ACodec.cpp revision e421a32aa696cd8abbf8fdc97cc8f37dbf372cac
127c174483a8ae9688d5d4897c19074f62c7f1701James Dong/* 227c174483a8ae9688d5d4897c19074f62c7f1701James Dong * Copyright (C) 2010 The Android Open Source Project 327c174483a8ae9688d5d4897c19074f62c7f1701James Dong * 427c174483a8ae9688d5d4897c19074f62c7f1701James Dong * Licensed under the Apache License, Version 2.0 (the "License"); 527c174483a8ae9688d5d4897c19074f62c7f1701James Dong * you may not use this file except in compliance with the License. 627c174483a8ae9688d5d4897c19074f62c7f1701James Dong * You may obtain a copy of the License at 727c174483a8ae9688d5d4897c19074f62c7f1701James Dong * 827c174483a8ae9688d5d4897c19074f62c7f1701James Dong * http://www.apache.org/licenses/LICENSE-2.0 927c174483a8ae9688d5d4897c19074f62c7f1701James Dong * 1027c174483a8ae9688d5d4897c19074f62c7f1701James Dong * Unless required by applicable law or agreed to in writing, software 1127c174483a8ae9688d5d4897c19074f62c7f1701James Dong * distributed under the License is distributed on an "AS IS" BASIS, 1227c174483a8ae9688d5d4897c19074f62c7f1701James Dong * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 1327c174483a8ae9688d5d4897c19074f62c7f1701James Dong * See the License for the specific language governing permissions and 1427c174483a8ae9688d5d4897c19074f62c7f1701James Dong * limitations under the License. 1527c174483a8ae9688d5d4897c19074f62c7f1701James Dong */ 1627c174483a8ae9688d5d4897c19074f62c7f1701James Dong 17f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//#define LOG_NDEBUG 0 18f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#define LOG_TAG "ACodec" 19f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 20f87e30fe71752dc431d8e8d5682c38271c03265aAndy Hung#ifdef __LP64__ 21f87e30fe71752dc431d8e8d5682c38271c03265aAndy Hung#define OMX_ANDROID_COMPILE_AS_32BIT_ON_64BIT_PLATFORMS 22f87e30fe71752dc431d8e8d5682c38271c03265aAndy Hung#endif 23f87e30fe71752dc431d8e8d5682c38271c03265aAndy Hung 24609b815a3131d22da38b2f452faa9f89daad4039Andy Hung#include <inttypes.h> 256fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar#include <utils/Trace.h> 266fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar 271de1e25cba872bd4c077c2e394f8ca9c70b65856Lajos Molnar#include <gui/Surface.h> 281de1e25cba872bd4c077c2e394f8ca9c70b65856Lajos Molnar 29f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/ACodec.h> 30f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 31f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <binder/MemoryDealer.h> 32f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 33f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/foundation/hexdump.h> 34f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/foundation/ABuffer.h> 35f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/foundation/ADebug.h> 36f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/foundation/AMessage.h> 37a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar#include <media/stagefright/foundation/AUtils.h> 38f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 397cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden#include <media/stagefright/BufferProducerWrapper.h> 4090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar#include <media/stagefright/MediaCodec.h> 41afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber#include <media/stagefright/MediaCodecList.h> 42f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/MediaDefs.h> 43f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/OMXClient.h> 441065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber#include <media/stagefright/OMXCodec.h> 45d291c222357303b9611cab89d0c3b047584ef377Chong Zhang#include <media/stagefright/PersistentSurface.h> 46b2d0b487efd40700199852c9a18b369b1651f15bLajos Molnar#include <media/stagefright/SurfaceUtils.h> 473a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber#include <media/hardware/HardwareAPI.h> 483a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber 4997358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu#include <OMX_AudioExt.h> 504154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev#include <OMX_VideoExt.h> 51f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <OMX_Component.h> 5297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu#include <OMX_IndexExt.h> 53777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim#include <OMX_AsString.h> 54f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 55496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber#include "include/avc_utils.h" 56496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 57f933441648ef6a71dee783d733aac17b9508b452Andreas Hubernamespace android { 58f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 59251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// OMX errors are directly mapped into status_t range if 60251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// there is no corresponding MediaError status code. 61251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// Use the statusFromOMXError(int32_t omxError) function. 62251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// 63251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// Currently this is a direct map. 64251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// See frameworks/native/include/media/openmax/OMX_Core.h 65251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// 66251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// Vendor OMX errors from 0x90000000 - 0x9000FFFF 67251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// Extension OMX errors from 0x8F000000 - 0x90000000 68251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// Standard OMX errors from 0x80001000 - 0x80001024 (0x80001024 current) 69251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// 70251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung 71251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// returns true if err is a recognized OMX error code. 72251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// as OMX error is OMX_S32, this is an int32_t type 73251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hungstatic inline bool isOMXError(int32_t err) { 74251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return (ERROR_CODEC_MIN <= err && err <= ERROR_CODEC_MAX); 75251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung} 76251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung 77251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// converts an OMX error to a status_t 78251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hungstatic inline status_t statusFromOMXError(int32_t omxError) { 79251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung switch (omxError) { 80251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case OMX_ErrorInvalidComponentName: 81251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case OMX_ErrorComponentNotFound: 82251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return NAME_NOT_FOUND; // can trigger illegal argument error for provided names. 83251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung default: 84251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return isOMXError(omxError) ? omxError : 0; // no translation required 85251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 86251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung} 87251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung 88251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// checks and converts status_t to a non-side-effect status_t 89251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hungstatic inline status_t makeNoSideEffectStatus(status_t err) { 90251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung switch (err) { 91251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // the following errors have side effects and may come 92251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // from other code modules. Remap for safety reasons. 93251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case INVALID_OPERATION: 94251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case DEAD_OBJECT: 95251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return UNKNOWN_ERROR; 96251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung default: 97251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return err; 98251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 99251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung} 100251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung 101f933441648ef6a71dee783d733aac17b9508b452Andreas Hubertemplate<class T> 102f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatic void InitOMXParams(T *params) { 103f933441648ef6a71dee783d733aac17b9508b452Andreas Huber params->nSize = sizeof(T); 104f933441648ef6a71dee783d733aac17b9508b452Andreas Huber params->nVersion.s.nVersionMajor = 1; 105f933441648ef6a71dee783d733aac17b9508b452Andreas Huber params->nVersion.s.nVersionMinor = 0; 106f933441648ef6a71dee783d733aac17b9508b452Andreas Huber params->nVersion.s.nRevision = 0; 107f933441648ef6a71dee783d733aac17b9508b452Andreas Huber params->nVersion.s.nStep = 0; 108f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 109f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 11026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnarstruct MessageList : public RefBase { 11126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar MessageList() { 11226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 113984a54322f7c70bc75e862d91bdd975814872affLajos Molnar virtual ~MessageList() { 114984a54322f7c70bc75e862d91bdd975814872affLajos Molnar } 11526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar std::list<sp<AMessage> > &getList() { return mList; } 11626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnarprivate: 11726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar std::list<sp<AMessage> > mList; 11826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 11926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar DISALLOW_EVIL_CONSTRUCTORS(MessageList); 12026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar}; 12126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 122f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct CodecObserver : public BnOMXObserver { 123f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CodecObserver() {} 124f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 125f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void setNotificationMessage(const sp<AMessage> &msg) { 126f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNotify = msg; 127f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 128f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 129f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // from IOMXObserver 13026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar virtual void onMessages(const std::list<omx_message> &messages) { 131984a54322f7c70bc75e862d91bdd975814872affLajos Molnar if (messages.empty()) { 132984a54322f7c70bc75e862d91bdd975814872affLajos Molnar return; 133984a54322f7c70bc75e862d91bdd975814872affLajos Molnar } 134984a54322f7c70bc75e862d91bdd975814872affLajos Molnar 135984a54322f7c70bc75e862d91bdd975814872affLajos Molnar sp<AMessage> notify = mNotify->dup(); 13626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar bool first = true; 13726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar sp<MessageList> msgList = new MessageList(); 13826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar for (std::list<omx_message>::const_iterator it = messages.cbegin(); 13926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar it != messages.cend(); ++it) { 14026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar const omx_message &omx_msg = *it; 14126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar if (first) { 14226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar notify->setInt32("node", omx_msg.node); 143984a54322f7c70bc75e862d91bdd975814872affLajos Molnar first = false; 144f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 145f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 14626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar sp<AMessage> msg = new AMessage; 14726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32("type", omx_msg.type); 14826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar switch (omx_msg.type) { 14926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar case omx_message::EVENT: 15026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar { 15126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32("event", omx_msg.u.event_data.event); 15226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32("data1", omx_msg.u.event_data.data1); 15326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32("data2", omx_msg.u.event_data.data2); 15426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar break; 15526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 156f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 15726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar case omx_message::EMPTY_BUFFER_DONE: 15826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar { 15926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32("buffer", omx_msg.u.buffer_data.buffer); 16026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32("fence_fd", omx_msg.fenceFd); 16126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar break; 16226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 163f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 16426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar case omx_message::FILL_BUFFER_DONE: 16526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar { 16626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32( 16726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar "buffer", omx_msg.u.extended_buffer_data.buffer); 16826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32( 16926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar "range_offset", 17026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar omx_msg.u.extended_buffer_data.range_offset); 17126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32( 17226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar "range_length", 17326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar omx_msg.u.extended_buffer_data.range_length); 17426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32( 17526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar "flags", 17626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar omx_msg.u.extended_buffer_data.flags); 17726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt64( 17826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar "timestamp", 17926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar omx_msg.u.extended_buffer_data.timestamp); 18026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32( 18126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar "fence_fd", omx_msg.fenceFd); 18226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar break; 18326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 184f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 18590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar case omx_message::FRAME_RENDERED: 18690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar { 18790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar msg->setInt64( 18890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar "media_time_us", omx_msg.u.render_data.timestamp); 18990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar msg->setInt64( 19090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar "system_nano", omx_msg.u.render_data.nanoTime); 19190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar break; 19290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 19390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 19426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar default: 19526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar ALOGE("Unrecognized message type: %d", omx_msg.type); 19626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar break; 19726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 19826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msgList->getList().push_back(msg); 19926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 20026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar notify->setObject("messages", msgList); 20126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar notify->post(); 202f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 203f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 204f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 205f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual ~CodecObserver() {} 206f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 207f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 208f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<AMessage> mNotify; 209f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 210f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(CodecObserver); 211f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 212f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 213f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 214f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 215f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::BaseState : public AState { 216f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BaseState(ACodec *codec, const sp<AState> &parentState = NULL); 217f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 218f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 219f933441648ef6a71dee783d733aac17b9508b452Andreas Huber enum PortMode { 220f933441648ef6a71dee783d733aac17b9508b452Andreas Huber KEEP_BUFFERS, 221f933441648ef6a71dee783d733aac17b9508b452Andreas Huber RESUBMIT_BUFFERS, 222f933441648ef6a71dee783d733aac17b9508b452Andreas Huber FREE_BUFFERS, 223f933441648ef6a71dee783d733aac17b9508b452Andreas Huber }; 224f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 225f933441648ef6a71dee783d733aac17b9508b452Andreas Huber ACodec *mCodec; 226f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 227f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual PortMode getPortMode(OMX_U32 portIndex); 228f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 229f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 230f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 231f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 232f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 233f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onOutputBufferDrained(const sp<AMessage> &msg); 234f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onInputBufferFilled(const sp<AMessage> &msg); 235f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 236f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void postFillThisBuffer(BufferInfo *info); 237f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 238f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 23926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar // Handles an OMX message. Returns true iff message was handled. 240f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool onOMXMessage(const sp<AMessage> &msg); 241f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 24226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar // Handles a list of messages. Returns true iff messages were handled. 24326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar bool onOMXMessageList(const sp<AMessage> &msg); 24426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 24526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar // returns true iff this message is for this component and the component is alive 24626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar bool checkOMXMessage(const sp<AMessage> &msg); 24726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 24815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar bool onOMXEmptyBufferDone(IOMX::buffer_id bufferID, int fenceFd); 249f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 250f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool onOMXFillBufferDone( 251f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferID, 252f933441648ef6a71dee783d733aac17b9508b452Andreas Huber size_t rangeOffset, size_t rangeLength, 253f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 flags, 25415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int64_t timeUs, 25515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int fenceFd); 256f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 25790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar virtual bool onOMXFrameRendered(int64_t mediaTimeUs, nsecs_t systemNano); 25890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 259f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void getMoreInputDataIfPossible(); 260f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 261f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(BaseState); 262f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 263f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 264f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 265f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 266ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huberstruct ACodec::DeathNotifier : public IBinder::DeathRecipient { 267ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber DeathNotifier(const sp<AMessage> ¬ify) 268ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber : mNotify(notify) { 269ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber } 270ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 271ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber virtual void binderDied(const wp<IBinder> &) { 272ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mNotify->post(); 273ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber } 274ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 275ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huberprotected: 276ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber virtual ~DeathNotifier() {} 277ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 278ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huberprivate: 279ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber sp<AMessage> mNotify; 280ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 281ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(DeathNotifier); 282ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber}; 283ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 284f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::UninitializedState : public ACodec::BaseState { 285f933441648ef6a71dee783d733aac17b9508b452Andreas Huber UninitializedState(ACodec *codec); 286f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 287f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 288f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 289c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber virtual void stateEntered(); 290f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 291f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 292f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void onSetup(const sp<AMessage> &msg); 293c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber bool onAllocateComponent(const sp<AMessage> &msg); 294f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 295ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber sp<DeathNotifier> mDeathNotifier; 296ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 297f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(UninitializedState); 298f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 299f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 300f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 301f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 302c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberstruct ACodec::LoadedState : public ACodec::BaseState { 303c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber LoadedState(ACodec *codec); 304c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 305c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberprotected: 306c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 307c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber virtual void stateEntered(); 308c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 309c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberprivate: 310c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber friend struct ACodec::UninitializedState; 311c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 312c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber bool onConfigureComponent(const sp<AMessage> &msg); 3137cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden void onCreateInputSurface(const sp<AMessage> &msg); 3148f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang void onSetInputSurface(const sp<AMessage> &msg); 315c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber void onStart(); 316c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber void onShutdown(bool keepComponentAllocated); 317c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 318d291c222357303b9611cab89d0c3b047584ef377Chong Zhang status_t setupInputSurface(); 319d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 320c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(LoadedState); 321c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber}; 322c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 323c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber//////////////////////////////////////////////////////////////////////////////// 324c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 325f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::LoadedToIdleState : public ACodec::BaseState { 326f933441648ef6a71dee783d733aac17b9508b452Andreas Huber LoadedToIdleState(ACodec *codec); 327f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 328f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 329f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 330f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 331f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 332f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 333f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 334f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t allocateBuffers(); 335f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 336f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(LoadedToIdleState); 337f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 338f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 339f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 340f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 341f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::IdleToExecutingState : public ACodec::BaseState { 342f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IdleToExecutingState(ACodec *codec); 343f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 344f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 345f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 346f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 347f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 348f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 349f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 350f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(IdleToExecutingState); 351f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 352f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 353f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 354f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 355f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::ExecutingState : public ACodec::BaseState { 356f933441648ef6a71dee783d733aac17b9508b452Andreas Huber ExecutingState(ACodec *codec); 357f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 358054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar void submitRegularOutputBuffers(); 359054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar void submitOutputMetaBuffers(); 360f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void submitOutputBuffers(); 361f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 362f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // Submit output buffers to the decoder, submit input buffers to client 363f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // to fill with data. 364f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void resume(); 365f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 366349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber // Returns true iff input and output buffers are in play. 367349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber bool active() const { return mActive; } 368349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 369f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 370f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual PortMode getPortMode(OMX_U32 portIndex); 371f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 372f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 373f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 374f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 37590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar virtual bool onOMXFrameRendered(int64_t mediaTimeUs, nsecs_t systemNano); 376f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 377f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 378349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber bool mActive; 379349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 380f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(ExecutingState); 381f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 382f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 383f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 384f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 385f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::OutputPortSettingsChangedState : public ACodec::BaseState { 386f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OutputPortSettingsChangedState(ACodec *codec); 387f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 388f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 389f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual PortMode getPortMode(OMX_U32 portIndex); 390f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 391f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 392f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 393f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 39490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar virtual bool onOMXFrameRendered(int64_t mediaTimeUs, nsecs_t systemNano); 395f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 396f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 397f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(OutputPortSettingsChangedState); 398f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 399f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 400f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 401f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 402f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::ExecutingToIdleState : public ACodec::BaseState { 403f933441648ef6a71dee783d733aac17b9508b452Andreas Huber ExecutingToIdleState(ACodec *codec); 404f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 405f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 406f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 407f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 408f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 409f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 410f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 411f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onOutputBufferDrained(const sp<AMessage> &msg); 412f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onInputBufferFilled(const sp<AMessage> &msg); 413f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 414f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 415f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void changeStateIfWeOwnAllBuffers(); 416f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4175778822d86b0337407514b9372562b86edfa91cdAndreas Huber bool mComponentNowIdle; 4185778822d86b0337407514b9372562b86edfa91cdAndreas Huber 419f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(ExecutingToIdleState); 420f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 421f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 422f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 423f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 424f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::IdleToLoadedState : public ACodec::BaseState { 425f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IdleToLoadedState(ACodec *codec); 426f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 427f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 428f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 429f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 430f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 431f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 432f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 433f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 434f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(IdleToLoadedState); 435f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 436f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 437f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 438f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 439f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::FlushingState : public ACodec::BaseState { 440f933441648ef6a71dee783d733aac17b9508b452Andreas Huber FlushingState(ACodec *codec); 441f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 442f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 443f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 444f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 445f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 446f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 447f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 448f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onOutputBufferDrained(const sp<AMessage> &msg); 449f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onInputBufferFilled(const sp<AMessage> &msg); 450f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 451f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 452f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool mFlushComplete[2]; 453f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 454f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void changeStateIfWeOwnAllBuffers(); 455f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 456f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(FlushingState); 457f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 458f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 459f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 460f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 46115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnarvoid ACodec::BufferInfo::setWriteFence(int fenceFd, const char *dbg) { 46215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (mFenceFd >= 0) { 46315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGW("OVERWRITE OF %s fence %d by write fence %d in %s", 46415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mIsReadFence ? "read" : "write", mFenceFd, fenceFd, dbg); 46515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 46615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mFenceFd = fenceFd; 46715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mIsReadFence = false; 46815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar} 46915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 47015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnarvoid ACodec::BufferInfo::setReadFence(int fenceFd, const char *dbg) { 47115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (mFenceFd >= 0) { 47215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGW("OVERWRITE OF %s fence %d by read fence %d in %s", 47315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mIsReadFence ? "read" : "write", mFenceFd, fenceFd, dbg); 47415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 47515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mFenceFd = fenceFd; 47615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mIsReadFence = true; 47715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar} 47815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 47915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnarvoid ACodec::BufferInfo::checkWriteFence(const char *dbg) { 48015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (mFenceFd >= 0 && mIsReadFence) { 48115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGD("REUSING read fence %d as write fence in %s", mFenceFd, dbg); 48215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 48315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar} 48415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 48515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnarvoid ACodec::BufferInfo::checkReadFence(const char *dbg) { 48615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (mFenceFd >= 0 && !mIsReadFence) { 48715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGD("REUSING write fence %d as read fence in %s", mFenceFd, dbg); 48815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 48915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar} 49015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 49115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar//////////////////////////////////////////////////////////////////////////////// 49215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 493f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::ACodec() 494afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber : mQuirks(0), 495609b815a3131d22da38b2f452faa9f89daad4039Andy Hung mNode(0), 4965778822d86b0337407514b9372562b86edfa91cdAndreas Huber mSentFormat(false), 4978db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu mIsVideo(false), 498c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mIsEncoder(false), 4999806555d3930be43e11106281dee354820ac1c88Andreas Huber mShutdownInProgress(false), 50054b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar mExplicitShutdown(false), 5019806555d3930be43e11106281dee354820ac1c88Andreas Huber mEncoderDelay(0), 5029806555d3930be43e11106281dee354820ac1c88Andreas Huber mEncoderPadding(0), 503e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang mRotationDegrees(0), 5049806555d3930be43e11106281dee354820ac1c88Andreas Huber mChannelMaskPresent(false), 505054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mChannelMask(0), 506054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mDequeueCounter(0), 507054219874873b41f1c815552987c10465c34ba2bLajos Molnar mInputMetadataType(kMetadataBufferTypeInvalid), 508054219874873b41f1c815552987c10465c34ba2bLajos Molnar mOutputMetadataType(kMetadataBufferTypeInvalid), 509011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar mLegacyAdaptiveExperiment(false), 510054219874873b41f1c815552987c10465c34ba2bLajos Molnar mMetadataBuffersToSubmit(0), 51194ee4b708acfa941581160b267afb79192b1d816Chong Zhang mRepeatFrameDelayUs(-1ll), 5122c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mMaxPtsGapUs(-1ll), 51337b2b389139ed638831e49708c947863eef631efRonghua Wu mMaxFps(-1), 5142c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mTimePerFrameUs(-1ll), 515609b815a3131d22da38b2f452faa9f89daad4039Andy Hung mTimePerCaptureUs(-1ll), 516ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad mCreateInputBuffersSuspended(false), 517ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad mTunneled(false) { 518f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mUninitializedState = new UninitializedState(this); 519c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mLoadedState = new LoadedState(this); 520f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mLoadedToIdleState = new LoadedToIdleState(this); 521f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mIdleToExecutingState = new IdleToExecutingState(this); 522f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mExecutingState = new ExecutingState(this); 523f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 524f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mOutputPortSettingsChangedState = 525f933441648ef6a71dee783d733aac17b9508b452Andreas Huber new OutputPortSettingsChangedState(this); 526f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 527f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mExecutingToIdleState = new ExecutingToIdleState(this); 528f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mIdleToLoadedState = new IdleToLoadedState(this); 529f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mFlushingState = new FlushingState(this); 530f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 531f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mPortEOS[kPortIndexInput] = mPortEOS[kPortIndexOutput] = false; 532dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mInputEOSResult = OK; 533f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 534f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeState(mUninitializedState); 535f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 536f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 537f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::~ACodec() { 538f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 539f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 540f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::setNotificationMessage(const sp<AMessage> &msg) { 541f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNotify = msg; 542f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 543f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 544f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::initiateSetup(const sp<AMessage> &msg) { 545f933441648ef6a71dee783d733aac17b9508b452Andreas Huber msg->setWhat(kWhatSetup); 5461d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar msg->setTarget(this); 547f933441648ef6a71dee783d733aac17b9508b452Andreas Huber msg->post(); 548f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 549f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 550a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Hubervoid ACodec::signalSetParameters(const sp<AMessage> ¶ms) { 5511d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatSetParameters, this); 552a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber msg->setMessage("params", params); 553a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber msg->post(); 554a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber} 555a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 5565778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid ACodec::initiateAllocateComponent(const sp<AMessage> &msg) { 5575778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setWhat(kWhatAllocateComponent); 5581d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar msg->setTarget(this); 5595778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->post(); 5605778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 5615778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5625778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid ACodec::initiateConfigureComponent(const sp<AMessage> &msg) { 5635778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setWhat(kWhatConfigureComponent); 5641d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar msg->setTarget(this); 5655778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->post(); 5665778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 5675778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5681dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t ACodec::setSurface(const sp<Surface> &surface) { 5691dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> msg = new AMessage(kWhatSetSurface, this); 5701dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar msg->setObject("surface", surface); 5711dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 5721dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> response; 5731dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = msg->postAndAwaitResponse(&response); 5741dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 5751dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err == OK) { 5761dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar (void)response->findInt32("err", &err); 5771dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 5781dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 5791dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar} 5801dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 5817cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFaddenvoid ACodec::initiateCreateInputSurface() { 5821d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatCreateInputSurface, this))->post(); 5837cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden} 5847cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 5858f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhangvoid ACodec::initiateSetInputSurface( 586d291c222357303b9611cab89d0c3b047584ef377Chong Zhang const sp<PersistentSurface> &surface) { 5878f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang sp<AMessage> msg = new AMessage(kWhatSetInputSurface, this); 588d291c222357303b9611cab89d0c3b047584ef377Chong Zhang msg->setObject("input-surface", surface); 589d291c222357303b9611cab89d0c3b047584ef377Chong Zhang msg->post(); 590d291c222357303b9611cab89d0c3b047584ef377Chong Zhang} 591d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 5927cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFaddenvoid ACodec::signalEndOfInputStream() { 5931d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatSignalEndOfInputStream, this))->post(); 5947cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden} 5957cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 5965778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid ACodec::initiateStart() { 5971d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatStart, this))->post(); 5985778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 5995778822d86b0337407514b9372562b86edfa91cdAndreas Huber 600f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::signalFlush() { 6017a3a2b2f9bb9421dcf83fbd47276e57917078aefJames Dong ALOGV("[%s] signalFlush", mComponentName.c_str()); 6021d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatFlush, this))->post(); 603f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 604f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 605f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::signalResume() { 6061d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatResume, this))->post(); 607f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 608f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 609c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Hubervoid ACodec::initiateShutdown(bool keepComponentAllocated) { 6101d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatShutdown, this); 611c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber msg->setInt32("keepComponentAllocated", keepComponentAllocated); 612c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber msg->post(); 61330358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar if (!keepComponentAllocated) { 61430358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar // ensure shutdown completes in 3 seconds 6151d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatReleaseCodecInstance, this))->post(3000000); 61630358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar } 617f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 618f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 619496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Hubervoid ACodec::signalRequestIDRFrame() { 6201d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatRequestIDRFrame, this))->post(); 621496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber} 622496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 6234dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar// *** NOTE: THE FOLLOWING WORKAROUND WILL BE REMOVED *** 6244dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar// Some codecs may return input buffers before having them processed. 6254dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar// This causes a halt if we already signaled an EOS on the input 6264dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar// port. For now keep submitting an output buffer if there was an 6274dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar// EOS on the input port, but not yet on the output port. 628054219874873b41f1c815552987c10465c34ba2bLajos Molnarvoid ACodec::signalSubmitOutputMetadataBufferIfEOS_workaround() { 6294dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar if (mPortEOS[kPortIndexInput] && !mPortEOS[kPortIndexOutput] && 630054219874873b41f1c815552987c10465c34ba2bLajos Molnar mMetadataBuffersToSubmit > 0) { 631054219874873b41f1c815552987c10465c34ba2bLajos Molnar (new AMessage(kWhatSubmitOutputMetadataBufferIfEOS, this))->post(); 6324dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar } 6334dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar} 6344dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar 6351dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t ACodec::handleSetSurface(const sp<Surface> &surface) { 6361dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // allow keeping unset surface 6371dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (surface == NULL) { 6381dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mNativeWindow != NULL) { 6391dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGW("cannot unset a surface"); 6401dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return INVALID_OPERATION; 6411dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6421dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return OK; 6431dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6441dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 6451dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // allow keeping unset surface 6461dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mNativeWindow == NULL) { 6471dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGW("component was not configured with a surface"); 6481dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return INVALID_OPERATION; 6491dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6501dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 6511dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ANativeWindow *nativeWindow = surface.get(); 6521dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // if we have not yet started the codec, we can simply set the native window 6531dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mBuffers[kPortIndexInput].size() == 0) { 6541dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mNativeWindow = surface; 6551dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return OK; 6561dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6571dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 6581dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // we do not support changing a tunneled surface after start 6591dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mTunneled) { 6601dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGW("cannot change tunneled surface"); 6611dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return INVALID_OPERATION; 6621dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6631dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 6641dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = setupNativeWindowSizeFormatAndUsage(nativeWindow); 6651dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != OK) { 6661dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 6671dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6681dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 6691dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // get min undequeued count. We cannot switch to a surface that has a higher 6701dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // undequeued count than we allocated. 6711dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar int minUndequeuedBuffers = 0; 6721dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = nativeWindow->query( 6731dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar nativeWindow, NATIVE_WINDOW_MIN_UNDEQUEUED_BUFFERS, 6741dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar &minUndequeuedBuffers); 6751dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != 0) { 6761dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGE("NATIVE_WINDOW_MIN_UNDEQUEUED_BUFFERS query failed: %s (%d)", 6771dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar strerror(-err), -err); 6781dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 6791dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6801dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (minUndequeuedBuffers > (int)mNumUndequeuedBuffers) { 6811dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGE("new surface holds onto more buffers (%d) than planned for (%zu)", 6821dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar minUndequeuedBuffers, mNumUndequeuedBuffers); 6831dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return BAD_VALUE; 6841dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6851dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 6861dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // we cannot change the number of output buffers while OMX is running 6871dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // set up surface to the same count 6881dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar Vector<BufferInfo> &buffers = mBuffers[kPortIndexOutput]; 6891dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGV("setting up surface for %zu buffers", buffers.size()); 6901dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 6911dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = native_window_set_buffer_count(nativeWindow, buffers.size()); 6921dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != 0) { 6931dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGE("native_window_set_buffer_count failed: %s (%d)", strerror(-err), 6941dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar -err); 6951dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 6961dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6971dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 698dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // need to enable allocation when attaching 699dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar surface->getIGraphicBufferProducer()->allowAllocation(true); 700dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar 7011dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // for meta data mode, we move dequeud buffers to the new surface. 7021dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // for non-meta mode, we must move all registered buffers 7031dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar for (size_t i = 0; i < buffers.size(); ++i) { 7041dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar const BufferInfo &info = buffers[i]; 7051dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // skip undequeued buffers for meta data mode 706054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (storingMetadataInDecodedBuffers() 707011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar && !mLegacyAdaptiveExperiment 7081dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar && info.mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW) { 7091dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGV("skipping buffer %p", info.mGraphicBuffer->getNativeBuffer()); 7101dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar continue; 7111dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7121dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGV("attaching buffer %p", info.mGraphicBuffer->getNativeBuffer()); 7131dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 7141dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = surface->attachBuffer(info.mGraphicBuffer->getNativeBuffer()); 7151dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != OK) { 7161dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGE("failed to attach buffer %p to the new surface: %s (%d)", 7171dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar info.mGraphicBuffer->getNativeBuffer(), 7181dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar strerror(-err), -err); 7191dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 7201dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7211dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7221dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 7231dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // cancel undequeued buffers to new surface 724054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (!storingMetadataInDecodedBuffers() || mLegacyAdaptiveExperiment) { 7251dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar for (size_t i = 0; i < buffers.size(); ++i) { 72615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar BufferInfo &info = buffers.editItemAt(i); 7271dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (info.mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW) { 7281dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGV("canceling buffer %p", info.mGraphicBuffer->getNativeBuffer()); 7291dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = nativeWindow->cancelBuffer( 73015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar nativeWindow, info.mGraphicBuffer->getNativeBuffer(), info.mFenceFd); 73115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info.mFenceFd = -1; 7321dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != OK) { 7331dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGE("failed to cancel buffer %p to the new surface: %s (%d)", 7341dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar info.mGraphicBuffer->getNativeBuffer(), 7351dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar strerror(-err), -err); 7361dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 7371dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7381dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7391dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7401dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // disallow further allocation 7411dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar (void)surface->getIGraphicBufferProducer()->allowAllocation(false); 7421dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7431dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 744484979b1ab25aa41f503bd846323ab93b46d37e5Lajos Molnar // push blank buffers to previous window if requested 745484979b1ab25aa41f503bd846323ab93b46d37e5Lajos Molnar if (mFlags & kFlagPushBlankBuffersToNativeWindowOnShutdown) { 746484979b1ab25aa41f503bd846323ab93b46d37e5Lajos Molnar pushBlankBuffersToNativeWindow(mNativeWindow.get()); 747484979b1ab25aa41f503bd846323ab93b46d37e5Lajos Molnar } 748484979b1ab25aa41f503bd846323ab93b46d37e5Lajos Molnar 7491dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mNativeWindow = nativeWindow; 7501dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return OK; 7511dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar} 7521dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 753f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::allocateBuffersOnPort(OMX_U32 portIndex) { 754f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 755f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 756f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(mDealer[portIndex] == NULL); 757f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(mBuffers[portIndex].isEmpty()); 758f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7595778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err; 760f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mNativeWindow != NULL && portIndex == kPortIndexOutput) { 761054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (storingMetadataInDecodedBuffers()) { 762054219874873b41f1c815552987c10465c34ba2bLajos Molnar err = allocateOutputMetadataBuffers(); 763054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } else { 764054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar err = allocateOutputBuffersFromNativeWindow(); 765054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 7665778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 7675778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 7685778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&def); 7695778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.nPortIndex = portIndex; 770f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7715778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->getParameter( 7725778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 773f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7745778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err == OK) { 775054219874873b41f1c815552987c10465c34ba2bLajos Molnar MetadataBufferType type = 776054219874873b41f1c815552987c10465c34ba2bLajos Molnar portIndex == kPortIndexOutput ? mOutputMetadataType : mInputMetadataType; 777054219874873b41f1c815552987c10465c34ba2bLajos Molnar int32_t bufSize = def.nBufferSize; 778054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (type == kMetadataBufferTypeGrallocSource) { 779054219874873b41f1c815552987c10465c34ba2bLajos Molnar bufSize = sizeof(VideoGrallocMetadata); 780054219874873b41f1c815552987c10465c34ba2bLajos Molnar } else if (type == kMetadataBufferTypeANWBuffer) { 781054219874873b41f1c815552987c10465c34ba2bLajos Molnar bufSize = sizeof(VideoNativeMetadata); 782054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 783054219874873b41f1c815552987c10465c34ba2bLajos Molnar 784054219874873b41f1c815552987c10465c34ba2bLajos Molnar // If using gralloc or native source input metadata buffers, allocate largest 785054219874873b41f1c815552987c10465c34ba2bLajos Molnar // metadata size as we prefer to generate native source metadata, but component 7865fb8b2987ab96ad65dc4b046616607ece16d6fb3Lajos Molnar // may require gralloc source. For camera source, allocate at least enough 7875fb8b2987ab96ad65dc4b046616607ece16d6fb3Lajos Molnar // size for native metadata buffers. 788054219874873b41f1c815552987c10465c34ba2bLajos Molnar int32_t allottedSize = bufSize; 7895fb8b2987ab96ad65dc4b046616607ece16d6fb3Lajos Molnar if (portIndex == kPortIndexInput && type >= kMetadataBufferTypeGrallocSource) { 790054219874873b41f1c815552987c10465c34ba2bLajos Molnar bufSize = max(sizeof(VideoGrallocMetadata), sizeof(VideoNativeMetadata)); 7915fb8b2987ab96ad65dc4b046616607ece16d6fb3Lajos Molnar } else if (portIndex == kPortIndexInput && type == kMetadataBufferTypeCameraSource) { 7925fb8b2987ab96ad65dc4b046616607ece16d6fb3Lajos Molnar bufSize = max(bufSize, (int32_t)sizeof(VideoNativeMetadata)); 793054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 794054219874873b41f1c815552987c10465c34ba2bLajos Molnar 795054219874873b41f1c815552987c10465c34ba2bLajos Molnar ALOGV("[%s] Allocating %u buffers of size %d/%d (from %u using %s) on %s port", 7965778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentName.c_str(), 797054219874873b41f1c815552987c10465c34ba2bLajos Molnar def.nBufferCountActual, bufSize, allottedSize, def.nBufferSize, asString(type), 7985778822d86b0337407514b9372562b86edfa91cdAndreas Huber portIndex == kPortIndexInput ? "input" : "output"); 799f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 800054219874873b41f1c815552987c10465c34ba2bLajos Molnar size_t totalSize = def.nBufferCountActual * bufSize; 8015778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDealer[portIndex] = new MemoryDealer(totalSize, "ACodec"); 802f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 803054219874873b41f1c815552987c10465c34ba2bLajos Molnar for (OMX_U32 i = 0; i < def.nBufferCountActual && err == OK; ++i) { 804054219874873b41f1c815552987c10465c34ba2bLajos Molnar sp<IMemory> mem = mDealer[portIndex]->allocate(bufSize); 8055581770ee0dde70e2e9c50533be35e537a5800efChong Zhang if (mem == NULL || mem->pointer() == NULL) { 806777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return NO_MEMORY; 807777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 808f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 809ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber BufferInfo info; 810ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber info.mStatus = BufferInfo::OWNED_BY_US; 81115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info.mFenceFd = -1; 81290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar info.mRenderInfo = NULL; 813f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 814afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber uint32_t requiresAllocateBufferBit = 815afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber (portIndex == kPortIndexInput) 816afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber ? OMXCodec::kRequiresAllocateBufferOnInputPorts 817afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber : OMXCodec::kRequiresAllocateBufferOnOutputPorts; 8181065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber 819308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang if ((portIndex == kPortIndexInput && (mFlags & kFlagIsSecure)) 820054219874873b41f1c815552987c10465c34ba2bLajos Molnar || (portIndex == kPortIndexOutput && usingMetadataOnEncoderOutput())) { 821ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber mem.clear(); 822ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 823ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber void *ptr; 824ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber err = mOMX->allocateBuffer( 825054219874873b41f1c815552987c10465c34ba2bLajos Molnar mNode, portIndex, bufSize, &info.mBufferID, 826ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber &ptr); 827ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 828308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang info.mData = new ABuffer(ptr, bufSize); 829ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } else if (mQuirks & requiresAllocateBufferBit) { 8305778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->allocateBufferWithBackup( 831054219874873b41f1c815552987c10465c34ba2bLajos Molnar mNode, portIndex, mem, &info.mBufferID, allottedSize); 8325778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 833054219874873b41f1c815552987c10465c34ba2bLajos Molnar err = mOMX->useBuffer(mNode, portIndex, mem, &info.mBufferID, allottedSize); 834ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 835ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 836ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber if (mem != NULL) { 837054219874873b41f1c815552987c10465c34ba2bLajos Molnar info.mData = new ABuffer(mem->pointer(), bufSize); 838054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (type == kMetadataBufferTypeANWBuffer) { 839054219874873b41f1c815552987c10465c34ba2bLajos Molnar ((VideoNativeMetadata *)mem->pointer())->nFenceFd = -1; 840054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 8415778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 8421065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber 8435778822d86b0337407514b9372562b86edfa91cdAndreas Huber mBuffers[portIndex].push(info); 8441065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber } 8451065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber } 8465778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 847f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 8485778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 8495778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 8505778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 851f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 8525778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> notify = mNotify->dup(); 853d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatBuffersAllocated); 8545778822d86b0337407514b9372562b86edfa91cdAndreas Huber 8555778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->setInt32("portIndex", portIndex); 856eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 857eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber sp<PortDescription> desc = new PortDescription; 858eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 8595778822d86b0337407514b9372562b86edfa91cdAndreas Huber for (size_t i = 0; i < mBuffers[portIndex].size(); ++i) { 860eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber const BufferInfo &info = mBuffers[portIndex][i]; 8615778822d86b0337407514b9372562b86edfa91cdAndreas Huber 862eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber desc->addBuffer(info.mBufferID, info.mData); 863f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 864f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 865eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber notify->setObject("portDesc", desc); 8665778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->post(); 8675778822d86b0337407514b9372562b86edfa91cdAndreas Huber 868f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return OK; 869f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 870f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 8711dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t ACodec::setupNativeWindowSizeFormatAndUsage(ANativeWindow *nativeWindow /* nonnull */) { 8721dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar OMX_PARAM_PORTDEFINITIONTYPE def; 8731dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar InitOMXParams(&def); 8741dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar def.nPortIndex = kPortIndexOutput; 8751dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 8761dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = mOMX->getParameter( 8771dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 8781dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 8791dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != OK) { 8801dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 8811dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 8821dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 8831dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar OMX_U32 usage = 0; 8841dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = mOMX->getGraphicBufferUsage(mNode, kPortIndexOutput, &usage); 8851dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != 0) { 8861dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGW("querying usage flags from OMX IL component failed: %d", err); 8871dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // XXX: Currently this error is logged, but not fatal. 8881dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar usage = 0; 8891dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 8901dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar int omxUsage = usage; 8911dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 8921dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mFlags & kFlagIsGrallocUsageProtected) { 8931dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar usage |= GRALLOC_USAGE_PROTECTED; 8941dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 8951dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 896b2d0b487efd40700199852c9a18b369b1651f15bLajos Molnar usage |= GRALLOC_USAGE_HW_TEXTURE | GRALLOC_USAGE_EXTERNAL_DISP; 897b2d0b487efd40700199852c9a18b369b1651f15bLajos Molnar 8981dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGV("gralloc usage: %#x(OMX) => %#x(ACodec)", omxUsage, usage); 8991dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return setNativeWindowSizeFormatAndUsage( 9001dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar nativeWindow, 9011dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar def.format.video.nFrameWidth, 9021dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar def.format.video.nFrameHeight, 9031dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar def.format.video.eColorFormat, 9041dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mRotationDegrees, 9051dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar usage); 9061dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar} 9071dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 9081dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t ACodec::configureOutputBuffersFromNativeWindow( 9091dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar OMX_U32 *bufferCount, OMX_U32 *bufferSize, 9101dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar OMX_U32 *minUndequeuedBuffers) { 9111dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar OMX_PARAM_PORTDEFINITIONTYPE def; 9121dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar InitOMXParams(&def); 9131dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar def.nPortIndex = kPortIndexOutput; 9141dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 9151dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = mOMX->getParameter( 9161dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 9171dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 9181dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err == OK) { 9191dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = setupNativeWindowSizeFormatAndUsage(mNativeWindow.get()); 9201dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 9211dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != OK) { 9221dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 9231dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 9241dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 925ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad // Exits here for tunneled video playback codecs -- i.e. skips native window 926ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad // buffer allocation step as this is managed by the tunneled OMX omponent 927ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad // itself and explicitly sets def.nBufferCountActual to 0. 928ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad if (mTunneled) { 929ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad ALOGV("Tunneled Playback: skipping native window buffer allocation."); 930ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad def.nBufferCountActual = 0; 931ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad err = mOMX->setParameter( 932ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 933ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad 934ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad *minUndequeuedBuffers = 0; 935ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad *bufferCount = 0; 936ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad *bufferSize = 0; 937ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad return err; 938ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad } 939ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad 940054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar *minUndequeuedBuffers = 0; 941258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis err = mNativeWindow->query( 942258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis mNativeWindow.get(), NATIVE_WINDOW_MIN_UNDEQUEUED_BUFFERS, 943054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar (int *)minUndequeuedBuffers); 944258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis 945258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis if (err != 0) { 94629357bc2c0dd7c43ad3bd0c8e3efa4e6fd9bfd47Steve Block ALOGE("NATIVE_WINDOW_MIN_UNDEQUEUED_BUFFERS query failed: %s (%d)", 947258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis strerror(-err), -err); 948258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis return err; 949258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis } 950258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis 951e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // FIXME: assume that surface is controlled by app (native window 952e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // returns the number for the case when surface is not controlled by app) 9531faa41704e0b976e546321effcb09a85767d51baLajos Molnar // FIXME2: This means that minUndeqeueudBufs can be 1 larger than reported 9541faa41704e0b976e546321effcb09a85767d51baLajos Molnar // For now, try to allocate 1 more buffer, but don't fail if unsuccessful 955e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar 956e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // Use conservative allocation while also trying to reduce starvation 957e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // 958e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // 1. allocate at least nBufferCountMin + minUndequeuedBuffers - that is the 959e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // minimum needed for the consumer to be able to work 960e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // 2. try to allocate two (2) additional buffers to reduce starvation from 961e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // the consumer 9621faa41704e0b976e546321effcb09a85767d51baLajos Molnar // plus an extra buffer to account for incorrect minUndequeuedBufs 9631faa41704e0b976e546321effcb09a85767d51baLajos Molnar for (OMX_U32 extraBuffers = 2 + 1; /* condition inside loop */; extraBuffers--) { 964e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar OMX_U32 newBufferCount = 965e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar def.nBufferCountMin + *minUndequeuedBuffers + extraBuffers; 966258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis def.nBufferCountActual = newBufferCount; 967258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis err = mOMX->setParameter( 968258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 969258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis 970e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar if (err == OK) { 971e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar *minUndequeuedBuffers += extraBuffers; 972e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar break; 973e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar } 974e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar 975609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGW("[%s] setting nBufferCountActual to %u failed: %d", 976e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar mComponentName.c_str(), newBufferCount, err); 977e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar /* exit condition */ 978e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar if (extraBuffers == 0) { 979258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis return err; 980258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis } 981258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis } 982258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis 983f933441648ef6a71dee783d733aac17b9508b452Andreas Huber err = native_window_set_buffer_count( 984f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNativeWindow.get(), def.nBufferCountActual); 985f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 986f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != 0) { 98729357bc2c0dd7c43ad3bd0c8e3efa4e6fd9bfd47Steve Block ALOGE("native_window_set_buffer_count failed: %s (%d)", strerror(-err), 988f933441648ef6a71dee783d733aac17b9508b452Andreas Huber -err); 989f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 990f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 991f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 992054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar *bufferCount = def.nBufferCountActual; 993054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar *bufferSize = def.nBufferSize; 994054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar return err; 995054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar} 996054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 997054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnarstatus_t ACodec::allocateOutputBuffersFromNativeWindow() { 998054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar OMX_U32 bufferCount, bufferSize, minUndequeuedBuffers; 999054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar status_t err = configureOutputBuffersFromNativeWindow( 1000054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar &bufferCount, &bufferSize, &minUndequeuedBuffers); 1001054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar if (err != 0) 1002054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar return err; 1003e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar mNumUndequeuedBuffers = minUndequeuedBuffers; 1004054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1005054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (!storingMetadataInDecodedBuffers()) { 10063298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia static_cast<Surface*>(mNativeWindow.get()) 10073298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia ->getIGraphicBufferProducer()->allowAllocation(true); 10083298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia } 10093298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia 1010609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] Allocating %u buffers from a native window of size %u on " 1011f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "output port", 1012054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mComponentName.c_str(), bufferCount, bufferSize); 1013f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1014f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // Dequeue buffers and send them to OMX 1015054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar for (OMX_U32 i = 0; i < bufferCount; i++) { 10168ce2364512f7c32c824f5ec5719688830ba72427Iliyan Malchev ANativeWindowBuffer *buf; 101715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int fenceFd; 101815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar err = mNativeWindow->dequeueBuffer(mNativeWindow.get(), &buf, &fenceFd); 1019f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != 0) { 102029357bc2c0dd7c43ad3bd0c8e3efa4e6fd9bfd47Steve Block ALOGE("dequeueBuffer failed: %s (%d)", strerror(-err), -err); 1021f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 1022f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1023f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1024f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<GraphicBuffer> graphicBuffer(new GraphicBuffer(buf, false)); 102574006804065941841883c4b46ee785070164023fJamie Gennis BufferInfo info; 102674006804065941841883c4b46ee785070164023fJamie Gennis info.mStatus = BufferInfo::OWNED_BY_US; 102715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info.mFenceFd = fenceFd; 102815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info.mIsReadFence = false; 102990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar info.mRenderInfo = NULL; 1030054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar info.mData = new ABuffer(NULL /* data */, bufferSize /* capacity */); 103174006804065941841883c4b46ee785070164023fJamie Gennis info.mGraphicBuffer = graphicBuffer; 103274006804065941841883c4b46ee785070164023fJamie Gennis mBuffers[kPortIndexOutput].push(info); 103374006804065941841883c4b46ee785070164023fJamie Gennis 1034f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferId; 1035f933441648ef6a71dee783d733aac17b9508b452Andreas Huber err = mOMX->useGraphicBuffer(mNode, kPortIndexOutput, graphicBuffer, 1036f933441648ef6a71dee783d733aac17b9508b452Andreas Huber &bufferId); 1037f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != 0) { 1038609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGE("registering GraphicBuffer %u with OMX IL component failed: " 103974006804065941841883c4b46ee785070164023fJamie Gennis "%d", i, err); 1040f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 1041f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1042f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 104374006804065941841883c4b46ee785070164023fJamie Gennis mBuffers[kPortIndexOutput].editItemAt(i).mBufferID = bufferId; 104474006804065941841883c4b46ee785070164023fJamie Gennis 1045609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] Registered graphic buffer with ID %u (pointer = %p)", 1046f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mComponentName.c_str(), 1047f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bufferId, graphicBuffer.get()); 1048f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1049f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1050f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 cancelStart; 1051f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 cancelEnd; 1052f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1053f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != 0) { 1054f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // If an error occurred while dequeuing we need to cancel any buffers 1055f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // that were dequeued. 1056f933441648ef6a71dee783d733aac17b9508b452Andreas Huber cancelStart = 0; 105774006804065941841883c4b46ee785070164023fJamie Gennis cancelEnd = mBuffers[kPortIndexOutput].size(); 1058f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else { 1059054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar // Return the required minimum undequeued buffers to the native window. 1060054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar cancelStart = bufferCount - minUndequeuedBuffers; 1061054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar cancelEnd = bufferCount; 1062f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1063f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1064f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (OMX_U32 i = cancelStart; i < cancelEnd; i++) { 1065f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = &mBuffers[kPortIndexOutput].editItemAt(i); 10663fb9f68dea5d991288f0ea8037742b50c7df5767Wei Jia status_t error = cancelBufferToNativeWindow(info); 10673fb9f68dea5d991288f0ea8037742b50c7df5767Wei Jia if (err == 0) { 10683fb9f68dea5d991288f0ea8037742b50c7df5767Wei Jia err = error; 10693fb9f68dea5d991288f0ea8037742b50c7df5767Wei Jia } 1070f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1071f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1072054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (!storingMetadataInDecodedBuffers()) { 10733298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia static_cast<Surface*>(mNativeWindow.get()) 10743298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia ->getIGraphicBufferProducer()->allowAllocation(false); 10753298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia } 10763298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia 1077f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 1078f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1079f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1080054219874873b41f1c815552987c10465c34ba2bLajos Molnarstatus_t ACodec::allocateOutputMetadataBuffers() { 1081054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar OMX_U32 bufferCount, bufferSize, minUndequeuedBuffers; 1082054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar status_t err = configureOutputBuffersFromNativeWindow( 1083054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar &bufferCount, &bufferSize, &minUndequeuedBuffers); 1084054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar if (err != 0) 1085054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar return err; 1086e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar mNumUndequeuedBuffers = minUndequeuedBuffers; 1087054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1088e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar ALOGV("[%s] Allocating %u meta buffers on output port", 1089e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar mComponentName.c_str(), bufferCount); 1090e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1091054219874873b41f1c815552987c10465c34ba2bLajos Molnar size_t bufSize = mOutputMetadataType == kMetadataBufferTypeANWBuffer ? 1092054219874873b41f1c815552987c10465c34ba2bLajos Molnar sizeof(struct VideoNativeMetadata) : sizeof(struct VideoGrallocMetadata); 1093054219874873b41f1c815552987c10465c34ba2bLajos Molnar size_t totalSize = bufferCount * bufSize; 1094e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar mDealer[kPortIndexOutput] = new MemoryDealer(totalSize, "ACodec"); 1095e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1096e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar // Dequeue buffers and send them to OMX 1097e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar for (OMX_U32 i = 0; i < bufferCount; i++) { 1098e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar BufferInfo info; 1099e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar info.mStatus = BufferInfo::OWNED_BY_NATIVE_WINDOW; 110015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info.mFenceFd = -1; 110190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar info.mRenderInfo = NULL; 1102e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar info.mGraphicBuffer = NULL; 1103e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar info.mDequeuedAt = mDequeueCounter; 1104e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1105054219874873b41f1c815552987c10465c34ba2bLajos Molnar sp<IMemory> mem = mDealer[kPortIndexOutput]->allocate(bufSize); 11065581770ee0dde70e2e9c50533be35e537a5800efChong Zhang if (mem == NULL || mem->pointer() == NULL) { 1107777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return NO_MEMORY; 1108777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 1109054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mOutputMetadataType == kMetadataBufferTypeANWBuffer) { 1110054219874873b41f1c815552987c10465c34ba2bLajos Molnar ((VideoNativeMetadata *)mem->pointer())->nFenceFd = -1; 1111054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 1112e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar info.mData = new ABuffer(mem->pointer(), mem->size()); 1113e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1114e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar // we use useBuffer for metadata regardless of quirks 1115e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar err = mOMX->useBuffer( 1116cc7cc67349b7a3f498882087aa42ffc05a2daf11Lajos Molnar mNode, kPortIndexOutput, mem, &info.mBufferID, mem->size()); 1117e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1118e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar mBuffers[kPortIndexOutput].push(info); 1119e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1120e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar ALOGV("[%s] allocated meta buffer with ID %u (pointer = %p)", 1121e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar mComponentName.c_str(), info.mBufferID, mem->pointer()); 1122e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar } 1123e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1124011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar if (mLegacyAdaptiveExperiment) { 1125e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar // preallocate and preregister buffers 1126011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar static_cast<Surface *>(mNativeWindow.get()) 1127011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar ->getIGraphicBufferProducer()->allowAllocation(true); 1128011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar 1129011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar ALOGV("[%s] Allocating %u buffers from a native window of size %u on " 1130011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar "output port", 1131011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar mComponentName.c_str(), bufferCount, bufferSize); 1132011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar 1133011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar // Dequeue buffers then cancel them all 1134011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar for (OMX_U32 i = 0; i < bufferCount; i++) { 1135e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar BufferInfo *info = &mBuffers[kPortIndexOutput].editItemAt(i); 1136e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1137011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar ANativeWindowBuffer *buf; 113815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int fenceFd; 113915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar err = mNativeWindow->dequeueBuffer(mNativeWindow.get(), &buf, &fenceFd); 1140011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar if (err != 0) { 1141011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar ALOGE("dequeueBuffer failed: %s (%d)", strerror(-err), -err); 1142011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar break; 1143011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar } 1144011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar 1145011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar sp<GraphicBuffer> graphicBuffer(new GraphicBuffer(buf, false)); 1146e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar mOMX->updateGraphicBufferInMeta( 1147e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar mNode, kPortIndexOutput, graphicBuffer, info->mBufferID); 1148e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar info->mStatus = BufferInfo::OWNED_BY_US; 114915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->setWriteFence(fenceFd, "allocateOutputMetadataBuffers for legacy"); 1150e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar info->mGraphicBuffer = graphicBuffer; 1151011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar } 1152011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar 1153011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar for (OMX_U32 i = 0; i < mBuffers[kPortIndexOutput].size(); i++) { 1154011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar BufferInfo *info = &mBuffers[kPortIndexOutput].editItemAt(i); 1155011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar status_t error = cancelBufferToNativeWindow(info); 1156011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar if (err == OK) { 1157011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar err = error; 1158011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar } 1159011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar } 1160011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar 1161011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar static_cast<Surface*>(mNativeWindow.get()) 1162011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar ->getIGraphicBufferProducer()->allowAllocation(false); 1163011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar } 1164011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar 1165054219874873b41f1c815552987c10465c34ba2bLajos Molnar mMetadataBuffersToSubmit = bufferCount - minUndequeuedBuffers; 1166054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar return err; 1167054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar} 1168054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1169054219874873b41f1c815552987c10465c34ba2bLajos Molnarstatus_t ACodec::submitOutputMetadataBuffer() { 1170054219874873b41f1c815552987c10465c34ba2bLajos Molnar CHECK(storingMetadataInDecodedBuffers()); 1171054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mMetadataBuffersToSubmit == 0) 1172054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar return OK; 1173054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1174054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar BufferInfo *info = dequeueBufferFromNativeWindow(); 11750806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (info == NULL) { 1176054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar return ERROR_IO; 11770806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 1178054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1179609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] submitting output meta buffer ID %u for graphic buffer %p", 1180054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mComponentName.c_str(), info->mBufferID, info->mGraphicBuffer.get()); 1181054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1182054219874873b41f1c815552987c10465c34ba2bLajos Molnar --mMetadataBuffersToSubmit; 118315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkWriteFence("submitOutputMetadataBuffer"); 118415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar status_t err = mOMX->fillBuffer(mNode, info->mBufferID, info->mFenceFd); 118515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 1186777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err == OK) { 1187777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim info->mStatus = BufferInfo::OWNED_BY_COMPONENT; 1188777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 1189054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1190777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 1191054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar} 1192054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 119315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnarstatus_t ACodec::waitForFence(int fd, const char *dbg ) { 119415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar status_t res = OK; 119515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (fd >= 0) { 119615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar sp<Fence> fence = new Fence(fd); 119715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar res = fence->wait(IOMX::kFenceTimeoutMs); 119815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGW_IF(res != OK, "FENCE TIMEOUT for %d in %s", fd, dbg); 119915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 120015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar return res; 120115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar} 120215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 12030806340688c937e7b78c2d89db3809274130df4eLajos Molnar// static 12040806340688c937e7b78c2d89db3809274130df4eLajos Molnarconst char *ACodec::_asString(BufferInfo::Status s) { 12050806340688c937e7b78c2d89db3809274130df4eLajos Molnar switch (s) { 12060806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_US: return "OUR"; 12070806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_COMPONENT: return "COMPONENT"; 12080806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_UPSTREAM: return "UPSTREAM"; 12090806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_DOWNSTREAM: return "DOWNSTREAM"; 12100806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_NATIVE_WINDOW: return "SURFACE"; 12110806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::UNRECOGNIZED: return "UNRECOGNIZED"; 12120806340688c937e7b78c2d89db3809274130df4eLajos Molnar default: return "?"; 12130806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 12140806340688c937e7b78c2d89db3809274130df4eLajos Molnar} 12150806340688c937e7b78c2d89db3809274130df4eLajos Molnar 12160806340688c937e7b78c2d89db3809274130df4eLajos Molnarvoid ACodec::dumpBuffers(OMX_U32 portIndex) { 12170806340688c937e7b78c2d89db3809274130df4eLajos Molnar CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 12180806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGI("[%s] %s port has %zu buffers:", mComponentName.c_str(), 12190806340688c937e7b78c2d89db3809274130df4eLajos Molnar portIndex == kPortIndexInput ? "input" : "output", mBuffers[portIndex].size()); 12200806340688c937e7b78c2d89db3809274130df4eLajos Molnar for (size_t i = 0; i < mBuffers[portIndex].size(); ++i) { 12210806340688c937e7b78c2d89db3809274130df4eLajos Molnar const BufferInfo &info = mBuffers[portIndex][i]; 12220806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGI(" slot %2zu: #%8u %p/%p %s(%d) dequeued:%u", 12230806340688c937e7b78c2d89db3809274130df4eLajos Molnar i, info.mBufferID, info.mGraphicBuffer.get(), 12240806340688c937e7b78c2d89db3809274130df4eLajos Molnar info.mGraphicBuffer == NULL ? NULL : info.mGraphicBuffer->getNativeBuffer(), 12250806340688c937e7b78c2d89db3809274130df4eLajos Molnar _asString(info.mStatus), info.mStatus, info.mDequeuedAt); 12260806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 12270806340688c937e7b78c2d89db3809274130df4eLajos Molnar} 12280806340688c937e7b78c2d89db3809274130df4eLajos Molnar 1229f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::cancelBufferToNativeWindow(BufferInfo *info) { 1230f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ((int)info->mStatus, (int)BufferInfo::OWNED_BY_US); 1231f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1232609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] Calling cancelBuffer on buffer %u", 1233f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mComponentName.c_str(), info->mBufferID); 1234f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 123515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkWriteFence("cancelBufferToNativeWindow"); 1236f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int err = mNativeWindow->cancelBuffer( 123715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mNativeWindow.get(), info->mGraphicBuffer.get(), info->mFenceFd); 123815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 1239f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 12403fb9f68dea5d991288f0ea8037742b50c7df5767Wei Jia ALOGW_IF(err != 0, "[%s] can not return buffer %u to native window", 12413fb9f68dea5d991288f0ea8037742b50c7df5767Wei Jia mComponentName.c_str(), info->mBufferID); 12420806340688c937e7b78c2d89db3809274130df4eLajos Molnar // change ownership even if cancelBuffer fails 1243f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_NATIVE_WINDOW; 1244f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 12453fb9f68dea5d991288f0ea8037742b50c7df5767Wei Jia return err; 1246f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1247f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 124890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarvoid ACodec::updateRenderInfoForDequeuedBuffer( 124990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar ANativeWindowBuffer *buf, int fenceFd, BufferInfo *info) { 125090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 125190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar info->mRenderInfo = 125290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mRenderTracker.updateInfoForDequeuedBuffer( 125390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar buf, fenceFd, info - &mBuffers[kPortIndexOutput][0]); 125490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 125590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // check for any fences already signaled 125690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar notifyOfRenderedFrames(false /* dropIncomplete */, info->mRenderInfo); 125790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 125890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 125990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarvoid ACodec::onFrameRendered(int64_t mediaTimeUs, nsecs_t systemNano) { 126090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (mRenderTracker.onFrameRendered(mediaTimeUs, systemNano) != OK) { 126190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mRenderTracker.dumpRenderQueue(); 126290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 126390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 126490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 126590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarvoid ACodec::notifyOfRenderedFrames(bool dropIncomplete, FrameRenderTracker::Info *until) { 126690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar sp<AMessage> msg = mNotify->dup(); 126790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar msg->setInt32("what", CodecBase::kWhatOutputFramesRendered); 126890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar std::list<FrameRenderTracker::Info> done = 126990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mRenderTracker.checkFencesAndGetRenderedFrames(until, dropIncomplete); 127090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 127190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // unlink untracked frames 127290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar for (std::list<FrameRenderTracker::Info>::const_iterator it = done.cbegin(); 127390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar it != done.cend(); ++it) { 127490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (it->getIndex() >= 0) { 127590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mBuffers[kPortIndexOutput].editItemAt(it->getIndex()).mRenderInfo = NULL; 127690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 127790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 127890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 127990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (MediaCodec::CreateFramesRenderedMessage(done, msg)) { 128090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar msg->post(); 128190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 128290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 128390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 1284f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::BufferInfo *ACodec::dequeueBufferFromNativeWindow() { 12858ce2364512f7c32c824f5ec5719688830ba72427Iliyan Malchev ANativeWindowBuffer *buf; 1286054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar CHECK(mNativeWindow.get() != NULL); 1287ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad 1288ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad if (mTunneled) { 1289ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad ALOGW("dequeueBufferFromNativeWindow() should not be called in tunnel" 1290ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad " video playback mode mode!"); 1291ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad return NULL; 1292ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad } 1293ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad 129415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int fenceFd = -1; 1295dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar do { 129615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar status_t err = mNativeWindow->dequeueBuffer(mNativeWindow.get(), &buf, &fenceFd); 129715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (err != 0) { 129815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGE("dequeueBuffer failed: %s(%d).", asString(err), err); 1299dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar return NULL; 1300dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar } 1301f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1302dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar bool stale = false; 1303dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar for (size_t i = mBuffers[kPortIndexOutput].size(); i-- > 0;) { 1304dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar BufferInfo *info = &mBuffers[kPortIndexOutput].editItemAt(i); 1305dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar 1306dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar if (info->mGraphicBuffer != NULL && 130790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar info->mGraphicBuffer->handle == buf->handle) { 1308dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // Since consumers can attach buffers to BufferQueues, it is possible 1309dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // that a known yet stale buffer can return from a surface that we 1310dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // once used. We can simply ignore this as we have already dequeued 1311dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // this buffer properly. NOTE: this does not eliminate all cases, 1312dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // e.g. it is possible that we have queued the valid buffer to the 1313dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // NW, and a stale copy of the same buffer gets dequeued - which will 1314dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // be treated as the valid buffer by ACodec. 1315dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar if (info->mStatus != BufferInfo::OWNED_BY_NATIVE_WINDOW) { 1316dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar ALOGI("dequeued stale buffer %p. discarding", buf); 1317dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar stale = true; 1318dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar break; 1319dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar } 132090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 1321dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar ALOGV("dequeued buffer %p", info->mGraphicBuffer->getNativeBuffer()); 1322dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar info->mStatus = BufferInfo::OWNED_BY_US; 132315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->setWriteFence(fenceFd, "dequeueBufferFromNativeWindow"); 132490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar updateRenderInfoForDequeuedBuffer(buf, fenceFd, info); 1325dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar return info; 1326dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar } 1327dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar } 1328f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1329dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // It is also possible to receive a previously unregistered buffer 1330dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // in non-meta mode. These should be treated as stale buffers. The 1331dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // same is possible in meta mode, in which case, it will be treated 1332dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // as a normal buffer, which is not desirable. 1333dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // TODO: fix this. 1334054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (!stale && (!storingMetadataInDecodedBuffers() || mLegacyAdaptiveExperiment)) { 1335dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar ALOGI("dequeued unrecognized (stale) buffer %p. discarding", buf); 1336dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar stale = true; 1337dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar } 1338dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar if (stale) { 1339dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // TODO: detach stale buffer, but there is no API yet to do it. 1340dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar buf = NULL; 1341f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1342dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar } while (buf == NULL); 1343054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1344dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // get oldest undequeued buffer 1345dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar BufferInfo *oldest = NULL; 1346dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar for (size_t i = mBuffers[kPortIndexOutput].size(); i-- > 0;) { 1347dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar BufferInfo *info = 1348dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar &mBuffers[kPortIndexOutput].editItemAt(i); 1349054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar if (info->mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW && 1350054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar (oldest == NULL || 1351054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar // avoid potential issues from counter rolling over 1352054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mDequeueCounter - info->mDequeuedAt > 1353054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mDequeueCounter - oldest->mDequeuedAt)) { 1354054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar oldest = info; 1355054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 1356054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 1357054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 13580806340688c937e7b78c2d89db3809274130df4eLajos Molnar // it is impossible dequeue a buffer when there are no buffers with ANW 13590806340688c937e7b78c2d89db3809274130df4eLajos Molnar CHECK(oldest != NULL); 13600806340688c937e7b78c2d89db3809274130df4eLajos Molnar // it is impossible to dequeue an unknown buffer in non-meta mode, as the 13610806340688c937e7b78c2d89db3809274130df4eLajos Molnar // while loop above does not complete 1362054219874873b41f1c815552987c10465c34ba2bLajos Molnar CHECK(storingMetadataInDecodedBuffers()); 1363054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 13640806340688c937e7b78c2d89db3809274130df4eLajos Molnar // discard buffer in LRU info and replace with new buffer 13650806340688c937e7b78c2d89db3809274130df4eLajos Molnar oldest->mGraphicBuffer = new GraphicBuffer(buf, false); 13660806340688c937e7b78c2d89db3809274130df4eLajos Molnar oldest->mStatus = BufferInfo::OWNED_BY_US; 136715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar oldest->setWriteFence(fenceFd, "dequeueBufferFromNativeWindow for oldest"); 136890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mRenderTracker.untrackFrame(oldest->mRenderInfo); 136990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar oldest->mRenderInfo = NULL; 1370d0715867861c216e88a4a7523b6da8a3cb128724Lajos Molnar 13710806340688c937e7b78c2d89db3809274130df4eLajos Molnar mOMX->updateGraphicBufferInMeta( 13720806340688c937e7b78c2d89db3809274130df4eLajos Molnar mNode, kPortIndexOutput, oldest->mGraphicBuffer, 13730806340688c937e7b78c2d89db3809274130df4eLajos Molnar oldest->mBufferID); 1374054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1375054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mOutputMetadataType == kMetadataBufferTypeGrallocSource) { 1376054219874873b41f1c815552987c10465c34ba2bLajos Molnar VideoGrallocMetadata *grallocMeta = 1377054219874873b41f1c815552987c10465c34ba2bLajos Molnar reinterpret_cast<VideoGrallocMetadata *>(oldest->mData->base()); 1378054219874873b41f1c815552987c10465c34ba2bLajos Molnar ALOGV("replaced oldest buffer #%u with age %u (%p/%p stored in %p)", 1379054219874873b41f1c815552987c10465c34ba2bLajos Molnar (unsigned)(oldest - &mBuffers[kPortIndexOutput][0]), 1380054219874873b41f1c815552987c10465c34ba2bLajos Molnar mDequeueCounter - oldest->mDequeuedAt, 13819847fcefb183e1cb09eb48e17a09577392b0e8f4Lajos Molnar grallocMeta->pHandle, 1382054219874873b41f1c815552987c10465c34ba2bLajos Molnar oldest->mGraphicBuffer->handle, oldest->mData->base()); 1383054219874873b41f1c815552987c10465c34ba2bLajos Molnar } else if (mOutputMetadataType == kMetadataBufferTypeANWBuffer) { 1384054219874873b41f1c815552987c10465c34ba2bLajos Molnar VideoNativeMetadata *nativeMeta = 1385054219874873b41f1c815552987c10465c34ba2bLajos Molnar reinterpret_cast<VideoNativeMetadata *>(oldest->mData->base()); 1386054219874873b41f1c815552987c10465c34ba2bLajos Molnar ALOGV("replaced oldest buffer #%u with age %u (%p/%p stored in %p)", 1387054219874873b41f1c815552987c10465c34ba2bLajos Molnar (unsigned)(oldest - &mBuffers[kPortIndexOutput][0]), 1388054219874873b41f1c815552987c10465c34ba2bLajos Molnar mDequeueCounter - oldest->mDequeuedAt, 1389054219874873b41f1c815552987c10465c34ba2bLajos Molnar nativeMeta->pBuffer, 1390054219874873b41f1c815552987c10465c34ba2bLajos Molnar oldest->mGraphicBuffer->getNativeBuffer(), oldest->mData->base()); 1391054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 1392f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 139390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar updateRenderInfoForDequeuedBuffer(buf, fenceFd, oldest); 13940806340688c937e7b78c2d89db3809274130df4eLajos Molnar return oldest; 1395f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1396f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1397f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::freeBuffersOnPort(OMX_U32 portIndex) { 1398777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim status_t err = OK; 1399938e2b34b16c3c1fd29c753eeb53ee95a2b2e2b3Nick Kralevich for (size_t i = mBuffers[portIndex].size(); i > 0;) { 1400938e2b34b16c3c1fd29c753eeb53ee95a2b2e2b3Nick Kralevich i--; 1401777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim status_t err2 = freeBuffer(portIndex, i); 1402777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err == OK) { 1403777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = err2; 1404777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 1405f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1406f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 14070806340688c937e7b78c2d89db3809274130df4eLajos Molnar // clear mDealer even on an error 1408f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mDealer[portIndex].clear(); 1409777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 1410f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1411f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1412349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huberstatus_t ACodec::freeOutputBuffersNotOwnedByComponent() { 1413777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim status_t err = OK; 1414938e2b34b16c3c1fd29c753eeb53ee95a2b2e2b3Nick Kralevich for (size_t i = mBuffers[kPortIndexOutput].size(); i > 0;) { 1415938e2b34b16c3c1fd29c753eeb53ee95a2b2e2b3Nick Kralevich i--; 1416f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = 1417f933441648ef6a71dee783d733aac17b9508b452Andreas Huber &mBuffers[kPortIndexOutput].editItemAt(i); 1418f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 14192ded8b53014602d25b20bade8ce46db95a8da4b5Lajos Molnar // At this time some buffers may still be with the component 14202ded8b53014602d25b20bade8ce46db95a8da4b5Lajos Molnar // or being drained. 14212ded8b53014602d25b20bade8ce46db95a8da4b5Lajos Molnar if (info->mStatus != BufferInfo::OWNED_BY_COMPONENT && 14222ded8b53014602d25b20bade8ce46db95a8da4b5Lajos Molnar info->mStatus != BufferInfo::OWNED_BY_DOWNSTREAM) { 1423777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim status_t err2 = freeBuffer(kPortIndexOutput, i); 1424777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err == OK) { 1425777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = err2; 1426777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 1427f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1428f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1429f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1430777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 1431f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1432f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1433f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::freeBuffer(OMX_U32 portIndex, size_t i) { 1434f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = &mBuffers[portIndex].editItemAt(i); 14350806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = OK; 1436f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 143715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // there should not be any fences in the metadata 143815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar MetadataBufferType type = 143915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar portIndex == kPortIndexOutput ? mOutputMetadataType : mInputMetadataType; 144015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (type == kMetadataBufferTypeANWBuffer && info->mData != NULL 144115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar && info->mData->size() >= sizeof(VideoNativeMetadata)) { 144215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int fenceFd = ((VideoNativeMetadata *)info->mData->data())->nFenceFd; 144315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (fenceFd >= 0) { 144415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGW("unreleased fence (%d) in %s metadata buffer %zu", 144515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar fenceFd, portIndex == kPortIndexInput ? "input" : "output", i); 144615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 144715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 144815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 14490806340688c937e7b78c2d89db3809274130df4eLajos Molnar switch (info->mStatus) { 14500806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_US: 14510806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (portIndex == kPortIndexOutput && mNativeWindow != NULL) { 14520806340688c937e7b78c2d89db3809274130df4eLajos Molnar (void)cancelBufferToNativeWindow(info); 14530806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 14540806340688c937e7b78c2d89db3809274130df4eLajos Molnar // fall through 1455f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 14560806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_NATIVE_WINDOW: 14570806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mOMX->freeBuffer(mNode, portIndex, info->mBufferID); 14580806340688c937e7b78c2d89db3809274130df4eLajos Molnar break; 14590806340688c937e7b78c2d89db3809274130df4eLajos Molnar 14600806340688c937e7b78c2d89db3809274130df4eLajos Molnar default: 14610806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("trying to free buffer not owned by us or ANW (%d)", info->mStatus); 14620806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = FAILED_TRANSACTION; 14630806340688c937e7b78c2d89db3809274130df4eLajos Molnar break; 1464f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1465f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 146615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (info->mFenceFd >= 0) { 146715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ::close(info->mFenceFd); 146815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 146915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 147090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mRenderTracker.untrackFrame(info->mRenderInfo); 147190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar info->mRenderInfo = NULL; 147290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 1473777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim // remove buffer even if mOMX->freeBuffer fails 1474f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mBuffers[portIndex].removeAt(i); 1475f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1476777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 1477f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1478f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1479f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::BufferInfo *ACodec::findBufferByID( 14800806340688c937e7b78c2d89db3809274130df4eLajos Molnar uint32_t portIndex, IOMX::buffer_id bufferID, ssize_t *index) { 1481f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (size_t i = 0; i < mBuffers[portIndex].size(); ++i) { 1482f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = &mBuffers[portIndex].editItemAt(i); 1483f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1484f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mBufferID == bufferID) { 1485f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (index != NULL) { 1486f933441648ef6a71dee783d733aac17b9508b452Andreas Huber *index = i; 1487f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1488f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return info; 1489f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1490f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1491f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1492777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Could not find buffer with ID %u", bufferID); 1493f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return NULL; 1494f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1495f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 14965778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setComponentRole( 1497f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool isEncoder, const char *mime) { 1498f933441648ef6a71dee783d733aac17b9508b452Andreas Huber struct MimeToRole { 1499f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const char *mime; 1500f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const char *decoderRole; 1501f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const char *encoderRole; 1502f933441648ef6a71dee783d733aac17b9508b452Andreas Huber }; 1503f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1504f933441648ef6a71dee783d733aac17b9508b452Andreas Huber static const MimeToRole kMimeToRole[] = { 1505f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { MEDIA_MIMETYPE_AUDIO_MPEG, 1506f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "audio_decoder.mp3", "audio_encoder.mp3" }, 15072944eca607304a095ea43ba2b8f0b9de61249f9fAndreas Huber { MEDIA_MIMETYPE_AUDIO_MPEG_LAYER_I, 15082944eca607304a095ea43ba2b8f0b9de61249f9fAndreas Huber "audio_decoder.mp1", "audio_encoder.mp1" }, 15092944eca607304a095ea43ba2b8f0b9de61249f9fAndreas Huber { MEDIA_MIMETYPE_AUDIO_MPEG_LAYER_II, 15102944eca607304a095ea43ba2b8f0b9de61249f9fAndreas Huber "audio_decoder.mp2", "audio_encoder.mp2" }, 1511f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { MEDIA_MIMETYPE_AUDIO_AMR_NB, 1512f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "audio_decoder.amrnb", "audio_encoder.amrnb" }, 1513f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { MEDIA_MIMETYPE_AUDIO_AMR_WB, 1514f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "audio_decoder.amrwb", "audio_encoder.amrwb" }, 1515f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { MEDIA_MIMETYPE_AUDIO_AAC, 1516f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "audio_decoder.aac", "audio_encoder.aac" }, 1517729de186450f78c099637e1fce743fe531862c52Andreas Huber { MEDIA_MIMETYPE_AUDIO_VORBIS, 1518729de186450f78c099637e1fce743fe531862c52Andreas Huber "audio_decoder.vorbis", "audio_encoder.vorbis" }, 1519bf927f8ec7979f2b64331c2b2f12a6a5dba05bcaVignesh Venkatasubramanian { MEDIA_MIMETYPE_AUDIO_OPUS, 1520bf927f8ec7979f2b64331c2b2f12a6a5dba05bcaVignesh Venkatasubramanian "audio_decoder.opus", "audio_encoder.opus" }, 1521c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber { MEDIA_MIMETYPE_AUDIO_G711_MLAW, 1522c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber "audio_decoder.g711mlaw", "audio_encoder.g711mlaw" }, 1523c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber { MEDIA_MIMETYPE_AUDIO_G711_ALAW, 1524c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber "audio_decoder.g711alaw", "audio_encoder.g711alaw" }, 1525f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { MEDIA_MIMETYPE_VIDEO_AVC, 1526f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "video_decoder.avc", "video_encoder.avc" }, 15272472b1c0d63454e5d90a982bd6c555de6c3127bdRachad { MEDIA_MIMETYPE_VIDEO_HEVC, 15282472b1c0d63454e5d90a982bd6c555de6c3127bdRachad "video_decoder.hevc", "video_encoder.hevc" }, 1529f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { MEDIA_MIMETYPE_VIDEO_MPEG4, 1530f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "video_decoder.mpeg4", "video_encoder.mpeg4" }, 1531f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { MEDIA_MIMETYPE_VIDEO_H263, 1532f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "video_decoder.h263", "video_encoder.h263" }, 153394705aff3c9eef58cbb72ec6fe5d2dcfd9481646hkuang { MEDIA_MIMETYPE_VIDEO_VP8, 153494705aff3c9eef58cbb72ec6fe5d2dcfd9481646hkuang "video_decoder.vp8", "video_encoder.vp8" }, 153594705aff3c9eef58cbb72ec6fe5d2dcfd9481646hkuang { MEDIA_MIMETYPE_VIDEO_VP9, 153694705aff3c9eef58cbb72ec6fe5d2dcfd9481646hkuang "video_decoder.vp9", "video_encoder.vp9" }, 1537ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber { MEDIA_MIMETYPE_AUDIO_RAW, 1538ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber "audio_decoder.raw", "audio_encoder.raw" }, 15392f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi { MEDIA_MIMETYPE_AUDIO_FLAC, 15402f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi "audio_decoder.flac", "audio_encoder.flac" }, 1541ba933df89521d63f75ca66af12ce9d7ae9496b9eMarco Nelissen { MEDIA_MIMETYPE_AUDIO_MSGSM, 1542ba933df89521d63f75ca66af12ce9d7ae9496b9eMarco Nelissen "audio_decoder.gsm", "audio_encoder.gsm" }, 1543774eb18c40c3a7da0bc1636a9779f02315ddbad8Changwan Ryu { MEDIA_MIMETYPE_VIDEO_MPEG2, 1544774eb18c40c3a7da0bc1636a9779f02315ddbad8Changwan Ryu "video_decoder.mpeg2", "video_encoder.mpeg2" }, 154597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu { MEDIA_MIMETYPE_AUDIO_AC3, 154697358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu "audio_decoder.ac3", "audio_encoder.ac3" }, 15478a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad { MEDIA_MIMETYPE_AUDIO_EAC3, 15488a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad "audio_decoder.eac3", "audio_encoder.eac3" }, 1549f933441648ef6a71dee783d733aac17b9508b452Andreas Huber }; 1550f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1551f933441648ef6a71dee783d733aac17b9508b452Andreas Huber static const size_t kNumMimeToRole = 1552f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sizeof(kMimeToRole) / sizeof(kMimeToRole[0]); 1553f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1554f933441648ef6a71dee783d733aac17b9508b452Andreas Huber size_t i; 1555f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (i = 0; i < kNumMimeToRole; ++i) { 1556f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (!strcasecmp(mime, kMimeToRole[i].mime)) { 1557f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 1558f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1559f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1560f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1561f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (i == kNumMimeToRole) { 15625778822d86b0337407514b9372562b86edfa91cdAndreas Huber return ERROR_UNSUPPORTED; 1563f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1564f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1565f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const char *role = 1566f933441648ef6a71dee783d733aac17b9508b452Andreas Huber isEncoder ? kMimeToRole[i].encoderRole 1567f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : kMimeToRole[i].decoderRole; 1568f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1569f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (role != NULL) { 1570f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_PARAM_COMPONENTROLETYPE roleParams; 1571f933441648ef6a71dee783d733aac17b9508b452Andreas Huber InitOMXParams(&roleParams); 1572f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1573f933441648ef6a71dee783d733aac17b9508b452Andreas Huber strncpy((char *)roleParams.cRole, 1574f933441648ef6a71dee783d733aac17b9508b452Andreas Huber role, OMX_MAX_STRINGNAME_SIZE - 1); 1575f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1576f933441648ef6a71dee783d733aac17b9508b452Andreas Huber roleParams.cRole[OMX_MAX_STRINGNAME_SIZE - 1] = '\0'; 1577f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1578f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t err = mOMX->setParameter( 1579f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamStandardComponentRole, 1580f933441648ef6a71dee783d733aac17b9508b452Andreas Huber &roleParams, sizeof(roleParams)); 1581f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1582f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 15835ff1dd576bb93c45b44088a51544a18fc43ebf58Steve Block ALOGW("[%s] Failed to set standard component role '%s'.", 1584f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mComponentName.c_str(), role); 15855778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15865778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 1587f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1588f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 15895778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15905778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 1591f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1592f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 15935778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::configureCodec( 1594f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const char *mime, const sp<AMessage> &msg) { 15955778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t encoder; 15965778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("encoder", &encoder)) { 15975778822d86b0337407514b9372562b86edfa91cdAndreas Huber encoder = false; 15985778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 1599f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1600e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar sp<AMessage> inputFormat = new AMessage(); 16014e865a3cfe4c955e0890321a6b488cf661808b63Lajos Molnar sp<AMessage> outputFormat = mNotify->dup(); // will use this for kWhatOutputFormatChanged 1602e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 16035778822d86b0337407514b9372562b86edfa91cdAndreas Huber mIsEncoder = encoder; 1604f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1605054219874873b41f1c815552987c10465c34ba2bLajos Molnar mInputMetadataType = kMetadataBufferTypeInvalid; 1606054219874873b41f1c815552987c10465c34ba2bLajos Molnar mOutputMetadataType = kMetadataBufferTypeInvalid; 16078db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu 16085778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = setComponentRole(encoder /* isEncoder */, mime); 16095778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16105778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 16115778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 16125778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16135778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16145778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t bitRate = 0; 16152f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi // FLAC encoder doesn't need a bitrate, other encoders do 16162f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi if (encoder && strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_FLAC) 16172f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi && !msg->findInt32("bitrate", &bitRate)) { 16185778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 16195778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16205778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1621d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber int32_t storeMeta; 1622d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber if (encoder 1623d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber && msg->findInt32("store-metadata-in-buffers", &storeMeta) 1624d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber && storeMeta != 0) { 1625054219874873b41f1c815552987c10465c34ba2bLajos Molnar err = mOMX->storeMetaDataInBuffers(mNode, kPortIndexInput, OMX_TRUE, &mInputMetadataType); 1626d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber if (err != OK) { 1627054219874873b41f1c815552987c10465c34ba2bLajos Molnar ALOGE("[%s] storeMetaDataInBuffers (input) failed w/ err %d", 1628308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang mComponentName.c_str(), err); 1629d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 1630054219874873b41f1c815552987c10465c34ba2bLajos Molnar return err; 1631054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 1632054219874873b41f1c815552987c10465c34ba2bLajos Molnar // For this specific case we could be using camera source even if storeMetaDataInBuffers 1633054219874873b41f1c815552987c10465c34ba2bLajos Molnar // returns Gralloc source. Pretend that we are; this will force us to use nBufferSize. 1634054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mInputMetadataType == kMetadataBufferTypeGrallocSource) { 1635054219874873b41f1c815552987c10465c34ba2bLajos Molnar mInputMetadataType = kMetadataBufferTypeCameraSource; 1636054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 1637054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 1638d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 1639308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang int32_t prependSPSPPS = 0; 16403a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber if (encoder 16413a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber && msg->findInt32("prepend-sps-pps-to-idr-frames", &prependSPSPPS) 16423a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber && prependSPSPPS != 0) { 16433a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber OMX_INDEXTYPE index; 16443a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber err = mOMX->getExtensionIndex( 16453a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber mNode, 16463a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber "OMX.google.android.index.prependSPSPPSToIDRFrames", 16473a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber &index); 16483a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber 16493a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber if (err == OK) { 16503a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber PrependSPSPPSToIDRFramesParams params; 16513a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber InitOMXParams(¶ms); 16523a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber params.bEnable = OMX_TRUE; 16533a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber 16543a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber err = mOMX->setParameter( 16553a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber mNode, index, ¶ms, sizeof(params)); 16563a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber } 16573a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber 16583a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber if (err != OK) { 16593a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber ALOGE("Encoder could not be configured to emit SPS/PPS before " 16603a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber "IDR frames. (err %d)", err); 16613a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber 16623a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber return err; 16633a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber } 16643a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber } 16653a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber 1666308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang // Only enable metadata mode on encoder output if encoder can prepend 1667308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang // sps/pps to idr frames, since in metadata mode the bitstream is in an 1668308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang // opaque handle, to which we don't have access. 1669308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang int32_t video = !strncasecmp(mime, "video/", 6); 16708db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu mIsVideo = video; 1671308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang if (encoder && video) { 1672308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang OMX_BOOL enable = (OMX_BOOL) (prependSPSPPS 1673308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang && msg->findInt32("store-metadata-in-buffers-output", &storeMeta) 1674308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang && storeMeta != 0); 1675308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang 1676054219874873b41f1c815552987c10465c34ba2bLajos Molnar err = mOMX->storeMetaDataInBuffers(mNode, kPortIndexOutput, enable, &mOutputMetadataType); 1677308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang if (err != OK) { 1678308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang ALOGE("[%s] storeMetaDataInBuffers (output) failed w/ err %d", 1679308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang mComponentName.c_str(), err); 1680308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang } 1681a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber 1682a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber if (!msg->findInt64( 1683a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber "repeat-previous-frame-after", 1684a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber &mRepeatFrameDelayUs)) { 1685a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber mRepeatFrameDelayUs = -1ll; 1686a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber } 168794ee4b708acfa941581160b267afb79192b1d816Chong Zhang 168894ee4b708acfa941581160b267afb79192b1d816Chong Zhang if (!msg->findInt64("max-pts-gap-to-encoder", &mMaxPtsGapUs)) { 16892c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mMaxPtsGapUs = -1ll; 16902c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang } 16912c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang 169237b2b389139ed638831e49708c947863eef631efRonghua Wu if (!msg->findFloat("max-fps-to-encoder", &mMaxFps)) { 169337b2b389139ed638831e49708c947863eef631efRonghua Wu mMaxFps = -1; 169437b2b389139ed638831e49708c947863eef631efRonghua Wu } 169537b2b389139ed638831e49708c947863eef631efRonghua Wu 16962c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang if (!msg->findInt64("time-lapse", &mTimePerCaptureUs)) { 16972c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mTimePerCaptureUs = -1ll; 169894ee4b708acfa941581160b267afb79192b1d816Chong Zhang } 169972cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang 170072cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang if (!msg->findInt32( 170172cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang "create-input-buffers-suspended", 170272cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang (int32_t*)&mCreateInputBuffersSuspended)) { 170372cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang mCreateInputBuffersSuspended = false; 170472cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang } 1705308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang } 1706308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang 17073a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // NOTE: we only use native window for video decoders 1708054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar sp<RefBase> obj; 17090d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar bool haveNativeWindow = msg->findObject("native-window", &obj) 17103a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar && obj != NULL && video && !encoder; 1711011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar mLegacyAdaptiveExperiment = false; 1712e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if (video && !encoder) { 1713e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar inputFormat->setInt32("adaptive-playback", false); 17141713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang 17151713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang int32_t usageProtected; 17161713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang if (msg->findInt32("protected", &usageProtected) && usageProtected) { 17171713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang if (!haveNativeWindow) { 17181713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang ALOGE("protected output buffers must be sent to an ANativeWindow"); 17191713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang return PERMISSION_DENIED; 17201713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang } 17211713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang mFlags |= kFlagIsGrallocUsageProtected; 17221713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang mFlags |= kFlagPushBlankBuffersToNativeWindowOnShutdown; 17231713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang } 1724e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 17253a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (haveNativeWindow) { 17261de1e25cba872bd4c077c2e394f8ca9c70b65856Lajos Molnar sp<ANativeWindow> nativeWindow = 17271de1e25cba872bd4c077c2e394f8ca9c70b65856Lajos Molnar static_cast<ANativeWindow *>(static_cast<Surface *>(obj.get())); 17285a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 17296597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar // START of temporary support for automatic FRC - THIS WILL BE REMOVED 17306597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar int32_t autoFrc; 17316597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar if (msg->findInt32("auto-frc", &autoFrc)) { 17326597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar bool enabled = autoFrc; 17336597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar OMX_CONFIG_BOOLEANTYPE config; 17346597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar InitOMXParams(&config); 17356597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar config.bEnabled = (OMX_BOOL)enabled; 17366597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar status_t temp = mOMX->setConfig( 17376597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar mNode, (OMX_INDEXTYPE)OMX_IndexConfigAutoFramerateConversion, 17386597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar &config, sizeof(config)); 17396597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar if (temp == OK) { 17406597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar outputFormat->setInt32("auto-frc", enabled); 17416597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar } else if (enabled) { 17426597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar ALOGI("codec does not support requested auto-frc (err %d)", temp); 17436597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar } 17446597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar } 17456597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar // END of temporary support for automatic FRC 17466597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar 17475a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad int32_t tunneled; 17485a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (msg->findInt32("feature-tunneled-playback", &tunneled) && 17495a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad tunneled != 0) { 17505a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGI("Configuring TUNNELED video playback."); 1751ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad mTunneled = true; 17525a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 175397827bd7c7e64dec22c8fe0f9e734a3c432ad7eeRachad int32_t audioHwSync = 0; 175497827bd7c7e64dec22c8fe0f9e734a3c432ad7eeRachad if (!msg->findInt32("audio-hw-sync", &audioHwSync)) { 17555a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGW("No Audio HW Sync provided for video tunnel"); 17565a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } 17575a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad err = configureTunneledVideoPlayback(audioHwSync, nativeWindow); 17585a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (err != OK) { 175997827bd7c7e64dec22c8fe0f9e734a3c432ad7eeRachad ALOGE("configureTunneledVideoPlayback(%d,%p) failed!", 17605a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad audioHwSync, nativeWindow.get()); 17615a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad return err; 1762fce0d1883cdbcb7d501625fb43844043cd28a267Lajos Molnar } 1763fce0d1883cdbcb7d501625fb43844043cd28a267Lajos Molnar 1764d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad int32_t maxWidth = 0, maxHeight = 0; 1765d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad if (msg->findInt32("max-width", &maxWidth) && 1766d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad msg->findInt32("max-height", &maxHeight)) { 1767d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad 1768d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad err = mOMX->prepareForAdaptivePlayback( 1769d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad mNode, kPortIndexOutput, OMX_TRUE, maxWidth, maxHeight); 1770d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad if (err != OK) { 1771d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad ALOGW("[%s] prepareForAdaptivePlayback failed w/ err %d", 1772d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad mComponentName.c_str(), err); 17733a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // allow failure 17743a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar err = OK; 1775d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad } else { 1776d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad inputFormat->setInt32("max-width", maxWidth); 1777d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad inputFormat->setInt32("max-height", maxHeight); 1778d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad inputFormat->setInt32("adaptive-playback", true); 1779d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad } 1780d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad } 17815a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } else { 1782ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad ALOGV("Configuring CPU controlled video playback."); 1783ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad mTunneled = false; 1784ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad 17853fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad // Explicity reset the sideband handle of the window for 17863fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad // non-tunneled video in case the window was previously used 17873fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad // for a tunneled video playback. 17883fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad err = native_window_set_sideband_stream(nativeWindow.get(), NULL); 17893fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad if (err != OK) { 17903fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad ALOGE("set_sideband_stream(NULL) failed! (err %d).", err); 17913fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad return err; 17923fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad } 17933fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad 17945a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // Always try to enable dynamic output buffers on native surface 17955a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad err = mOMX->storeMetaDataInBuffers( 1796054219874873b41f1c815552987c10465c34ba2bLajos Molnar mNode, kPortIndexOutput, OMX_TRUE, &mOutputMetadataType); 17975a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (err != OK) { 17985a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGE("[%s] storeMetaDataInBuffers failed w/ err %d", 1799fce0d1883cdbcb7d501625fb43844043cd28a267Lajos Molnar mComponentName.c_str(), err); 1800e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 18015a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // if adaptive playback has been requested, try JB fallback 18025a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // NOTE: THIS FALLBACK MECHANISM WILL BE REMOVED DUE TO ITS 18035a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // LARGE MEMORY REQUIREMENT 18045a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 18055a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // we will not do adaptive playback on software accessed 18065a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // surfaces as they never had to respond to changes in the 18075a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // crop window, and we don't trust that they will be able to. 18085a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad int usageBits = 0; 18095a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad bool canDoAdaptivePlayback; 18105a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 18115a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (nativeWindow->query( 18125a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad nativeWindow.get(), 18135a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad NATIVE_WINDOW_CONSUMER_USAGE_BITS, 18145a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad &usageBits) != OK) { 18155a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad canDoAdaptivePlayback = false; 18165a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } else { 18175a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad canDoAdaptivePlayback = 18185a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad (usageBits & 18195a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad (GRALLOC_USAGE_SW_READ_MASK | 18205a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad GRALLOC_USAGE_SW_WRITE_MASK)) == 0; 18215a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } 18225a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 18235a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad int32_t maxWidth = 0, maxHeight = 0; 18245a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (canDoAdaptivePlayback && 18255a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad msg->findInt32("max-width", &maxWidth) && 18265a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad msg->findInt32("max-height", &maxHeight)) { 18275a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGV("[%s] prepareForAdaptivePlayback(%dx%d)", 18285a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad mComponentName.c_str(), maxWidth, maxHeight); 18295a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 18305a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad err = mOMX->prepareForAdaptivePlayback( 18315a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad mNode, kPortIndexOutput, OMX_TRUE, maxWidth, 18325a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad maxHeight); 18335a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGW_IF(err != OK, 18345a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad "[%s] prepareForAdaptivePlayback failed w/ err %d", 18355a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad mComponentName.c_str(), err); 18365a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 18375a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (err == OK) { 18385a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad inputFormat->setInt32("max-width", maxWidth); 18395a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad inputFormat->setInt32("max-height", maxHeight); 18405a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad inputFormat->setInt32("adaptive-playback", true); 18415a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } 1842e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 18435a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // allow failure 18445a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad err = OK; 18455a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } else { 18465a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGV("[%s] storeMetaDataInBuffers succeeded", 18475a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad mComponentName.c_str()); 1848054219874873b41f1c815552987c10465c34ba2bLajos Molnar CHECK(storingMetadataInDecodedBuffers()); 1849011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar mLegacyAdaptiveExperiment = ADebug::isExperimentEnabled( 1850011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar "legacy-adaptive", !msg->contains("no-experiments")); 1851011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar 18525a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad inputFormat->setInt32("adaptive-playback", true); 1853fce0d1883cdbcb7d501625fb43844043cd28a267Lajos Molnar } 18540167414e261f88a96b5e4bf6cb592e6ca11e5a95Andreas Huber 18555a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad int32_t push; 18565a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (msg->findInt32("push-blank-buffers-on-shutdown", &push) 18575a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad && push != 0) { 18585a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad mFlags |= kFlagPushBlankBuffersToNativeWindowOnShutdown; 18595a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } 18600167414e261f88a96b5e4bf6cb592e6ca11e5a95Andreas Huber } 1861e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang 1862e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang int32_t rotationDegrees; 1863e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang if (msg->findInt32("rotation-degrees", &rotationDegrees)) { 1864e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang mRotationDegrees = rotationDegrees; 1865e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang } else { 1866e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang mRotationDegrees = 0; 1867e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang } 1868054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 1869054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1870308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang if (video) { 18713a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // determine need for software renderer 18723a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar bool usingSwRenderer = false; 18733a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (haveNativeWindow && mComponentName.startsWith("OMX.google.")) { 18743a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar usingSwRenderer = true; 18753a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar haveNativeWindow = false; 18763a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 18773a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar 18785778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (encoder) { 18795778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setupVideoEncoder(mime, msg); 18805778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 18810d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar err = setupVideoDecoder(mime, msg, haveNativeWindow); 18825778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18833a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar 18843a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (err != OK) { 18853a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar return err; 18863a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 18873a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar 18883a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (haveNativeWindow) { 18891de1e25cba872bd4c077c2e394f8ca9c70b65856Lajos Molnar mNativeWindow = static_cast<Surface *>(obj.get()); 18903a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 18913a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar 18923a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // initialize native window now to get actual output format 18933a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // TODO: this is needed for some encoders even though they don't use native window 1894777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = initNativeWindow(); 1895777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 1896777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 1897777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 18983a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar 18993a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // fallback for devices that do not handle flex-YUV for native buffers 19003a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (haveNativeWindow) { 19013a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar int32_t requestedColorFormat = OMX_COLOR_FormatUnused; 19023a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (msg->findInt32("color-format", &requestedColorFormat) && 19033a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar requestedColorFormat == OMX_COLOR_FormatYUV420Flexible) { 1904777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim status_t err = getPortFormat(kPortIndexOutput, outputFormat); 1905777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 1906777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 1907777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 19083a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar int32_t colorFormat = OMX_COLOR_FormatUnused; 19093a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar OMX_U32 flexibleEquivalent = OMX_COLOR_FormatUnused; 1910777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (!outputFormat->findInt32("color-format", &colorFormat)) { 1911777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("ouptut port did not have a color format (wrong domain?)"); 1912777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return BAD_VALUE; 1913777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 19143a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar ALOGD("[%s] Requested output format %#x and got %#x.", 19153a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mComponentName.c_str(), requestedColorFormat, colorFormat); 19163a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (!isFlexibleColorFormat( 19173a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mOMX, mNode, colorFormat, haveNativeWindow, &flexibleEquivalent) 19183a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar || flexibleEquivalent != (OMX_U32)requestedColorFormat) { 19193a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // device did not handle flex-YUV request for native window, fall back 19203a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // to SW renderer 19213a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar ALOGI("[%s] Falling back to software renderer", mComponentName.c_str()); 19223a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mNativeWindow.clear(); 19233a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar haveNativeWindow = false; 19243a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar usingSwRenderer = true; 1925054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (storingMetadataInDecodedBuffers()) { 1926054219874873b41f1c815552987c10465c34ba2bLajos Molnar err = mOMX->storeMetaDataInBuffers( 1927054219874873b41f1c815552987c10465c34ba2bLajos Molnar mNode, kPortIndexOutput, OMX_FALSE, &mOutputMetadataType); 1928054219874873b41f1c815552987c10465c34ba2bLajos Molnar mOutputMetadataType = kMetadataBufferTypeInvalid; // just in case 19293a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // TODO: implement adaptive-playback support for bytebuffer mode. 19303a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // This is done by SW codecs, but most HW codecs don't support it. 19313a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar inputFormat->setInt32("adaptive-playback", false); 19323a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 19333a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (err == OK) { 19343a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar err = mOMX->enableGraphicBuffers(mNode, kPortIndexOutput, OMX_FALSE); 19353a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 19363a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (mFlags & kFlagIsGrallocUsageProtected) { 19373a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // fallback is not supported for protected playback 19383a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar err = PERMISSION_DENIED; 19393a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } else if (err == OK) { 19403a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar err = setupVideoDecoder(mime, msg, false); 19413a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 19423a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 19433a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 19443a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 19453a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar 19463a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (usingSwRenderer) { 19473a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar outputFormat->setInt32("using-sw-renderer", 1); 19483a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 194942392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_MPEG)) { 195042392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber int32_t numChannels, sampleRate; 195142392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber if (!msg->findInt32("channel-count", &numChannels) 195242392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber || !msg->findInt32("sample-rate", &sampleRate)) { 195342392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber // Since we did not always check for these, leave them optional 195442392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber // and have the decoder figure it all out. 195542392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber err = OK; 195642392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber } else { 195742392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber err = setupRawAudioFormat( 195842392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber encoder ? kPortIndexInput : kPortIndexOutput, 195942392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber sampleRate, 196042392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber numChannels); 196142392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber } 1962f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_AAC)) { 1963f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t numChannels, sampleRate; 19645778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("channel-count", &numChannels) 19655778822d86b0337407514b9372562b86edfa91cdAndreas Huber || !msg->findInt32("sample-rate", &sampleRate)) { 19665778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = INVALID_OPERATION; 19675778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 1968aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke int32_t isADTS, aacProfile; 1969b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi int32_t sbrMode; 19708045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi int32_t maxOutputChannelCount; 19712965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang int32_t pcmLimiterEnable; 19728045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi drcParams_t drc; 1973ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber if (!msg->findInt32("is-adts", &isADTS)) { 1974ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber isADTS = 0; 1975ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 1976aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke if (!msg->findInt32("aac-profile", &aacProfile)) { 1977aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke aacProfile = OMX_AUDIO_AACObjectNull; 1978aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke } 1979b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi if (!msg->findInt32("aac-sbr-mode", &sbrMode)) { 1980b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi sbrMode = -1; 1981b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi } 1982ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 19838045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (!msg->findInt32("aac-max-output-channel_count", &maxOutputChannelCount)) { 19848045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi maxOutputChannelCount = -1; 19858045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 19862965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang if (!msg->findInt32("aac-pcm-limiter-enable", &pcmLimiterEnable)) { 19872965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang // value is unknown 19882965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang pcmLimiterEnable = -1; 19892965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang } 19908045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (!msg->findInt32("aac-encoded-target-level", &drc.encodedTargetLevel)) { 19918045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi // value is unknown 19928045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi drc.encodedTargetLevel = -1; 19938045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 19948045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (!msg->findInt32("aac-drc-cut-level", &drc.drcCut)) { 19958045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi // value is unknown 19968045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi drc.drcCut = -1; 19978045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 19988045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (!msg->findInt32("aac-drc-boost-level", &drc.drcBoost)) { 19998045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi // value is unknown 20008045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi drc.drcBoost = -1; 20018045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 20028045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (!msg->findInt32("aac-drc-heavy-compression", &drc.heavyCompression)) { 20038045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi // value is unknown 20048045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi drc.heavyCompression = -1; 20058045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 20068045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (!msg->findInt32("aac-target-ref-level", &drc.targetRefLevel)) { 20078045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi // value is unknown 20088045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi drc.targetRefLevel = -1; 20098045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 20108045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi 2011ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber err = setupAACCodec( 20124471e47ece77be5b4159cc9cbbcef4d43900d36fAndreas Huber encoder, numChannels, sampleRate, bitRate, aacProfile, 20132965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang isADTS != 0, sbrMode, maxOutputChannelCount, drc, 20142965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang pcmLimiterEnable); 20155778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2016729de186450f78c099637e1fce743fe531862c52Andreas Huber } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_AMR_NB)) { 20175778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setupAMRCodec(encoder, false /* isWAMR */, bitRate); 2018729de186450f78c099637e1fce743fe531862c52Andreas Huber } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_AMR_WB)) { 20195778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setupAMRCodec(encoder, true /* isWAMR */, bitRate); 2020729de186450f78c099637e1fce743fe531862c52Andreas Huber } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_G711_ALAW) 2021729de186450f78c099637e1fce743fe531862c52Andreas Huber || !strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_G711_MLAW)) { 2022729de186450f78c099637e1fce743fe531862c52Andreas Huber // These are PCM-like formats with a fixed sample rate but 2023729de186450f78c099637e1fce743fe531862c52Andreas Huber // a variable number of channels. 2024729de186450f78c099637e1fce743fe531862c52Andreas Huber 2025729de186450f78c099637e1fce743fe531862c52Andreas Huber int32_t numChannels; 20265778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("channel-count", &numChannels)) { 20275778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = INVALID_OPERATION; 20285778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 202917c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissen int32_t sampleRate; 203017c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissen if (!msg->findInt32("sample-rate", &sampleRate)) { 203117c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissen sampleRate = 8000; 203217c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissen } 203317c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissen err = setupG711Codec(encoder, sampleRate, numChannels); 20345778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20352f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_FLAC)) { 2036ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar int32_t numChannels = 0, sampleRate = 0, compressionLevel = -1; 20372f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi if (encoder && 20382f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi (!msg->findInt32("channel-count", &numChannels) 20392f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi || !msg->findInt32("sample-rate", &sampleRate))) { 20402f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi ALOGE("missing channel count or sample rate for FLAC encoder"); 20412f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi err = INVALID_OPERATION; 20422f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } else { 20432f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi if (encoder) { 2044516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber if (!msg->findInt32( 2045cd39746f8d83bb3f12e8f613e77c3c3b5f77c077Lajos Molnar "complexity", &compressionLevel) && 2046cd39746f8d83bb3f12e8f613e77c3c3b5f77c077Lajos Molnar !msg->findInt32( 2047516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber "flac-compression-level", &compressionLevel)) { 2048cd39746f8d83bb3f12e8f613e77c3c3b5f77c077Lajos Molnar compressionLevel = 5; // default FLAC compression level 20492f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } else if (compressionLevel < 0) { 2050516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber ALOGW("compression level %d outside [0..8] range, " 2051516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber "using 0", 2052516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber compressionLevel); 20532f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi compressionLevel = 0; 20542f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } else if (compressionLevel > 8) { 2055516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber ALOGW("compression level %d outside [0..8] range, " 2056516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber "using 8", 2057516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber compressionLevel); 20582f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi compressionLevel = 8; 20592f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } 20602f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } 2061516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber err = setupFlacCodec( 2062516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber encoder, numChannels, sampleRate, compressionLevel); 20632f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } 2064ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_RAW)) { 2065ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber int32_t numChannels, sampleRate; 2066ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber if (encoder 2067ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber || !msg->findInt32("channel-count", &numChannels) 2068ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber || !msg->findInt32("sample-rate", &sampleRate)) { 2069ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber err = INVALID_OPERATION; 2070ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber } else { 2071ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber err = setupRawAudioFormat(kPortIndexInput, sampleRate, numChannels); 2072ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber } 207397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_AC3)) { 207497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu int32_t numChannels; 207597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu int32_t sampleRate; 207697358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu if (!msg->findInt32("channel-count", &numChannels) 207797358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu || !msg->findInt32("sample-rate", &sampleRate)) { 207897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu err = INVALID_OPERATION; 207997358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } else { 208097358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu err = setupAC3Codec(encoder, numChannels, sampleRate); 208197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } 20828a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_EAC3)) { 20838a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad int32_t numChannels; 20848a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad int32_t sampleRate; 20858a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad if (!msg->findInt32("channel-count", &numChannels) 20868a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad || !msg->findInt32("sample-rate", &sampleRate)) { 20878a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad err = INVALID_OPERATION; 20888a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } else { 20898a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad err = setupEAC3Codec(encoder, numChannels, sampleRate); 20908a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } 20915778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2092729de186450f78c099637e1fce743fe531862c52Andreas Huber 20934471e47ece77be5b4159cc9cbbcef4d43900d36fAndreas Huber if (err != OK) { 20944471e47ece77be5b4159cc9cbbcef4d43900d36fAndreas Huber return err; 20954471e47ece77be5b4159cc9cbbcef4d43900d36fAndreas Huber } 20964471e47ece77be5b4159cc9cbbcef4d43900d36fAndreas Huber 20978b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen if (!msg->findInt32("encoder-delay", &mEncoderDelay)) { 20988b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen mEncoderDelay = 0; 20998b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen } 21009806555d3930be43e11106281dee354820ac1c88Andreas Huber 21018b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen if (!msg->findInt32("encoder-padding", &mEncoderPadding)) { 21028b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen mEncoderPadding = 0; 21038b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen } 21048b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen 21059806555d3930be43e11106281dee354820ac1c88Andreas Huber if (msg->findInt32("channel-mask", &mChannelMask)) { 21069806555d3930be43e11106281dee354820ac1c88Andreas Huber mChannelMaskPresent = true; 21079806555d3930be43e11106281dee354820ac1c88Andreas Huber } else { 21089806555d3930be43e11106281dee354820ac1c88Andreas Huber mChannelMaskPresent = false; 21099806555d3930be43e11106281dee354820ac1c88Andreas Huber } 21109806555d3930be43e11106281dee354820ac1c88Andreas Huber 2111f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t maxInputSize; 2112f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (msg->findInt32("max-input-size", &maxInputSize)) { 21135778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setMinBufferSize(kPortIndexInput, (size_t)maxInputSize); 2114f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else if (!strcmp("OMX.Nvidia.aac.decoder", mComponentName.c_str())) { 21155778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setMinBufferSize(kPortIndexInput, 8192); // XXX 2116f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 21175778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21188b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu int32_t priority; 21198b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu if (msg->findInt32("priority", &priority)) { 21208b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu err = setPriority(priority); 21218b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu } 21228b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu 2123ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu int32_t rateInt = -1; 2124ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu float rateFloat = -1; 2125ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (!msg->findFloat("operating-rate", &rateFloat)) { 2126ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu msg->findInt32("operating-rate", &rateInt); 2127ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu rateFloat = (float)rateInt; // 16MHz (FLINTMAX) is OK for upper bound. 2128ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2129ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (rateFloat > 0) { 2130ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu err = setOperatingRate(rateFloat, video); 2131ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2132ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu 21334e865a3cfe4c955e0890321a6b488cf661808b63Lajos Molnar mBaseOutputFormat = outputFormat; 21344e865a3cfe4c955e0890321a6b488cf661808b63Lajos Molnar 2135777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = getPortFormat(kPortIndexInput, inputFormat); 2136777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err == OK) { 2137777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = getPortFormat(kPortIndexOutput, outputFormat); 2138777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err == OK) { 2139777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mInputFormat = inputFormat; 2140777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mOutputFormat = outputFormat; 2141777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 2142777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 21435778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 2144f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 2145f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 21468b806ea894ca098366629458bfdd1df4866afcdfRonghua Wustatus_t ACodec::setPriority(int32_t priority) { 21478b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu if (priority < 0) { 21488b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu return BAD_VALUE; 21498b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu } 21508b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu OMX_PARAM_U32TYPE config; 21518b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu InitOMXParams(&config); 21528b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu config.nU32 = (OMX_U32)priority; 21538b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu status_t temp = mOMX->setConfig( 21548b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu mNode, (OMX_INDEXTYPE)OMX_IndexConfigPriority, 21558b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu &config, sizeof(config)); 21568b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu if (temp != OK) { 21578b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu ALOGI("codec does not support config priority (err %d)", temp); 21588b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu } 21598b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu return OK; 21608b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu} 21618b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu 2162ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wustatus_t ACodec::setOperatingRate(float rateFloat, bool isVideo) { 2163ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (rateFloat < 0) { 2164ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu return BAD_VALUE; 2165ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2166ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu OMX_U32 rate; 2167ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (isVideo) { 2168ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (rateFloat > 65535) { 2169ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu return BAD_VALUE; 2170ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2171ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu rate = (OMX_U32)(rateFloat * 65536.0f + 0.5f); 2172ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } else { 2173ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (rateFloat > UINT_MAX) { 2174ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu return BAD_VALUE; 2175ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2176ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu rate = (OMX_U32)(rateFloat); 2177ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2178ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu OMX_PARAM_U32TYPE config; 2179ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu InitOMXParams(&config); 2180ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu config.nU32 = rate; 2181ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu status_t err = mOMX->setConfig( 2182ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu mNode, (OMX_INDEXTYPE)OMX_IndexConfigOperatingRate, 2183ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu &config, sizeof(config)); 2184ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (err != OK) { 2185ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu ALOGI("codec does not support config operating rate (err %d)", err); 2186ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2187ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu return OK; 2188ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu} 2189ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu 2190f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::setMinBufferSize(OMX_U32 portIndex, size_t size) { 2191f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 2192f933441648ef6a71dee783d733aac17b9508b452Andreas Huber InitOMXParams(&def); 2193f933441648ef6a71dee783d733aac17b9508b452Andreas Huber def.nPortIndex = portIndex; 2194f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2195f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t err = mOMX->getParameter( 2196f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 2197f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2198f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 2199f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 2200f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2201f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2202f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (def.nBufferSize >= size) { 2203f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return OK; 2204f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2205f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2206f933441648ef6a71dee783d733aac17b9508b452Andreas Huber def.nBufferSize = size; 2207f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2208f933441648ef6a71dee783d733aac17b9508b452Andreas Huber err = mOMX->setParameter( 2209f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 2210f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2211f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 2212f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 2213f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2214f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2215f933441648ef6a71dee783d733aac17b9508b452Andreas Huber err = mOMX->getParameter( 2216f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 2217f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2218f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 2219f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 2220f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2221f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2222777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (def.nBufferSize < size) { 2223777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("failed to set min buffer size to %zu (is still %u)", size, def.nBufferSize); 2224777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return FAILED_TRANSACTION; 2225777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 2226f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2227f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return OK; 2228f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 2229f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 22305778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::selectAudioPortFormat( 22315778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_U32 portIndex, OMX_AUDIO_CODINGTYPE desiredFormat) { 22325778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_AUDIO_PARAM_PORTFORMATTYPE format; 22335778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&format); 22345778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22355778822d86b0337407514b9372562b86edfa91cdAndreas Huber format.nPortIndex = portIndex; 22365778822d86b0337407514b9372562b86edfa91cdAndreas Huber for (OMX_U32 index = 0;; ++index) { 22375778822d86b0337407514b9372562b86edfa91cdAndreas Huber format.nIndex = index; 22385778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22395778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = mOMX->getParameter( 22405778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamAudioPortFormat, 22415778822d86b0337407514b9372562b86edfa91cdAndreas Huber &format, sizeof(format)); 22425778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22435778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 22445778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 22455778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 22465778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22475778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (format.eEncoding == desiredFormat) { 22485778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 22495778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 22505778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 22515778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22525778822d86b0337407514b9372562b86edfa91cdAndreas Huber return mOMX->setParameter( 22535778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamAudioPortFormat, &format, sizeof(format)); 22545778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 22555778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22565778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupAACCodec( 2257aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke bool encoder, int32_t numChannels, int32_t sampleRate, 22588045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi int32_t bitRate, int32_t aacProfile, bool isADTS, int32_t sbrMode, 22592965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang int32_t maxOutputChannelCount, const drcParams_t& drc, 22602965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang int32_t pcmLimiterEnable) { 2261ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber if (encoder && isADTS) { 2262ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber return -EINVAL; 2263ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 2264ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 22655778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = setupRawAudioFormat( 22665778822d86b0337407514b9372562b86edfa91cdAndreas Huber encoder ? kPortIndexInput : kPortIndexOutput, 22675778822d86b0337407514b9372562b86edfa91cdAndreas Huber sampleRate, 22685778822d86b0337407514b9372562b86edfa91cdAndreas Huber numChannels); 22695778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22705778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 22715778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 22725778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 22735778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22745778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (encoder) { 22755778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = selectAudioPortFormat(kPortIndexOutput, OMX_AUDIO_CodingAAC); 22765778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22775778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 22785778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 22795778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 22805778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22815778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 22825778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&def); 22835778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.nPortIndex = kPortIndexOutput; 22845778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22855778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->getParameter( 22865778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 22875778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22885778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 22895778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 22905778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 22915778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22925778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.format.audio.bFlagErrorConcealment = OMX_TRUE; 22935778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.format.audio.eEncoding = OMX_AUDIO_CodingAAC; 22945778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22955778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 22965778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 22975778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22985778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 22995778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 23005778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23015778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23025778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_AUDIO_PARAM_AACPROFILETYPE profile; 23035778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&profile); 23045778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nPortIndex = kPortIndexOutput; 23055778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23065778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->getParameter( 23075778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamAudioAac, &profile, sizeof(profile)); 23085778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23095778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 23105778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 23115778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23125778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23135778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nChannels = numChannels; 23145778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23155778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.eChannelMode = 23165778822d86b0337407514b9372562b86edfa91cdAndreas Huber (numChannels == 1) 23175778822d86b0337407514b9372562b86edfa91cdAndreas Huber ? OMX_AUDIO_ChannelModeMono: OMX_AUDIO_ChannelModeStereo; 23185778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23195778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nSampleRate = sampleRate; 23205778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nBitRate = bitRate; 23215778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nAudioBandWidth = 0; 23225778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nFrameLength = 0; 23235778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nAACtools = OMX_AUDIO_AACToolAll; 23245778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nAACERtools = OMX_AUDIO_AACERNone; 2325aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke profile.eAACProfile = (OMX_AUDIO_AACPROFILETYPE) aacProfile; 23265778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.eAACStreamFormat = OMX_AUDIO_AACStreamFormatMP4FF; 2327b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi switch (sbrMode) { 2328b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi case 0: 2329b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi // disable sbr 2330b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools &= ~OMX_AUDIO_AACToolAndroidSSBR; 2331b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools &= ~OMX_AUDIO_AACToolAndroidDSBR; 2332b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi break; 2333b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi case 1: 2334b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi // enable single-rate sbr 2335b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools |= OMX_AUDIO_AACToolAndroidSSBR; 2336b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools &= ~OMX_AUDIO_AACToolAndroidDSBR; 2337b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi break; 2338b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi case 2: 2339b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi // enable dual-rate sbr 2340b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools &= ~OMX_AUDIO_AACToolAndroidSSBR; 2341b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools |= OMX_AUDIO_AACToolAndroidDSBR; 2342b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi break; 2343b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi case -1: 2344b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi // enable both modes -> the codec will decide which mode should be used 2345b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools |= OMX_AUDIO_AACToolAndroidSSBR; 2346b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools |= OMX_AUDIO_AACToolAndroidDSBR; 2347b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi break; 2348b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi default: 2349b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi // unsupported sbr mode 2350b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi return BAD_VALUE; 2351b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi } 2352b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi 23535778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23545778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 23555778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamAudioAac, &profile, sizeof(profile)); 23565778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23575778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 23585778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 23595778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23605778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23615778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 23625778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23635778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2364f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_AUDIO_PARAM_AACPROFILETYPE profile; 2365f933441648ef6a71dee783d733aac17b9508b452Andreas Huber InitOMXParams(&profile); 2366f933441648ef6a71dee783d733aac17b9508b452Andreas Huber profile.nPortIndex = kPortIndexInput; 2367f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 23685778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->getParameter( 2369f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamAudioAac, &profile, sizeof(profile)); 2370f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2371f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 2372f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 2373f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2374f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2375f933441648ef6a71dee783d733aac17b9508b452Andreas Huber profile.nChannels = numChannels; 2376f933441648ef6a71dee783d733aac17b9508b452Andreas Huber profile.nSampleRate = sampleRate; 2377ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 2378ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber profile.eAACStreamFormat = 2379ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber isADTS 2380ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber ? OMX_AUDIO_AACStreamFormatMP4ADTS 2381ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber : OMX_AUDIO_AACStreamFormatMP4FF; 2382f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 23838045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi OMX_AUDIO_PARAM_ANDROID_AACPRESENTATIONTYPE presentation; 23848045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi presentation.nMaxOutputChannels = maxOutputChannelCount; 23858045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi presentation.nDrcCut = drc.drcCut; 23868045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi presentation.nDrcBoost = drc.drcBoost; 23878045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi presentation.nHeavyCompression = drc.heavyCompression; 23888045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi presentation.nTargetReferenceLevel = drc.targetRefLevel; 23898045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi presentation.nEncodedTargetLevel = drc.encodedTargetLevel; 23902965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang presentation.nPCMLimiterEnable = pcmLimiterEnable; 23918045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi 23928045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi status_t res = mOMX->setParameter(mNode, OMX_IndexParamAudioAac, &profile, sizeof(profile)); 23938045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (res == OK) { 23948045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi // optional parameters, will not cause configuration failure 23958045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi mOMX->setParameter(mNode, (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidAacPresentation, 23968045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi &presentation, sizeof(presentation)); 23978045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } else { 23988045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi ALOGW("did not set AudioAndroidAacPresentation due to error %d when setting AudioAac", res); 23998045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 24008045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi return res; 24015778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 2402f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 240397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryustatus_t ACodec::setupAC3Codec( 240497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu bool encoder, int32_t numChannels, int32_t sampleRate) { 240597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu status_t err = setupRawAudioFormat( 240697358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu encoder ? kPortIndexInput : kPortIndexOutput, sampleRate, numChannels); 240797358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 240897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu if (err != OK) { 240997358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu return err; 241097358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } 241197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 241297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu if (encoder) { 241397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu ALOGW("AC3 encoding is not supported."); 241497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu return INVALID_OPERATION; 241597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } 241697358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 241797358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu OMX_AUDIO_PARAM_ANDROID_AC3TYPE def; 241897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu InitOMXParams(&def); 241997358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu def.nPortIndex = kPortIndexInput; 242097358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 242197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu err = mOMX->getParameter( 242297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu mNode, 242397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidAc3, 242497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu &def, 242597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu sizeof(def)); 242697358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 242797358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu if (err != OK) { 242897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu return err; 242997358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } 243097358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 243197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu def.nChannels = numChannels; 243297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu def.nSampleRate = sampleRate; 243397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 243497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu return mOMX->setParameter( 243597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu mNode, 243697358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidAc3, 243797358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu &def, 243897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu sizeof(def)); 243997358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu} 244097358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 24418a4728966dc9c78e21c3c93a927707e93c05e5e0Rachadstatus_t ACodec::setupEAC3Codec( 24428a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad bool encoder, int32_t numChannels, int32_t sampleRate) { 24438a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad status_t err = setupRawAudioFormat( 24448a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad encoder ? kPortIndexInput : kPortIndexOutput, sampleRate, numChannels); 24458a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 24468a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad if (err != OK) { 24478a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad return err; 24488a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } 24498a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 24508a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad if (encoder) { 24518a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad ALOGW("EAC3 encoding is not supported."); 24528a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad return INVALID_OPERATION; 24538a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } 24548a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 24558a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad OMX_AUDIO_PARAM_ANDROID_EAC3TYPE def; 24568a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad InitOMXParams(&def); 24578a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad def.nPortIndex = kPortIndexInput; 24588a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 24598a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad err = mOMX->getParameter( 24608a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad mNode, 24618a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidEac3, 24628a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad &def, 24638a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad sizeof(def)); 24648a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 24658a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad if (err != OK) { 24668a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad return err; 24678a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } 24688a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 24698a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad def.nChannels = numChannels; 24708a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad def.nSampleRate = sampleRate; 24718a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 24728a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad return mOMX->setParameter( 24738a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad mNode, 24748a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidEac3, 24758a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad &def, 24768a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad sizeof(def)); 24778a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad} 24788a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 24795778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatic OMX_AUDIO_AMRBANDMODETYPE pickModeFromBitRate( 24805778822d86b0337407514b9372562b86edfa91cdAndreas Huber bool isAMRWB, int32_t bps) { 24815778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (isAMRWB) { 24825778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (bps <= 6600) { 24835778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB0; 24845778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 8850) { 24855778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB1; 24865778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 12650) { 24875778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB2; 24885778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 14250) { 24895778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB3; 24905778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 15850) { 24915778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB4; 24925778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 18250) { 24935778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB5; 24945778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 19850) { 24955778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB6; 24965778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 23050) { 24975778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB7; 24985778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24995778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25005778822d86b0337407514b9372562b86edfa91cdAndreas Huber // 23850 bps 25015778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB8; 25025778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { // AMRNB 25035778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (bps <= 4750) { 25045778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB0; 25055778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 5150) { 25065778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB1; 25075778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 5900) { 25085778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB2; 25095778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 6700) { 25105778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB3; 25115778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 7400) { 25125778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB4; 25135778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 7950) { 25145778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB5; 25155778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 10200) { 25165778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB6; 25175778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25185778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25195778822d86b0337407514b9372562b86edfa91cdAndreas Huber // 12200 bps 25205778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB7; 25215778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2522f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 2523f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 25245778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupAMRCodec(bool encoder, bool isWAMR, int32_t bitrate) { 2525729de186450f78c099637e1fce743fe531862c52Andreas Huber OMX_AUDIO_PARAM_AMRTYPE def; 2526729de186450f78c099637e1fce743fe531862c52Andreas Huber InitOMXParams(&def); 25275778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.nPortIndex = encoder ? kPortIndexOutput : kPortIndexInput; 2528729de186450f78c099637e1fce743fe531862c52Andreas Huber 2529729de186450f78c099637e1fce743fe531862c52Andreas Huber status_t err = 2530729de186450f78c099637e1fce743fe531862c52Andreas Huber mOMX->getParameter(mNode, OMX_IndexParamAudioAmr, &def, sizeof(def)); 2531729de186450f78c099637e1fce743fe531862c52Andreas Huber 2532729de186450f78c099637e1fce743fe531862c52Andreas Huber if (err != OK) { 2533729de186450f78c099637e1fce743fe531862c52Andreas Huber return err; 2534729de186450f78c099637e1fce743fe531862c52Andreas Huber } 2535729de186450f78c099637e1fce743fe531862c52Andreas Huber 2536729de186450f78c099637e1fce743fe531862c52Andreas Huber def.eAMRFrameFormat = OMX_AUDIO_AMRFrameFormatFSF; 25375778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.eAMRBandMode = pickModeFromBitRate(isWAMR, bitrate); 25385778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25395778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 25405778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamAudioAmr, &def, sizeof(def)); 2541729de186450f78c099637e1fce743fe531862c52Andreas Huber 25425778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 25435778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 25445778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2545729de186450f78c099637e1fce743fe531862c52Andreas Huber 25465778822d86b0337407514b9372562b86edfa91cdAndreas Huber return setupRawAudioFormat( 25475778822d86b0337407514b9372562b86edfa91cdAndreas Huber encoder ? kPortIndexInput : kPortIndexOutput, 25485778822d86b0337407514b9372562b86edfa91cdAndreas Huber isWAMR ? 16000 : 8000 /* sampleRate */, 25495778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1 /* numChannels */); 2550729de186450f78c099637e1fce743fe531862c52Andreas Huber} 2551729de186450f78c099637e1fce743fe531862c52Andreas Huber 255217c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissenstatus_t ACodec::setupG711Codec(bool encoder, int32_t sampleRate, int32_t numChannels) { 2553777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (encoder) { 2554777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return INVALID_OPERATION; 2555777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 25565778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2557729de186450f78c099637e1fce743fe531862c52Andreas Huber return setupRawAudioFormat( 255817c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissen kPortIndexInput, sampleRate, numChannels); 2559729de186450f78c099637e1fce743fe531862c52Andreas Huber} 2560729de186450f78c099637e1fce743fe531862c52Andreas Huber 25612f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivistatus_t ACodec::setupFlacCodec( 25622f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi bool encoder, int32_t numChannels, int32_t sampleRate, int32_t compressionLevel) { 25632f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi 25642f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi if (encoder) { 25652f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi OMX_AUDIO_PARAM_FLACTYPE def; 25662f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi InitOMXParams(&def); 25672f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi def.nPortIndex = kPortIndexOutput; 25682f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi 25692f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi // configure compression level 25702f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi status_t err = mOMX->getParameter(mNode, OMX_IndexParamAudioFlac, &def, sizeof(def)); 25712f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi if (err != OK) { 25722f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi ALOGE("setupFlacCodec(): Error %d getting OMX_IndexParamAudioFlac parameter", err); 25732f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi return err; 25742f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } 25752f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi def.nCompressionLevel = compressionLevel; 25762f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi err = mOMX->setParameter(mNode, OMX_IndexParamAudioFlac, &def, sizeof(def)); 25772f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi if (err != OK) { 25782f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi ALOGE("setupFlacCodec(): Error %d setting OMX_IndexParamAudioFlac parameter", err); 25792f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi return err; 25802f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } 25812f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } 25822f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi 25832f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi return setupRawAudioFormat( 25842f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi encoder ? kPortIndexInput : kPortIndexOutput, 25852f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi sampleRate, 25862f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi numChannels); 25872f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi} 25882f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi 2589729de186450f78c099637e1fce743fe531862c52Andreas Huberstatus_t ACodec::setupRawAudioFormat( 2590729de186450f78c099637e1fce743fe531862c52Andreas Huber OMX_U32 portIndex, int32_t sampleRate, int32_t numChannels) { 2591729de186450f78c099637e1fce743fe531862c52Andreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 2592729de186450f78c099637e1fce743fe531862c52Andreas Huber InitOMXParams(&def); 2593729de186450f78c099637e1fce743fe531862c52Andreas Huber def.nPortIndex = portIndex; 2594729de186450f78c099637e1fce743fe531862c52Andreas Huber 2595729de186450f78c099637e1fce743fe531862c52Andreas Huber status_t err = mOMX->getParameter( 2596729de186450f78c099637e1fce743fe531862c52Andreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 2597729de186450f78c099637e1fce743fe531862c52Andreas Huber 2598729de186450f78c099637e1fce743fe531862c52Andreas Huber if (err != OK) { 2599729de186450f78c099637e1fce743fe531862c52Andreas Huber return err; 2600729de186450f78c099637e1fce743fe531862c52Andreas Huber } 2601729de186450f78c099637e1fce743fe531862c52Andreas Huber 2602729de186450f78c099637e1fce743fe531862c52Andreas Huber def.format.audio.eEncoding = OMX_AUDIO_CodingPCM; 2603729de186450f78c099637e1fce743fe531862c52Andreas Huber 2604729de186450f78c099637e1fce743fe531862c52Andreas Huber err = mOMX->setParameter( 2605729de186450f78c099637e1fce743fe531862c52Andreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 2606729de186450f78c099637e1fce743fe531862c52Andreas Huber 2607729de186450f78c099637e1fce743fe531862c52Andreas Huber if (err != OK) { 2608729de186450f78c099637e1fce743fe531862c52Andreas Huber return err; 2609729de186450f78c099637e1fce743fe531862c52Andreas Huber } 2610729de186450f78c099637e1fce743fe531862c52Andreas Huber 2611729de186450f78c099637e1fce743fe531862c52Andreas Huber OMX_AUDIO_PARAM_PCMMODETYPE pcmParams; 2612729de186450f78c099637e1fce743fe531862c52Andreas Huber InitOMXParams(&pcmParams); 2613729de186450f78c099637e1fce743fe531862c52Andreas Huber pcmParams.nPortIndex = portIndex; 2614729de186450f78c099637e1fce743fe531862c52Andreas Huber 2615729de186450f78c099637e1fce743fe531862c52Andreas Huber err = mOMX->getParameter( 2616729de186450f78c099637e1fce743fe531862c52Andreas Huber mNode, OMX_IndexParamAudioPcm, &pcmParams, sizeof(pcmParams)); 2617729de186450f78c099637e1fce743fe531862c52Andreas Huber 2618729de186450f78c099637e1fce743fe531862c52Andreas Huber if (err != OK) { 2619729de186450f78c099637e1fce743fe531862c52Andreas Huber return err; 2620729de186450f78c099637e1fce743fe531862c52Andreas Huber } 2621729de186450f78c099637e1fce743fe531862c52Andreas Huber 2622729de186450f78c099637e1fce743fe531862c52Andreas Huber pcmParams.nChannels = numChannels; 2623729de186450f78c099637e1fce743fe531862c52Andreas Huber pcmParams.eNumData = OMX_NumericalDataSigned; 2624729de186450f78c099637e1fce743fe531862c52Andreas Huber pcmParams.bInterleaved = OMX_TRUE; 2625729de186450f78c099637e1fce743fe531862c52Andreas Huber pcmParams.nBitPerSample = 16; 2626729de186450f78c099637e1fce743fe531862c52Andreas Huber pcmParams.nSamplingRate = sampleRate; 2627729de186450f78c099637e1fce743fe531862c52Andreas Huber pcmParams.ePCMMode = OMX_AUDIO_PCMModeLinear; 2628729de186450f78c099637e1fce743fe531862c52Andreas Huber 2629c1d8115e8a0bdaeb2b723d395b9a85a02c90c933Andreas Huber if (getOMXChannelMapping(numChannels, pcmParams.eChannelMapping) != OK) { 2630c1d8115e8a0bdaeb2b723d395b9a85a02c90c933Andreas Huber return OMX_ErrorNone; 2631729de186450f78c099637e1fce743fe531862c52Andreas Huber } 2632729de186450f78c099637e1fce743fe531862c52Andreas Huber 2633729de186450f78c099637e1fce743fe531862c52Andreas Huber return mOMX->setParameter( 2634729de186450f78c099637e1fce743fe531862c52Andreas Huber mNode, OMX_IndexParamAudioPcm, &pcmParams, sizeof(pcmParams)); 2635729de186450f78c099637e1fce743fe531862c52Andreas Huber} 2636729de186450f78c099637e1fce743fe531862c52Andreas Huber 26375a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachadstatus_t ACodec::configureTunneledVideoPlayback( 263897827bd7c7e64dec22c8fe0f9e734a3c432ad7eeRachad int32_t audioHwSync, const sp<ANativeWindow> &nativeWindow) { 26395a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad native_handle_t* sidebandHandle; 26405a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 26415a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad status_t err = mOMX->configureVideoTunnelMode( 26425a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad mNode, kPortIndexOutput, OMX_TRUE, audioHwSync, &sidebandHandle); 26435a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (err != OK) { 26445a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGE("configureVideoTunnelMode failed! (err %d).", err); 26455a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad return err; 26465a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } 26475a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 26485a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad err = native_window_set_sideband_stream(nativeWindow.get(), sidebandHandle); 26495a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (err != OK) { 26505a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGE("native_window_set_sideband_stream(%p) failed! (err %d).", 26515a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad sidebandHandle, err); 26525a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad return err; 26535a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } 26545a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 26555a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad return OK; 26565a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad} 26575a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 2658f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::setVideoPortFormatType( 2659f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 portIndex, 2660f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_VIDEO_CODINGTYPE compressionFormat, 26610d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar OMX_COLOR_FORMATTYPE colorFormat, 26620d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar bool usingNativeBuffers) { 2663f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_VIDEO_PARAM_PORTFORMATTYPE format; 2664f933441648ef6a71dee783d733aac17b9508b452Andreas Huber InitOMXParams(&format); 2665f933441648ef6a71dee783d733aac17b9508b452Andreas Huber format.nPortIndex = portIndex; 2666f933441648ef6a71dee783d733aac17b9508b452Andreas Huber format.nIndex = 0; 2667f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool found = false; 2668f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2669f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 index = 0; 2670f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (;;) { 2671f933441648ef6a71dee783d733aac17b9508b452Andreas Huber format.nIndex = index; 2672f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t err = mOMX->getParameter( 2673f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamVideoPortFormat, 2674f933441648ef6a71dee783d733aac17b9508b452Andreas Huber &format, sizeof(format)); 2675f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2676f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 2677f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 2678f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2679f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2680229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar // substitute back flexible color format to codec supported format 2681229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar OMX_U32 flexibleEquivalent; 26820d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (compressionFormat == OMX_VIDEO_CodingUnused 26830d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar && isFlexibleColorFormat( 26840d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar mOMX, mNode, format.eColorFormat, usingNativeBuffers, &flexibleEquivalent) 26850d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar && colorFormat == flexibleEquivalent) { 2686229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar ALOGI("[%s] using color format %#x in place of %#x", 2687229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar mComponentName.c_str(), format.eColorFormat, colorFormat); 2688229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar colorFormat = format.eColorFormat; 2689229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar } 2690229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar 2691f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // The following assertion is violated by TI's video decoder. 2692f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // CHECK_EQ(format.nIndex, index); 2693f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2694f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (!strcmp("OMX.TI.Video.encoder", mComponentName.c_str())) { 2695f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (portIndex == kPortIndexInput 2696f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && colorFormat == format.eColorFormat) { 2697f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // eCompressionFormat does not seem right. 2698f933441648ef6a71dee783d733aac17b9508b452Andreas Huber found = true; 2699f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 2700f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2701f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (portIndex == kPortIndexOutput 2702f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && compressionFormat == format.eCompressionFormat) { 2703f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // eColorFormat does not seem right. 2704f933441648ef6a71dee783d733aac17b9508b452Andreas Huber found = true; 2705f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 2706f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2707f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2708f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2709f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (format.eCompressionFormat == compressionFormat 2710f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && format.eColorFormat == colorFormat) { 2711f933441648ef6a71dee783d733aac17b9508b452Andreas Huber found = true; 2712f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 2713f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2714f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2715f933441648ef6a71dee783d733aac17b9508b452Andreas Huber ++index; 2716f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2717f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2718f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (!found) { 2719f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return UNKNOWN_ERROR; 2720f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2721f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2722f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t err = mOMX->setParameter( 2723f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamVideoPortFormat, 2724f933441648ef6a71dee783d733aac17b9508b452Andreas Huber &format, sizeof(format)); 2725f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2726f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 2727f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 2728f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 27290d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// Set optimal output format. OMX component lists output formats in the order 27300d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// of preference, but this got more complicated since the introduction of flexible 27310d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// YUV formats. We support a legacy behavior for applications that do not use 27320d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// surface output, do not specify an output format, but expect a "usable" standard 27330d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// OMX format. SW readable and standard formats must be flex-YUV. 27340d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// 27350d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// Suggested preference order: 27360d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// - optimal format for texture rendering (mediaplayer behavior) 27370d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// - optimal SW readable & texture renderable format (flex-YUV support) 27380d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// - optimal SW readable non-renderable format (flex-YUV bytebuffer support) 27390d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// - legacy "usable" standard formats 27400d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// 27410d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// For legacy support, we prefer a standard format, but will settle for a SW readable 27420d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// flex-YUV format. 27430d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnarstatus_t ACodec::setSupportedOutputFormat(bool getLegacyFlexibleFormat) { 27440d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar OMX_VIDEO_PARAM_PORTFORMATTYPE format, legacyFormat; 2745f933441648ef6a71dee783d733aac17b9508b452Andreas Huber InitOMXParams(&format); 2746f933441648ef6a71dee783d733aac17b9508b452Andreas Huber format.nPortIndex = kPortIndexOutput; 2747f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 27480d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar InitOMXParams(&legacyFormat); 27490d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar // this field will change when we find a suitable legacy format 27500d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar legacyFormat.eColorFormat = OMX_COLOR_FormatUnused; 2751f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 27520d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar for (OMX_U32 index = 0; ; ++index) { 27530d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar format.nIndex = index; 27540d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar status_t err = mOMX->getParameter( 27550d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar mNode, OMX_IndexParamVideoPortFormat, 27560d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar &format, sizeof(format)); 27570d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (err != OK) { 27580d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar // no more formats, pick legacy format if found 27590d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (legacyFormat.eColorFormat != OMX_COLOR_FormatUnused) { 27600d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar memcpy(&format, &legacyFormat, sizeof(format)); 27610d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar break; 27620d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 27630d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar return err; 27640d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 27650d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (format.eCompressionFormat != OMX_VIDEO_CodingUnused) { 27660d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar return OMX_ErrorBadParameter; 27670d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 27680d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (!getLegacyFlexibleFormat) { 27690d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar break; 27700d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 27710d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar // standard formats that were exposed to users before 27720d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (format.eColorFormat == OMX_COLOR_FormatYUV420Planar 27730d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar || format.eColorFormat == OMX_COLOR_FormatYUV420PackedPlanar 27740d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar || format.eColorFormat == OMX_COLOR_FormatYUV420SemiPlanar 27750d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar || format.eColorFormat == OMX_COLOR_FormatYUV420PackedSemiPlanar 27760d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar || format.eColorFormat == OMX_TI_COLOR_FormatYUV420PackedSemiPlanar) { 27770d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar break; 27780d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 27790d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar // find best legacy non-standard format 27800d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar OMX_U32 flexibleEquivalent; 27810d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (legacyFormat.eColorFormat == OMX_COLOR_FormatUnused 27820d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar && isFlexibleColorFormat( 27830d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar mOMX, mNode, format.eColorFormat, false /* usingNativeBuffers */, 27840d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar &flexibleEquivalent) 27850d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar && flexibleEquivalent == OMX_COLOR_FormatYUV420Flexible) { 27860d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar memcpy(&legacyFormat, &format, sizeof(format)); 27870d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 27880d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 2789f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return mOMX->setParameter( 2790f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamVideoPortFormat, 2791f933441648ef6a71dee783d733aac17b9508b452Andreas Huber &format, sizeof(format)); 2792f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 2793f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2794e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huberstatic const struct VideoCodingMapEntry { 2795e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber const char *mMime; 2796e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber OMX_VIDEO_CODINGTYPE mVideoCodingType; 2797e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber} kVideoCodingMapEntry[] = { 2798e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { MEDIA_MIMETYPE_VIDEO_AVC, OMX_VIDEO_CodingAVC }, 27992472b1c0d63454e5d90a982bd6c555de6c3127bdRachad { MEDIA_MIMETYPE_VIDEO_HEVC, OMX_VIDEO_CodingHEVC }, 2800e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { MEDIA_MIMETYPE_VIDEO_MPEG4, OMX_VIDEO_CodingMPEG4 }, 2801e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { MEDIA_MIMETYPE_VIDEO_H263, OMX_VIDEO_CodingH263 }, 2802e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { MEDIA_MIMETYPE_VIDEO_MPEG2, OMX_VIDEO_CodingMPEG2 }, 280394705aff3c9eef58cbb72ec6fe5d2dcfd9481646hkuang { MEDIA_MIMETYPE_VIDEO_VP8, OMX_VIDEO_CodingVP8 }, 280494705aff3c9eef58cbb72ec6fe5d2dcfd9481646hkuang { MEDIA_MIMETYPE_VIDEO_VP9, OMX_VIDEO_CodingVP9 }, 2805e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber}; 2806e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 28075778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatic status_t GetVideoCodingTypeFromMime( 28085778822d86b0337407514b9372562b86edfa91cdAndreas Huber const char *mime, OMX_VIDEO_CODINGTYPE *codingType) { 2809e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber for (size_t i = 0; 2810e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber i < sizeof(kVideoCodingMapEntry) / sizeof(kVideoCodingMapEntry[0]); 2811e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber ++i) { 2812e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (!strcasecmp(mime, kVideoCodingMapEntry[i].mMime)) { 2813e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber *codingType = kVideoCodingMapEntry[i].mVideoCodingType; 2814e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return OK; 2815e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 2816f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2817f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2818e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber *codingType = OMX_VIDEO_CodingUnused; 2819e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2820e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return ERROR_UNSUPPORTED; 2821e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber} 2822e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2823e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huberstatic status_t GetMimeTypeForVideoCoding( 2824e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber OMX_VIDEO_CODINGTYPE codingType, AString *mime) { 2825e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber for (size_t i = 0; 2826e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber i < sizeof(kVideoCodingMapEntry) / sizeof(kVideoCodingMapEntry[0]); 2827e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber ++i) { 2828e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (codingType == kVideoCodingMapEntry[i].mVideoCodingType) { 2829e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber *mime = kVideoCodingMapEntry[i].mMime; 2830e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return OK; 2831e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 2832e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 2833e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2834e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mime->clear(); 2835e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2836e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return ERROR_UNSUPPORTED; 28375778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 28385778822d86b0337407514b9372562b86edfa91cdAndreas Huber 28395778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupVideoDecoder( 28400d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar const char *mime, const sp<AMessage> &msg, bool haveNativeWindow) { 284189869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar int32_t width, height; 284289869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar if (!msg->findInt32("width", &width) 284389869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar || !msg->findInt32("height", &height)) { 284489869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar return INVALID_OPERATION; 284589869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar } 284689869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar 28475778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_CODINGTYPE compressionFormat; 28485778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = GetVideoCodingTypeFromMime(mime, &compressionFormat); 28495778822d86b0337407514b9372562b86edfa91cdAndreas Huber 28505778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 28515778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 28525778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 28535778822d86b0337407514b9372562b86edfa91cdAndreas Huber 28545778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setVideoPortFormatType( 2855f933441648ef6a71dee783d733aac17b9508b452Andreas Huber kPortIndexInput, compressionFormat, OMX_COLOR_FormatUnused); 2856f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2857f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 2858f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 2859f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2860f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 286189869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar int32_t tmp; 286289869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar if (msg->findInt32("color-format", &tmp)) { 286389869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar OMX_COLOR_FORMATTYPE colorFormat = 286489869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar static_cast<OMX_COLOR_FORMATTYPE>(tmp); 286589869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar err = setVideoPortFormatType( 28660d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar kPortIndexOutput, OMX_VIDEO_CodingUnused, colorFormat, haveNativeWindow); 286789869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar if (err != OK) { 286889869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar ALOGW("[%s] does not support color format %d", 286989869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar mComponentName.c_str(), colorFormat); 28700d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar err = setSupportedOutputFormat(!haveNativeWindow /* getLegacyFlexibleFormat */); 287189869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar } 287289869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar } else { 28730d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar err = setSupportedOutputFormat(!haveNativeWindow /* getLegacyFlexibleFormat */); 287489869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar } 2875f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2876f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 2877f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 2878f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2879f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 288078b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad int32_t frameRateInt; 288178b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad float frameRateFloat; 288278b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad if (!msg->findFloat("frame-rate", &frameRateFloat)) { 288378b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad if (!msg->findInt32("frame-rate", &frameRateInt)) { 288478b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad frameRateInt = -1; 288578b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad } 288678b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad frameRateFloat = (float)frameRateInt; 288778b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad } 288878b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad 2889f933441648ef6a71dee783d733aac17b9508b452Andreas Huber err = setVideoFormatOnPort( 289078b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad kPortIndexInput, width, height, compressionFormat, frameRateFloat); 2891f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2892f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 2893f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 2894f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2895f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2896f933441648ef6a71dee783d733aac17b9508b452Andreas Huber err = setVideoFormatOnPort( 2897f933441648ef6a71dee783d733aac17b9508b452Andreas Huber kPortIndexOutput, width, height, OMX_VIDEO_CodingUnused); 2898f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2899f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 2900f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 2901f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2902f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2903f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return OK; 2904f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 2905f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 29065778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupVideoEncoder(const char *mime, const sp<AMessage> &msg) { 29075778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t tmp; 29085778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("color-format", &tmp)) { 29095778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 29105778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 29115778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29125778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_COLOR_FORMATTYPE colorFormat = 29135778822d86b0337407514b9372562b86edfa91cdAndreas Huber static_cast<OMX_COLOR_FORMATTYPE>(tmp); 29145778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29155778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = setVideoPortFormatType( 29165778822d86b0337407514b9372562b86edfa91cdAndreas Huber kPortIndexInput, OMX_VIDEO_CodingUnused, colorFormat); 29175778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29185778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 29195778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGE("[%s] does not support color format %d", 29205778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentName.c_str(), colorFormat); 29215778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29225778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 29235778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 29245778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29255778822d86b0337407514b9372562b86edfa91cdAndreas Huber /* Input port configuration */ 29265778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29275778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 29285778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&def); 29295778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29305778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PORTDEFINITIONTYPE *video_def = &def.format.video; 29315778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29325778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.nPortIndex = kPortIndexInput; 29335778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29345778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->getParameter( 29355778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 29365778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29375778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 29385778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 29395778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 29405778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29415778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t width, height, bitrate; 29425778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("width", &width) 29435778822d86b0337407514b9372562b86edfa91cdAndreas Huber || !msg->findInt32("height", &height) 29445778822d86b0337407514b9372562b86edfa91cdAndreas Huber || !msg->findInt32("bitrate", &bitrate)) { 29455778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 29465778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 29475778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29485778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nFrameWidth = width; 29495778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nFrameHeight = height; 29505778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29515778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t stride; 29525778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("stride", &stride)) { 29535778822d86b0337407514b9372562b86edfa91cdAndreas Huber stride = width; 29545778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 29555778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29565778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nStride = stride; 29575778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29585778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t sliceHeight; 29595778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("slice-height", &sliceHeight)) { 29605778822d86b0337407514b9372562b86edfa91cdAndreas Huber sliceHeight = height; 29615778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 29625778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29635778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nSliceHeight = sliceHeight; 29645778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29655778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.nBufferSize = (video_def->nStride * video_def->nSliceHeight * 3) / 2; 29665778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29675778822d86b0337407514b9372562b86edfa91cdAndreas Huber float frameRate; 29685778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findFloat("frame-rate", &frameRate)) { 29695778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t tmp; 29705778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("frame-rate", &tmp)) { 29715778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 29725778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 29735778822d86b0337407514b9372562b86edfa91cdAndreas Huber frameRate = (float)tmp; 29742c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mTimePerFrameUs = (int64_t) (1000000.0f / frameRate); 29755778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 29765778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29775778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->xFramerate = (OMX_U32)(frameRate * 65536.0f); 29785778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->eCompressionFormat = OMX_VIDEO_CodingUnused; 2979a32d5435d9585794b72dd12546054f13adb845f2Lajos Molnar // this is redundant as it was already set up in setVideoPortFormatType 2980a32d5435d9585794b72dd12546054f13adb845f2Lajos Molnar // FIXME for now skip this only for flexible YUV formats 2981a32d5435d9585794b72dd12546054f13adb845f2Lajos Molnar if (colorFormat != OMX_COLOR_FormatYUV420Flexible) { 2982a32d5435d9585794b72dd12546054f13adb845f2Lajos Molnar video_def->eColorFormat = colorFormat; 2983a32d5435d9585794b72dd12546054f13adb845f2Lajos Molnar } 29845778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29855778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 29865778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 29875778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29885778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 29895778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGE("[%s] failed to set input port definition parameters.", 29905778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentName.c_str()); 29915778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29925778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 29935778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 29945778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29955778822d86b0337407514b9372562b86edfa91cdAndreas Huber /* Output port configuration */ 29965778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29975778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_CODINGTYPE compressionFormat; 29985778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = GetVideoCodingTypeFromMime(mime, &compressionFormat); 29995778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30005778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 30015778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 30025778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 30035778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30045778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setVideoPortFormatType( 30055778822d86b0337407514b9372562b86edfa91cdAndreas Huber kPortIndexOutput, compressionFormat, OMX_COLOR_FormatUnused); 30065778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30075778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 30085778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGE("[%s] does not support compression format %d", 30095778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentName.c_str(), compressionFormat); 30105778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30115778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 30125778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 30135778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30145778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.nPortIndex = kPortIndexOutput; 30155778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30165778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->getParameter( 30175778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 30185778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30195778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 30205778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 30215778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 30225778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30235778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nFrameWidth = width; 30245778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nFrameHeight = height; 30255778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->xFramerate = 0; 30265778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nBitrate = bitrate; 30275778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->eCompressionFormat = compressionFormat; 30285778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->eColorFormat = OMX_COLOR_FormatUnused; 30295778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30305778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 30315778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 30325778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30335778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 30345778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGE("[%s] failed to set output port definition parameters.", 30355778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentName.c_str()); 30365778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30375778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 30385778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 30395778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30405778822d86b0337407514b9372562b86edfa91cdAndreas Huber switch (compressionFormat) { 30415778822d86b0337407514b9372562b86edfa91cdAndreas Huber case OMX_VIDEO_CodingMPEG4: 30425778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setupMPEG4EncoderParameters(msg); 30435778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 30445778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30455778822d86b0337407514b9372562b86edfa91cdAndreas Huber case OMX_VIDEO_CodingH263: 30465778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setupH263EncoderParameters(msg); 30475778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 30485778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30495778822d86b0337407514b9372562b86edfa91cdAndreas Huber case OMX_VIDEO_CodingAVC: 30505778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setupAVCEncoderParameters(msg); 30515778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 30525778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3053c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad case OMX_VIDEO_CodingHEVC: 3054c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad err = setupHEVCEncoderParameters(msg); 3055c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad break; 3056c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 305789b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber case OMX_VIDEO_CodingVP8: 305889b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber case OMX_VIDEO_CodingVP9: 305989b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber err = setupVPXEncoderParameters(msg); 306089b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber break; 306189b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber 30625778822d86b0337407514b9372562b86edfa91cdAndreas Huber default: 30635778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 30645778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 30655778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3066d36a023778256f0550e9a09e9993c066e8a3c7d7Ronghua Wu if (err == OK) { 3067d36a023778256f0550e9a09e9993c066e8a3c7d7Ronghua Wu ALOGI("setupVideoEncoder succeeded"); 3068d36a023778256f0550e9a09e9993c066e8a3c7d7Ronghua Wu } 30695778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30705778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 30715778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 30725778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30730dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dongstatus_t ACodec::setCyclicIntraMacroblockRefresh(const sp<AMessage> &msg, int32_t mode) { 30740dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong OMX_VIDEO_PARAM_INTRAREFRESHTYPE params; 30750dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong InitOMXParams(¶ms); 30760dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.nPortIndex = kPortIndexOutput; 30770dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 30780dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.eRefreshMode = static_cast<OMX_VIDEO_INTRAREFRESHTYPE>(mode); 30790dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 30800dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (params.eRefreshMode == OMX_VIDEO_IntraRefreshCyclic || 30810dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.eRefreshMode == OMX_VIDEO_IntraRefreshBoth) { 30820dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong int32_t mbs; 30830dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (!msg->findInt32("intra-refresh-CIR-mbs", &mbs)) { 30840dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong return INVALID_OPERATION; 30850dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 30860dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.nCirMBs = mbs; 30870dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 30880dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 30890dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (params.eRefreshMode == OMX_VIDEO_IntraRefreshAdaptive || 30900dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.eRefreshMode == OMX_VIDEO_IntraRefreshBoth) { 30910dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong int32_t mbs; 30920dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (!msg->findInt32("intra-refresh-AIR-mbs", &mbs)) { 30930dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong return INVALID_OPERATION; 30940dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 30950dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.nAirMBs = mbs; 30960dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 30970dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong int32_t ref; 30980dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (!msg->findInt32("intra-refresh-AIR-ref", &ref)) { 30990dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong return INVALID_OPERATION; 31000dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 31010dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.nAirRef = ref; 31020dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 31030dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 31040dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong status_t err = mOMX->setParameter( 31050dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong mNode, OMX_IndexParamVideoIntraRefresh, 31060dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong ¶ms, sizeof(params)); 31070dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong return err; 31080dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong} 31090dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 31105778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatic OMX_U32 setPFramesSpacing(int32_t iFramesInterval, int32_t frameRate) { 31115778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (iFramesInterval < 0) { 31125778822d86b0337407514b9372562b86edfa91cdAndreas Huber return 0xFFFFFFFF; 31135778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (iFramesInterval == 0) { 31145778822d86b0337407514b9372562b86edfa91cdAndreas Huber return 0; 31155778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 31165778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_U32 ret = frameRate * iFramesInterval; 31175778822d86b0337407514b9372562b86edfa91cdAndreas Huber return ret; 31185778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 31195778822d86b0337407514b9372562b86edfa91cdAndreas Huber 312096076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huberstatic OMX_VIDEO_CONTROLRATETYPE getBitrateMode(const sp<AMessage> &msg) { 312196076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber int32_t tmp; 312296076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber if (!msg->findInt32("bitrate-mode", &tmp)) { 312396076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber return OMX_Video_ControlRateVariable; 312496076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber } 312596076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber 312696076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber return static_cast<OMX_VIDEO_CONTROLRATETYPE>(tmp); 312796076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber} 312896076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber 31295778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupMPEG4EncoderParameters(const sp<AMessage> &msg) { 31305778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t bitrate, iFrameInterval; 31315778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("bitrate", &bitrate) 31325778822d86b0337407514b9372562b86edfa91cdAndreas Huber || !msg->findInt32("i-frame-interval", &iFrameInterval)) { 31335778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 31345778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 31355778822d86b0337407514b9372562b86edfa91cdAndreas Huber 313696076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber OMX_VIDEO_CONTROLRATETYPE bitrateMode = getBitrateMode(msg); 313796076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber 31385778822d86b0337407514b9372562b86edfa91cdAndreas Huber float frameRate; 31395778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findFloat("frame-rate", &frameRate)) { 31405778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t tmp; 31415778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("frame-rate", &tmp)) { 31425778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 31435778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 31445778822d86b0337407514b9372562b86edfa91cdAndreas Huber frameRate = (float)tmp; 31455778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 31465778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31475778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PARAM_MPEG4TYPE mpeg4type; 31485778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&mpeg4type); 31495778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nPortIndex = kPortIndexOutput; 31505778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31515778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = mOMX->getParameter( 31525778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoMpeg4, &mpeg4type, sizeof(mpeg4type)); 31535778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31545778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 31555778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 31565778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 31575778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31585778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nSliceHeaderSpacing = 0; 31595778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.bSVH = OMX_FALSE; 31605778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.bGov = OMX_FALSE; 31615778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31625778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nAllowedPictureTypes = 31635778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PictureTypeI | OMX_VIDEO_PictureTypeP; 31645778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31655778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nPFrames = setPFramesSpacing(iFrameInterval, frameRate); 31665778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mpeg4type.nPFrames == 0) { 31675778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nAllowedPictureTypes = OMX_VIDEO_PictureTypeI; 31685778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 31695778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nBFrames = 0; 31705778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nIDCVLCThreshold = 0; 31715778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.bACPred = OMX_TRUE; 31725778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nMaxPacketSize = 256; 31735778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nTimeIncRes = 1000; 31745778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nHeaderExtension = 0; 31755778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.bReversibleVLC = OMX_FALSE; 31765778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31775778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t profile; 31785778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (msg->findInt32("profile", &profile)) { 31795778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t level; 31805778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("level", &level)) { 31815778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 31825778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 31835778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31845778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = verifySupportForProfileAndLevel(profile, level); 31855778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31865778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 31875778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 31885778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 31895778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31905778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.eProfile = static_cast<OMX_VIDEO_MPEG4PROFILETYPE>(profile); 31915778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.eLevel = static_cast<OMX_VIDEO_MPEG4LEVELTYPE>(level); 31925778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 31935778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31945778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 31955778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoMpeg4, &mpeg4type, sizeof(mpeg4type)); 31965778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31975778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 31985778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 31995778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 32005778822d86b0337407514b9372562b86edfa91cdAndreas Huber 320196076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber err = configureBitrate(bitrate, bitrateMode); 32025778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32035778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 32045778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 32055778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 32065778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32075778822d86b0337407514b9372562b86edfa91cdAndreas Huber return setupErrorCorrectionParameters(); 32085778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 32095778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32105778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupH263EncoderParameters(const sp<AMessage> &msg) { 32115778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t bitrate, iFrameInterval; 32125778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("bitrate", &bitrate) 32135778822d86b0337407514b9372562b86edfa91cdAndreas Huber || !msg->findInt32("i-frame-interval", &iFrameInterval)) { 32145778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 32155778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 32165778822d86b0337407514b9372562b86edfa91cdAndreas Huber 321796076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber OMX_VIDEO_CONTROLRATETYPE bitrateMode = getBitrateMode(msg); 321896076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber 32195778822d86b0337407514b9372562b86edfa91cdAndreas Huber float frameRate; 32205778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findFloat("frame-rate", &frameRate)) { 32215778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t tmp; 32225778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("frame-rate", &tmp)) { 32235778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 32245778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 32255778822d86b0337407514b9372562b86edfa91cdAndreas Huber frameRate = (float)tmp; 32265778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 32275778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32285778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PARAM_H263TYPE h263type; 32295778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&h263type); 32305778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nPortIndex = kPortIndexOutput; 32315778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32325778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = mOMX->getParameter( 32335778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoH263, &h263type, sizeof(h263type)); 32345778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32355778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 32365778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 32375778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 32385778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32395778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nAllowedPictureTypes = 32405778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PictureTypeI | OMX_VIDEO_PictureTypeP; 32415778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32425778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nPFrames = setPFramesSpacing(iFrameInterval, frameRate); 32435778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (h263type.nPFrames == 0) { 32445778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nAllowedPictureTypes = OMX_VIDEO_PictureTypeI; 32455778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 32465778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nBFrames = 0; 32475778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32485778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t profile; 32495778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (msg->findInt32("profile", &profile)) { 32505778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t level; 32515778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("level", &level)) { 32525778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 32535778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 32545778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32555778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = verifySupportForProfileAndLevel(profile, level); 32565778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32575778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 32585778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 32595778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 32605778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32615778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.eProfile = static_cast<OMX_VIDEO_H263PROFILETYPE>(profile); 32625778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.eLevel = static_cast<OMX_VIDEO_H263LEVELTYPE>(level); 32635778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 32645778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32655778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.bPLUSPTYPEAllowed = OMX_FALSE; 32665778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.bForceRoundingTypeToZero = OMX_FALSE; 32675778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nPictureHeaderRepetition = 0; 32685778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nGOBHeaderInterval = 0; 32695778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32705778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 32715778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoH263, &h263type, sizeof(h263type)); 32725778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32735778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 32745778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 32755778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 32765778822d86b0337407514b9372562b86edfa91cdAndreas Huber 327796076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber err = configureBitrate(bitrate, bitrateMode); 32785778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32795778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 32805778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 32815778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 32825778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32835778822d86b0337407514b9372562b86edfa91cdAndreas Huber return setupErrorCorrectionParameters(); 32845778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 32855778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3286a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar// static 3287a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnarint /* OMX_VIDEO_AVCLEVELTYPE */ ACodec::getAVCLevelFor( 3288a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar int width, int height, int rate, int bitrate, 3289a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar OMX_VIDEO_AVCPROFILETYPE profile) { 3290a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar // convert bitrate to main/baseline profile kbps equivalent 3291a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar switch (profile) { 3292a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar case OMX_VIDEO_AVCProfileHigh10: 3293a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar bitrate = divUp(bitrate, 3000); break; 3294a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar case OMX_VIDEO_AVCProfileHigh: 3295a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar bitrate = divUp(bitrate, 1250); break; 3296a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar default: 3297a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar bitrate = divUp(bitrate, 1000); break; 3298a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar } 3299a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar 3300a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar // convert size and rate to MBs 3301a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar width = divUp(width, 16); 3302a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar height = divUp(height, 16); 3303a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar int mbs = width * height; 3304a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar rate *= mbs; 3305a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar int maxDimension = max(width, height); 3306a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar 3307a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar static const int limits[][5] = { 3308a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar /* MBps MB dim bitrate level */ 3309a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 1485, 99, 28, 64, OMX_VIDEO_AVCLevel1 }, 3310a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 1485, 99, 28, 128, OMX_VIDEO_AVCLevel1b }, 3311a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 3000, 396, 56, 192, OMX_VIDEO_AVCLevel11 }, 3312a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 6000, 396, 56, 384, OMX_VIDEO_AVCLevel12 }, 3313a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 11880, 396, 56, 768, OMX_VIDEO_AVCLevel13 }, 3314a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 11880, 396, 56, 2000, OMX_VIDEO_AVCLevel2 }, 3315a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 19800, 792, 79, 4000, OMX_VIDEO_AVCLevel21 }, 3316a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 20250, 1620, 113, 4000, OMX_VIDEO_AVCLevel22 }, 3317a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 40500, 1620, 113, 10000, OMX_VIDEO_AVCLevel3 }, 3318a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 108000, 3600, 169, 14000, OMX_VIDEO_AVCLevel31 }, 3319a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 216000, 5120, 202, 20000, OMX_VIDEO_AVCLevel32 }, 3320a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 245760, 8192, 256, 20000, OMX_VIDEO_AVCLevel4 }, 3321a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 245760, 8192, 256, 50000, OMX_VIDEO_AVCLevel41 }, 3322a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 522240, 8704, 263, 50000, OMX_VIDEO_AVCLevel42 }, 3323a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 589824, 22080, 420, 135000, OMX_VIDEO_AVCLevel5 }, 3324a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 983040, 36864, 543, 240000, OMX_VIDEO_AVCLevel51 }, 3325a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 2073600, 36864, 543, 240000, OMX_VIDEO_AVCLevel52 }, 3326a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar }; 3327a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar 3328a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar for (size_t i = 0; i < ARRAY_SIZE(limits); i++) { 3329a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar const int (&limit)[5] = limits[i]; 3330a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar if (rate <= limit[0] && mbs <= limit[1] && maxDimension <= limit[2] 3331a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar && bitrate <= limit[3]) { 3332a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar return limit[4]; 3333a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar } 3334a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar } 3335a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar return 0; 3336a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar} 3337a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar 33385778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupAVCEncoderParameters(const sp<AMessage> &msg) { 33395778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t bitrate, iFrameInterval; 33405778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("bitrate", &bitrate) 33415778822d86b0337407514b9372562b86edfa91cdAndreas Huber || !msg->findInt32("i-frame-interval", &iFrameInterval)) { 33425778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 33435778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 33445778822d86b0337407514b9372562b86edfa91cdAndreas Huber 334596076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber OMX_VIDEO_CONTROLRATETYPE bitrateMode = getBitrateMode(msg); 334696076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber 33475778822d86b0337407514b9372562b86edfa91cdAndreas Huber float frameRate; 33485778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findFloat("frame-rate", &frameRate)) { 33495778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t tmp; 33505778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("frame-rate", &tmp)) { 33515778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 33525778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 33535778822d86b0337407514b9372562b86edfa91cdAndreas Huber frameRate = (float)tmp; 33545778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 33555778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33560dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong status_t err = OK; 33570dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong int32_t intraRefreshMode = 0; 33580dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (msg->findInt32("intra-refresh-mode", &intraRefreshMode)) { 33590dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong err = setCyclicIntraMacroblockRefresh(msg, intraRefreshMode); 33600dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (err != OK) { 33610dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong ALOGE("Setting intra macroblock refresh mode (%d) failed: 0x%x", 33620dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong err, intraRefreshMode); 33630dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong return err; 33640dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 33650dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 33660dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 33675778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PARAM_AVCTYPE h264type; 33685778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&h264type); 33695778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nPortIndex = kPortIndexOutput; 33705778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33710dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong err = mOMX->getParameter( 33725778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoAvc, &h264type, sizeof(h264type)); 33735778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33745778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 33755778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 33765778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 33775778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33785778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nAllowedPictureTypes = 33795778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PictureTypeI | OMX_VIDEO_PictureTypeP; 33805778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33815778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t profile; 33825778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (msg->findInt32("profile", &profile)) { 33835778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t level; 33845778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("level", &level)) { 33855778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 33865778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 33875778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33885778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = verifySupportForProfileAndLevel(profile, level); 33895778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33905778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 33915778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 33925778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 33935778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33945778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.eProfile = static_cast<OMX_VIDEO_AVCPROFILETYPE>(profile); 33955778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.eLevel = static_cast<OMX_VIDEO_AVCLEVELTYPE>(level); 33965778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 33975778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33985778822d86b0337407514b9372562b86edfa91cdAndreas Huber // XXX 33997c25df82dfc8bbedb58608242f0d923a4594bb14James Dong if (h264type.eProfile != OMX_VIDEO_AVCProfileBaseline) { 34007c25df82dfc8bbedb58608242f0d923a4594bb14James Dong ALOGW("Use baseline profile instead of %d for AVC recording", 34017c25df82dfc8bbedb58608242f0d923a4594bb14James Dong h264type.eProfile); 34025778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.eProfile = OMX_VIDEO_AVCProfileBaseline; 34035778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 34045778822d86b0337407514b9372562b86edfa91cdAndreas Huber 34055778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (h264type.eProfile == OMX_VIDEO_AVCProfileBaseline) { 34065778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nSliceHeaderSpacing = 0; 34075778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bUseHadamard = OMX_TRUE; 34085778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nRefFrames = 1; 34095778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nBFrames = 0; 34105778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nPFrames = setPFramesSpacing(iFrameInterval, frameRate); 34115778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (h264type.nPFrames == 0) { 34125778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nAllowedPictureTypes = OMX_VIDEO_PictureTypeI; 34135778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 34145778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nRefIdx10ActiveMinus1 = 0; 34155778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nRefIdx11ActiveMinus1 = 0; 34165778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bEntropyCodingCABAC = OMX_FALSE; 34175778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bWeightedPPrediction = OMX_FALSE; 34185778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bconstIpred = OMX_FALSE; 34195778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bDirect8x8Inference = OMX_FALSE; 34205778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bDirectSpatialTemporal = OMX_FALSE; 34215778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nCabacInitIdc = 0; 34225778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 34235778822d86b0337407514b9372562b86edfa91cdAndreas Huber 34245778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (h264type.nBFrames != 0) { 34255778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nAllowedPictureTypes |= OMX_VIDEO_PictureTypeB; 34265778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 34275778822d86b0337407514b9372562b86edfa91cdAndreas Huber 34285778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bEnableUEP = OMX_FALSE; 34295778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bEnableFMO = OMX_FALSE; 34305778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bEnableASO = OMX_FALSE; 34315778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bEnableRS = OMX_FALSE; 34325778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bFrameMBsOnly = OMX_TRUE; 34335778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bMBAFF = OMX_FALSE; 34345778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.eLoopFilterMode = OMX_VIDEO_AVCLoopFilterEnable; 34355778822d86b0337407514b9372562b86edfa91cdAndreas Huber 34365778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 34375778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoAvc, &h264type, sizeof(h264type)); 34385778822d86b0337407514b9372562b86edfa91cdAndreas Huber 34395778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 34405778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 34415778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 34425778822d86b0337407514b9372562b86edfa91cdAndreas Huber 344396076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber return configureBitrate(bitrate, bitrateMode); 34445778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 34455778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3446c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachadstatus_t ACodec::setupHEVCEncoderParameters(const sp<AMessage> &msg) { 3447c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad int32_t bitrate, iFrameInterval; 3448c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (!msg->findInt32("bitrate", &bitrate) 3449c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad || !msg->findInt32("i-frame-interval", &iFrameInterval)) { 3450c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return INVALID_OPERATION; 3451c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 3452c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 3453c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad OMX_VIDEO_CONTROLRATETYPE bitrateMode = getBitrateMode(msg); 3454c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 3455c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad float frameRate; 3456c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (!msg->findFloat("frame-rate", &frameRate)) { 3457c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad int32_t tmp; 3458c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (!msg->findInt32("frame-rate", &tmp)) { 3459c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return INVALID_OPERATION; 3460c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 3461c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad frameRate = (float)tmp; 3462c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 3463c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 3464c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad OMX_VIDEO_PARAM_HEVCTYPE hevcType; 3465c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad InitOMXParams(&hevcType); 3466c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad hevcType.nPortIndex = kPortIndexOutput; 3467c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 3468c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad status_t err = OK; 3469c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad err = mOMX->getParameter( 3470c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad mNode, (OMX_INDEXTYPE)OMX_IndexParamVideoHevc, &hevcType, sizeof(hevcType)); 3471c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (err != OK) { 3472c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return err; 3473c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 3474c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 3475c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad int32_t profile; 3476c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (msg->findInt32("profile", &profile)) { 3477c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad int32_t level; 3478c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (!msg->findInt32("level", &level)) { 3479c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return INVALID_OPERATION; 3480c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 3481c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 3482c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad err = verifySupportForProfileAndLevel(profile, level); 3483c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (err != OK) { 3484c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return err; 3485c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 3486c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 3487c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad hevcType.eProfile = static_cast<OMX_VIDEO_HEVCPROFILETYPE>(profile); 3488c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad hevcType.eLevel = static_cast<OMX_VIDEO_HEVCLEVELTYPE>(level); 3489c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 3490c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 3491c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad // TODO: Need OMX structure definition for setting iFrameInterval 3492c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 3493c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad err = mOMX->setParameter( 3494c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad mNode, (OMX_INDEXTYPE)OMX_IndexParamVideoHevc, &hevcType, sizeof(hevcType)); 3495c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (err != OK) { 3496c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return err; 3497c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 3498c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 3499c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return configureBitrate(bitrate, bitrateMode); 3500c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad} 3501c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 350289b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huberstatus_t ACodec::setupVPXEncoderParameters(const sp<AMessage> &msg) { 350389b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber int32_t bitrate; 35044154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev int32_t iFrameInterval = 0; 35054154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev size_t tsLayers = 0; 35064154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev OMX_VIDEO_ANDROID_VPXTEMPORALLAYERPATTERNTYPE pattern = 35074154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev OMX_VIDEO_VPXTemporalLayerPatternNone; 35084154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev static const uint32_t kVp8LayerRateAlloction 35094154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev [OMX_VIDEO_ANDROID_MAXVP8TEMPORALLAYERS] 35104154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev [OMX_VIDEO_ANDROID_MAXVP8TEMPORALLAYERS] = { 35114154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev {100, 100, 100}, // 1 layer 35124154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev { 60, 100, 100}, // 2 layers {60%, 40%} 35134154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev { 40, 60, 100}, // 3 layers {40%, 20%, 40%} 35144154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev }; 351589b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber if (!msg->findInt32("bitrate", &bitrate)) { 351689b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber return INVALID_OPERATION; 351789b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber } 35184154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev msg->findInt32("i-frame-interval", &iFrameInterval); 351989b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber 352089b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber OMX_VIDEO_CONTROLRATETYPE bitrateMode = getBitrateMode(msg); 352189b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber 35224154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev float frameRate; 35234154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (!msg->findFloat("frame-rate", &frameRate)) { 35244154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev int32_t tmp; 35254154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (!msg->findInt32("frame-rate", &tmp)) { 35264154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev return INVALID_OPERATION; 35274154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 35284154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev frameRate = (float)tmp; 35294154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 35304154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev 35314154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev AString tsSchema; 35324154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (msg->findString("ts-schema", &tsSchema)) { 35334154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (tsSchema == "webrtc.vp8.1-layer") { 35344154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev pattern = OMX_VIDEO_VPXTemporalLayerPatternWebRTC; 35354154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev tsLayers = 1; 35364154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } else if (tsSchema == "webrtc.vp8.2-layer") { 35374154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev pattern = OMX_VIDEO_VPXTemporalLayerPatternWebRTC; 35384154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev tsLayers = 2; 35394154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } else if (tsSchema == "webrtc.vp8.3-layer") { 35404154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev pattern = OMX_VIDEO_VPXTemporalLayerPatternWebRTC; 35414154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev tsLayers = 3; 35424154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } else { 35434154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev ALOGW("Unsupported ts-schema [%s]", tsSchema.c_str()); 35444154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 35454154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 35464154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev 35474154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev OMX_VIDEO_PARAM_ANDROID_VP8ENCODERTYPE vp8type; 35484154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev InitOMXParams(&vp8type); 35494154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.nPortIndex = kPortIndexOutput; 35504154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev status_t err = mOMX->getParameter( 35514154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev mNode, (OMX_INDEXTYPE)OMX_IndexParamVideoAndroidVp8Encoder, 35524154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev &vp8type, sizeof(vp8type)); 35534154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev 35544154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (err == OK) { 35554154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (iFrameInterval > 0) { 35564154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.nKeyFrameInterval = setPFramesSpacing(iFrameInterval, frameRate); 35574154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 35584154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.eTemporalPattern = pattern; 35594154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.nTemporalLayerCount = tsLayers; 35604154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (tsLayers > 0) { 35614154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev for (size_t i = 0; i < OMX_VIDEO_ANDROID_MAXVP8TEMPORALLAYERS; i++) { 35624154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.nTemporalLayerBitrateRatio[i] = 35634154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev kVp8LayerRateAlloction[tsLayers - 1][i]; 35644154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 35654154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 35664154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (bitrateMode == OMX_Video_ControlRateConstant) { 35674154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.nMinQuantizer = 2; 35684154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.nMaxQuantizer = 63; 35694154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 35704154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev 35714154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev err = mOMX->setParameter( 35724154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev mNode, (OMX_INDEXTYPE)OMX_IndexParamVideoAndroidVp8Encoder, 35734154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev &vp8type, sizeof(vp8type)); 35744154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (err != OK) { 35754154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev ALOGW("Extended VP8 parameters set failed: %d", err); 35764154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 35774154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 35784154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev 357989b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber return configureBitrate(bitrate, bitrateMode); 358089b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber} 358189b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber 35825778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::verifySupportForProfileAndLevel( 35835778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t profile, int32_t level) { 35845778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PARAM_PROFILELEVELTYPE params; 35855778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(¶ms); 35865778822d86b0337407514b9372562b86edfa91cdAndreas Huber params.nPortIndex = kPortIndexOutput; 35875778822d86b0337407514b9372562b86edfa91cdAndreas Huber 35885778822d86b0337407514b9372562b86edfa91cdAndreas Huber for (params.nProfileIndex = 0;; ++params.nProfileIndex) { 35895778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = mOMX->getParameter( 35905778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, 35915778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_IndexParamVideoProfileLevelQuerySupported, 35925778822d86b0337407514b9372562b86edfa91cdAndreas Huber ¶ms, 35935778822d86b0337407514b9372562b86edfa91cdAndreas Huber sizeof(params)); 35945778822d86b0337407514b9372562b86edfa91cdAndreas Huber 35955778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 35965778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 35975778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 35985778822d86b0337407514b9372562b86edfa91cdAndreas Huber 35995778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t supportedProfile = static_cast<int32_t>(params.eProfile); 36005778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t supportedLevel = static_cast<int32_t>(params.eLevel); 36015778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36025778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (profile == supportedProfile && level <= supportedLevel) { 36035778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 36045778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 36055778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 36065778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 36075778822d86b0337407514b9372562b86edfa91cdAndreas Huber 360896076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huberstatus_t ACodec::configureBitrate( 360996076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber int32_t bitrate, OMX_VIDEO_CONTROLRATETYPE bitrateMode) { 36105778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PARAM_BITRATETYPE bitrateType; 36115778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&bitrateType); 36125778822d86b0337407514b9372562b86edfa91cdAndreas Huber bitrateType.nPortIndex = kPortIndexOutput; 36135778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36145778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = mOMX->getParameter( 36155778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoBitrate, 36165778822d86b0337407514b9372562b86edfa91cdAndreas Huber &bitrateType, sizeof(bitrateType)); 36175778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36185778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 36195778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 36205778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 36215778822d86b0337407514b9372562b86edfa91cdAndreas Huber 362296076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber bitrateType.eControlRate = bitrateMode; 36235778822d86b0337407514b9372562b86edfa91cdAndreas Huber bitrateType.nTargetBitrate = bitrate; 36245778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36255778822d86b0337407514b9372562b86edfa91cdAndreas Huber return mOMX->setParameter( 36265778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoBitrate, 36275778822d86b0337407514b9372562b86edfa91cdAndreas Huber &bitrateType, sizeof(bitrateType)); 36285778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 36295778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36305778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupErrorCorrectionParameters() { 36315778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PARAM_ERRORCORRECTIONTYPE errorCorrectionType; 36325778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&errorCorrectionType); 36335778822d86b0337407514b9372562b86edfa91cdAndreas Huber errorCorrectionType.nPortIndex = kPortIndexOutput; 36345778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36355778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = mOMX->getParameter( 36365778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoErrorCorrection, 36375778822d86b0337407514b9372562b86edfa91cdAndreas Huber &errorCorrectionType, sizeof(errorCorrectionType)); 36385778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36395778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 36405778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; // Optional feature. Ignore this failure 36415778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 36425778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36435778822d86b0337407514b9372562b86edfa91cdAndreas Huber errorCorrectionType.bEnableHEC = OMX_FALSE; 36445778822d86b0337407514b9372562b86edfa91cdAndreas Huber errorCorrectionType.bEnableResync = OMX_TRUE; 36455778822d86b0337407514b9372562b86edfa91cdAndreas Huber errorCorrectionType.nResynchMarkerSpacing = 256; 36465778822d86b0337407514b9372562b86edfa91cdAndreas Huber errorCorrectionType.bEnableDataPartitioning = OMX_FALSE; 36475778822d86b0337407514b9372562b86edfa91cdAndreas Huber errorCorrectionType.bEnableRVLC = OMX_FALSE; 36485778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36495778822d86b0337407514b9372562b86edfa91cdAndreas Huber return mOMX->setParameter( 36505778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoErrorCorrection, 36515778822d86b0337407514b9372562b86edfa91cdAndreas Huber &errorCorrectionType, sizeof(errorCorrectionType)); 36525778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 36535778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3654f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::setVideoFormatOnPort( 3655f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 portIndex, 365678b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad int32_t width, int32_t height, OMX_VIDEO_CODINGTYPE compressionFormat, 365778b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad float frameRate) { 3658f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 3659f933441648ef6a71dee783d733aac17b9508b452Andreas Huber InitOMXParams(&def); 3660f933441648ef6a71dee783d733aac17b9508b452Andreas Huber def.nPortIndex = portIndex; 3661f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3662f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_VIDEO_PORTDEFINITIONTYPE *video_def = &def.format.video; 3663f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3664f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t err = mOMX->getParameter( 3665f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 3666777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 3667777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 3668777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 3669f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3670f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (portIndex == kPortIndexInput) { 3671f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // XXX Need a (much) better heuristic to compute input buffer sizes. 3672f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const size_t X = 64 * 1024; 3673f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (def.nBufferSize < X) { 3674f933441648ef6a71dee783d733aac17b9508b452Andreas Huber def.nBufferSize = X; 3675f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3676f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3677f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3678777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (def.eDomain != OMX_PortDomainVideo) { 3679777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("expected video port, got %s(%d)", asString(def.eDomain), def.eDomain); 3680777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return FAILED_TRANSACTION; 3681777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 3682f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3683f933441648ef6a71dee783d733aac17b9508b452Andreas Huber video_def->nFrameWidth = width; 3684f933441648ef6a71dee783d733aac17b9508b452Andreas Huber video_def->nFrameHeight = height; 3685f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3686f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (portIndex == kPortIndexInput) { 3687f933441648ef6a71dee783d733aac17b9508b452Andreas Huber video_def->eCompressionFormat = compressionFormat; 3688f933441648ef6a71dee783d733aac17b9508b452Andreas Huber video_def->eColorFormat = OMX_COLOR_FormatUnused; 368978b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad if (frameRate >= 0) { 369078b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad video_def->xFramerate = (OMX_U32)(frameRate * 65536.0f); 369178b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad } 3692f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3693f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3694f933441648ef6a71dee783d733aac17b9508b452Andreas Huber err = mOMX->setParameter( 3695f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 3696f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3697f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 3698f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 3699f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3700f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::initNativeWindow() { 3701f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mNativeWindow != NULL) { 3702f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return mOMX->enableGraphicBuffers(mNode, kPortIndexOutput, OMX_TRUE); 3703f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3704f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3705f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mOMX->enableGraphicBuffers(mNode, kPortIndexOutput, OMX_FALSE); 3706f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return OK; 3707f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 3708f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3709d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Hubersize_t ACodec::countBuffersOwnedByComponent(OMX_U32 portIndex) const { 3710d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber size_t n = 0; 3711d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 3712d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber for (size_t i = 0; i < mBuffers[portIndex].size(); ++i) { 3713d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber const BufferInfo &info = mBuffers[portIndex].itemAt(i); 3714d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 3715d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber if (info.mStatus == BufferInfo::OWNED_BY_COMPONENT) { 3716d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber ++n; 3717d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber } 3718d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber } 3719d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 3720d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber return n; 3721d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber} 3722d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 37237e7013392e302a28364df1dcee79b82ad90978b4Andreas Hubersize_t ACodec::countBuffersOwnedByNativeWindow() const { 37247e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber size_t n = 0; 37257e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 37267e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber for (size_t i = 0; i < mBuffers[kPortIndexOutput].size(); ++i) { 37277e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber const BufferInfo &info = mBuffers[kPortIndexOutput].itemAt(i); 37287e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 37297e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber if (info.mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW) { 37307e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber ++n; 37317e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber } 37327e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber } 37337e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 37347e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber return n; 37357e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber} 37367e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 37377e7013392e302a28364df1dcee79b82ad90978b4Andreas Hubervoid ACodec::waitUntilAllPossibleNativeWindowBuffersAreReturnedToUs() { 37387e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber if (mNativeWindow == NULL) { 37397e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber return; 37407e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber } 37417e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 3742e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar while (countBuffersOwnedByNativeWindow() > mNumUndequeuedBuffers 37437e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber && dequeueBufferFromNativeWindow() != NULL) { 3744c38fcfba95f711e5738e4c72bd5499317a2f30d9Lajos Molnar // these buffers will be submitted as regular buffers; account for this 3745054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (storingMetadataInDecodedBuffers() && mMetadataBuffersToSubmit > 0) { 3746054219874873b41f1c815552987c10465c34ba2bLajos Molnar --mMetadataBuffersToSubmit; 3747c38fcfba95f711e5738e4c72bd5499317a2f30d9Lajos Molnar } 37487e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber } 37497e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber} 37507e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 3751f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::allYourBuffersAreBelongToUs( 3752f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 portIndex) { 3753f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (size_t i = 0; i < mBuffers[portIndex].size(); ++i) { 3754f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = &mBuffers[portIndex].editItemAt(i); 3755f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3756f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mStatus != BufferInfo::OWNED_BY_US 3757f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && info->mStatus != BufferInfo::OWNED_BY_NATIVE_WINDOW) { 3758609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] Buffer %u on port %u still has status %d", 3759f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mComponentName.c_str(), 3760f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mBufferID, portIndex, info->mStatus); 3761f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return false; 3762f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3763f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3764f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3765f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 3766f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 3767f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3768f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::allYourBuffersAreBelongToUs() { 3769f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return allYourBuffersAreBelongToUs(kPortIndexInput) 3770f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && allYourBuffersAreBelongToUs(kPortIndexOutput); 3771f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 3772f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3773f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::deferMessage(const sp<AMessage> &msg) { 3774f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mDeferredQueue.push_back(msg); 3775f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 3776f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3777f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::processDeferredMessages() { 3778f933441648ef6a71dee783d733aac17b9508b452Andreas Huber List<sp<AMessage> > queue = mDeferredQueue; 3779f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mDeferredQueue.clear(); 3780f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3781f933441648ef6a71dee783d733aac17b9508b452Andreas Huber List<sp<AMessage> >::iterator it = queue.begin(); 3782f933441648ef6a71dee783d733aac17b9508b452Andreas Huber while (it != queue.end()) { 3783f933441648ef6a71dee783d733aac17b9508b452Andreas Huber onMessageReceived(*it++); 3784f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3785f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 3786f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 378703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar// static 3788229d242665c612fd97431d1e7ac004823b47f181Lajos Molnarbool ACodec::describeDefaultColorFormat(DescribeColorFormatParams ¶ms) { 378903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar MediaImage &image = params.sMediaImage; 379003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar memset(&image, 0, sizeof(image)); 379103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 379203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mType = MediaImage::MEDIA_IMAGE_TYPE_UNKNOWN; 379303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mNumPlanes = 0; 379403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 379503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar const OMX_COLOR_FORMATTYPE fmt = params.eColorFormat; 379603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mWidth = params.nFrameWidth; 379703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mHeight = params.nFrameHeight; 379803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 379903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar // only supporting YUV420 380003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar if (fmt != OMX_COLOR_FormatYUV420Planar && 380103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar fmt != OMX_COLOR_FormatYUV420PackedPlanar && 380203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar fmt != OMX_COLOR_FormatYUV420SemiPlanar && 38035a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar fmt != OMX_COLOR_FormatYUV420PackedSemiPlanar && 38045a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar fmt != HAL_PIXEL_FORMAT_YV12) { 380503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar ALOGW("do not know color format 0x%x = %d", fmt, fmt); 3806229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar return false; 380703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 380803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 3809b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar // TEMPORARY FIX for some vendors that advertise sliceHeight as 0 3810b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar if (params.nStride != 0 && params.nSliceHeight == 0) { 3811b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar ALOGW("using sliceHeight=%u instead of what codec advertised (=0)", 3812b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar params.nFrameHeight); 3813b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar params.nSliceHeight = params.nFrameHeight; 3814b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar } 3815b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar 3816b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar // we need stride and slice-height to be non-zero 3817b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar if (params.nStride == 0 || params.nSliceHeight == 0) { 3818b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar ALOGW("cannot describe color format 0x%x = %d with stride=%u and sliceHeight=%u", 3819b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar fmt, fmt, params.nStride, params.nSliceHeight); 3820b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar return false; 3821b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar } 3822b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar 382303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar // set-up YUV format 382403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mType = MediaImage::MEDIA_IMAGE_TYPE_YUV; 382503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mNumPlanes = 3; 382603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mBitDepth = 8; 382703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.Y].mOffset = 0; 382803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.Y].mColInc = 1; 382903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.Y].mRowInc = params.nStride; 383003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.Y].mHorizSubsampling = 1; 383103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.Y].mVertSubsampling = 1; 383203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 38335a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar switch ((int)fmt) { 38345a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar case HAL_PIXEL_FORMAT_YV12: 38355a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar if (params.bUsingNativeBuffers) { 38365a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar size_t ystride = align(params.nStride, 16); 38375a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar size_t cstride = align(params.nStride / 2, 16); 38385a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.Y].mRowInc = ystride; 38395a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar 38405a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.V].mOffset = ystride * params.nSliceHeight; 38415a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.V].mColInc = 1; 38425a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.V].mRowInc = cstride; 38435a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.V].mHorizSubsampling = 2; 38445a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.V].mVertSubsampling = 2; 38455a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar 38465a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.U].mOffset = image.mPlane[image.V].mOffset 38475a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar + (cstride * params.nSliceHeight / 2); 38485a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.U].mColInc = 1; 38495a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.U].mRowInc = cstride; 38505a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.U].mHorizSubsampling = 2; 38515a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.U].mVertSubsampling = 2; 38525a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar break; 38535a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar } else { 38545a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar // fall through as YV12 is used for YUV420Planar by some codecs 38555a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar } 38565a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar 38575a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar case OMX_COLOR_FormatYUV420Planar: 385803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar case OMX_COLOR_FormatYUV420PackedPlanar: 385903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mOffset = params.nStride * params.nSliceHeight; 386003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mColInc = 1; 386103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mRowInc = params.nStride / 2; 386203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mHorizSubsampling = 2; 386303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mVertSubsampling = 2; 386403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 386503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mOffset = image.mPlane[image.U].mOffset 386603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar + (params.nStride * params.nSliceHeight / 4); 386703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mColInc = 1; 386803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mRowInc = params.nStride / 2; 386903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mHorizSubsampling = 2; 387003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mVertSubsampling = 2; 387103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar break; 387203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 387303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar case OMX_COLOR_FormatYUV420SemiPlanar: 387403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar // FIXME: NV21 for sw-encoder, NV12 for decoder and hw-encoder 387503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar case OMX_COLOR_FormatYUV420PackedSemiPlanar: 387603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar // NV12 387703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mOffset = params.nStride * params.nSliceHeight; 387803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mColInc = 2; 387903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mRowInc = params.nStride; 388003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mHorizSubsampling = 2; 388103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mVertSubsampling = 2; 388203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 388303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mOffset = image.mPlane[image.U].mOffset + 1; 388403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mColInc = 2; 388503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mRowInc = params.nStride; 388603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mHorizSubsampling = 2; 388703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mVertSubsampling = 2; 388803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar break; 388903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 389003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar default: 389103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar TRESPASS(); 389203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 3893229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar return true; 3894229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar} 3895229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar 3896229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar// static 3897229d242665c612fd97431d1e7ac004823b47f181Lajos Molnarbool ACodec::describeColorFormat( 3898229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar const sp<IOMX> &omx, IOMX::node_id node, 3899229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar DescribeColorFormatParams &describeParams) 3900229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar{ 3901229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar OMX_INDEXTYPE describeColorFormatIndex; 3902229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar if (omx->getExtensionIndex( 3903229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar node, "OMX.google.android.index.describeColorFormat", 3904229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar &describeColorFormatIndex) != OK || 3905229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar omx->getParameter( 3906229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar node, describeColorFormatIndex, 3907229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar &describeParams, sizeof(describeParams)) != OK) { 3908229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar return describeDefaultColorFormat(describeParams); 3909229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar } 3910229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar return describeParams.sMediaImage.mType != 3911229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar MediaImage::MEDIA_IMAGE_TYPE_UNKNOWN; 3912229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar} 3913229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar 3914229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar// static 3915229d242665c612fd97431d1e7ac004823b47f181Lajos Molnarbool ACodec::isFlexibleColorFormat( 3916229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar const sp<IOMX> &omx, IOMX::node_id node, 39170d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar uint32_t colorFormat, bool usingNativeBuffers, OMX_U32 *flexibleEquivalent) { 3918229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar DescribeColorFormatParams describeParams; 3919229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar InitOMXParams(&describeParams); 3920229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar describeParams.eColorFormat = (OMX_COLOR_FORMATTYPE)colorFormat; 3921229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar // reasonable dummy values 3922229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar describeParams.nFrameWidth = 128; 3923229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar describeParams.nFrameHeight = 128; 3924229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar describeParams.nStride = 128; 3925229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar describeParams.nSliceHeight = 128; 39260d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.bUsingNativeBuffers = (OMX_BOOL)usingNativeBuffers; 3927229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar 3928229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar CHECK(flexibleEquivalent != NULL); 3929229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar 3930229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar if (!describeColorFormat(omx, node, describeParams)) { 3931229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar return false; 3932229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar } 3933229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar 3934229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar const MediaImage &img = describeParams.sMediaImage; 3935229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar if (img.mType == MediaImage::MEDIA_IMAGE_TYPE_YUV) { 3936229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar if (img.mNumPlanes != 3 || 3937229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar img.mPlane[img.Y].mHorizSubsampling != 1 || 3938229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar img.mPlane[img.Y].mVertSubsampling != 1) { 3939229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar return false; 3940229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar } 3941229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar 3942229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar // YUV 420 3943229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar if (img.mPlane[img.U].mHorizSubsampling == 2 3944229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar && img.mPlane[img.U].mVertSubsampling == 2 3945229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar && img.mPlane[img.V].mHorizSubsampling == 2 3946229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar && img.mPlane[img.V].mVertSubsampling == 2) { 3947229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar // possible flexible YUV420 format 3948229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar if (img.mBitDepth <= 8) { 3949229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar *flexibleEquivalent = OMX_COLOR_FormatYUV420Flexible; 3950229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar return true; 3951229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar } 3952229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar } 3953229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar } 3954229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar return false; 395503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar} 395603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 3957e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnarstatus_t ACodec::getPortFormat(OMX_U32 portIndex, sp<AMessage> ¬ify) { 3958777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim const char *niceIndex = portIndex == kPortIndexInput ? "input" : "output"; 395931e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 396031e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber InitOMXParams(&def); 3961e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar def.nPortIndex = portIndex; 396231e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 3963777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim status_t err = mOMX->getParameter(mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 3964777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 3965777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 3966777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 396731e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 3968777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (def.eDir != (portIndex == kPortIndexOutput ? OMX_DirOutput : OMX_DirInput)) { 3969777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("unexpected dir: %s(%d) on %s port", asString(def.eDir), def.eDir, niceIndex); 3970777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return BAD_VALUE; 3971777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 397231e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 397331e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber switch (def.eDomain) { 397431e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber case OMX_PortDomainVideo: 397531e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber { 397631e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber OMX_VIDEO_PORTDEFINITIONTYPE *videoDef = &def.format.video; 3977e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar switch ((int)videoDef->eCompressionFormat) { 3978e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar case OMX_VIDEO_CodingUnused: 3979e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar { 3980e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK(mIsEncoder ^ (portIndex == kPortIndexOutput)); 3981e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setString("mime", MEDIA_MIMETYPE_VIDEO_RAW); 3982e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 3983e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("stride", videoDef->nStride); 3984e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("slice-height", videoDef->nSliceHeight); 3985e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("color-format", videoDef->eColorFormat); 3986e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 39870d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (mNativeWindow == NULL) { 39880d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar DescribeColorFormatParams describeParams; 39890d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar InitOMXParams(&describeParams); 39900d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.eColorFormat = videoDef->eColorFormat; 39910d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.nFrameWidth = videoDef->nFrameWidth; 39920d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.nFrameHeight = videoDef->nFrameHeight; 39930d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.nStride = videoDef->nStride; 39940d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.nSliceHeight = videoDef->nSliceHeight; 39950d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.bUsingNativeBuffers = OMX_FALSE; 39960d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar 39970d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (describeColorFormat(mOMX, mNode, describeParams)) { 39980d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar notify->setBuffer( 39990d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar "image-data", 40000d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar ABuffer::CreateAsCopy( 40010d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar &describeParams.sMediaImage, 40020d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar sizeof(describeParams.sMediaImage))); 40035a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar 40045a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar MediaImage *img = &describeParams.sMediaImage; 40055a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar ALOGV("[%s] MediaImage { F(%zux%zu) @%zu+%zu+%zu @%zu+%zu+%zu @%zu+%zu+%zu }", 40065a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar mComponentName.c_str(), img->mWidth, img->mHeight, 40075a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar img->mPlane[0].mOffset, img->mPlane[0].mColInc, img->mPlane[0].mRowInc, 40085a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar img->mPlane[1].mOffset, img->mPlane[1].mColInc, img->mPlane[1].mRowInc, 40095a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar img->mPlane[2].mOffset, img->mPlane[2].mColInc, img->mPlane[2].mRowInc); 40100d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 401103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 401203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 401391a3cc00db31a713a25848f345bd624ac2ad8dc5Lajos Molnar if (portIndex != kPortIndexOutput) { 401491a3cc00db31a713a25848f345bd624ac2ad8dc5Lajos Molnar // TODO: also get input crop 401591a3cc00db31a713a25848f345bd624ac2ad8dc5Lajos Molnar break; 401691a3cc00db31a713a25848f345bd624ac2ad8dc5Lajos Molnar } 401791a3cc00db31a713a25848f345bd624ac2ad8dc5Lajos Molnar 4018e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar OMX_CONFIG_RECTTYPE rect; 4019e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar InitOMXParams(&rect); 402091a3cc00db31a713a25848f345bd624ac2ad8dc5Lajos Molnar rect.nPortIndex = portIndex; 4021e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4022e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if (mOMX->getConfig( 402391a3cc00db31a713a25848f345bd624ac2ad8dc5Lajos Molnar mNode, 402491a3cc00db31a713a25848f345bd624ac2ad8dc5Lajos Molnar (portIndex == kPortIndexOutput ? 402591a3cc00db31a713a25848f345bd624ac2ad8dc5Lajos Molnar OMX_IndexConfigCommonOutputCrop : 402691a3cc00db31a713a25848f345bd624ac2ad8dc5Lajos Molnar OMX_IndexConfigCommonInputCrop), 4027e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar &rect, sizeof(rect)) != OK) { 4028e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar rect.nLeft = 0; 4029e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar rect.nTop = 0; 4030e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar rect.nWidth = videoDef->nFrameWidth; 4031e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar rect.nHeight = videoDef->nFrameHeight; 4032e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 403331e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 4034777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (rect.nLeft < 0 || 4035777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim rect.nTop < 0 || 4036777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim rect.nLeft + rect.nWidth > videoDef->nFrameWidth || 4037777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim rect.nTop + rect.nHeight > videoDef->nFrameHeight) { 4038777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Wrong cropped rect (%d, %d) - (%u, %u) vs. frame (%u, %u)", 4039777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim rect.nLeft, rect.nTop, 4040777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim rect.nLeft + rect.nWidth, rect.nTop + rect.nHeight, 4041777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim videoDef->nFrameWidth, videoDef->nFrameHeight); 4042777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return BAD_VALUE; 4043777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4044e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4045e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setRect( 4046577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar "crop", 4047577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar rect.nLeft, 4048577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar rect.nTop, 4049e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar rect.nLeft + rect.nWidth - 1, 4050e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar rect.nTop + rect.nHeight - 1); 4051e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4052e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar break; 4053e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 40544730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia 40554730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia case OMX_VIDEO_CodingVP8: 40564730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia case OMX_VIDEO_CodingVP9: 40574730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia { 40584730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia OMX_VIDEO_PARAM_ANDROID_VP8ENCODERTYPE vp8type; 40594730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia InitOMXParams(&vp8type); 40604730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia vp8type.nPortIndex = kPortIndexOutput; 40614730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia status_t err = mOMX->getParameter( 40624730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia mNode, 40634730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia (OMX_INDEXTYPE)OMX_IndexParamVideoAndroidVp8Encoder, 40644730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia &vp8type, 40654730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia sizeof(vp8type)); 40664730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia 40674730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia if (err == OK) { 40684730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia AString tsSchema = "none"; 40694730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia if (vp8type.eTemporalPattern 40704730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia == OMX_VIDEO_VPXTemporalLayerPatternWebRTC) { 40714730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia switch (vp8type.nTemporalLayerCount) { 40724730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia case 1: 40734730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia { 40744730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia tsSchema = "webrtc.vp8.1-layer"; 40754730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia break; 40764730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 40774730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia case 2: 40784730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia { 40794730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia tsSchema = "webrtc.vp8.2-layer"; 40804730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia break; 40814730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 40824730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia case 3: 40834730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia { 40844730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia tsSchema = "webrtc.vp8.3-layer"; 40854730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia break; 40864730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 40874730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia default: 40884730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia { 40894730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia break; 40904730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 40914730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 40924730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 40934730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia notify->setString("ts-schema", tsSchema); 40944730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 40954730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia // Fall through to set up mime. 40964730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 40974730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia 4098e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar default: 4099e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar { 4100777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (mIsEncoder ^ (portIndex == kPortIndexOutput)) { 4101777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim // should be CodingUnused 4102777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Raw port video compression format is %s(%d)", 4103777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim asString(videoDef->eCompressionFormat), 4104777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim videoDef->eCompressionFormat); 4105777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return BAD_VALUE; 4106777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4107e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar AString mime; 4108e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if (GetMimeTypeForVideoCoding( 4109e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar videoDef->eCompressionFormat, &mime) != OK) { 4110e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setString("mime", "application/octet-stream"); 4111e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } else { 4112e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setString("mime", mime.c_str()); 4113e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 4114e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar break; 4115e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 411631e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber } 4117e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("width", videoDef->nFrameWidth); 4118e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("height", videoDef->nFrameHeight); 41195a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar ALOGV("[%s] %s format is %s", mComponentName.c_str(), 41205a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar portIndex == kPortIndexInput ? "input" : "output", 41215a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar notify->debugString().c_str()); 41225a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar 412331e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber break; 412431e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber } 412531e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 412631e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber case OMX_PortDomainAudio: 412731e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber { 412831e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber OMX_AUDIO_PORTDEFINITIONTYPE *audioDef = &def.format.audio; 412931e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 413097358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu switch ((int)audioDef->eEncoding) { 4131e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber case OMX_AUDIO_CodingPCM: 4132e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { 4133e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber OMX_AUDIO_PARAM_PCMMODETYPE params; 4134e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber InitOMXParams(¶ms); 4135e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 4136e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4137777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 4138777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, OMX_IndexParamAudioPcm, ¶ms, sizeof(params)); 4139777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4140777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4141777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 414214f7672b5d450ed26a06fd3bb3ce045ea78b11b2Andreas Huber 4143777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (params.nChannels <= 0 4144777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim || (params.nChannels != 1 && !params.bInterleaved) 4145777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim || params.nBitPerSample != 16u 4146777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim || params.eNumData != OMX_NumericalDataSigned 4147777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim || params.ePCMMode != OMX_AUDIO_PCMModeLinear) { 4148777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("unsupported PCM port: %u channels%s, %u-bit, %s(%d), %s(%d) mode ", 4149777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim params.nChannels, 4150777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim params.bInterleaved ? " interleaved" : "", 4151777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim params.nBitPerSample, 4152777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim asString(params.eNumData), params.eNumData, 4153777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim asString(params.ePCMMode), params.ePCMMode); 4154777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return FAILED_TRANSACTION; 4155777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4156e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4157e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setString("mime", MEDIA_MIMETYPE_AUDIO_RAW); 4158e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("channel-count", params.nChannels); 4159e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("sample-rate", params.nSamplingRate); 4160e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4161e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (mChannelMaskPresent) { 4162e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("channel-mask", mChannelMask); 41638b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen } 4164e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber break; 41658b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen } 41669806555d3930be43e11106281dee354820ac1c88Andreas Huber 4167e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber case OMX_AUDIO_CodingAAC: 4168e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { 4169e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber OMX_AUDIO_PARAM_AACPROFILETYPE params; 4170e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber InitOMXParams(¶ms); 4171e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 4172e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4173777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 4174777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, OMX_IndexParamAudioAac, ¶ms, sizeof(params)); 4175777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4176777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4177777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4178e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4179e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setString("mime", MEDIA_MIMETYPE_AUDIO_AAC); 4180e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("channel-count", params.nChannels); 4181e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("sample-rate", params.nSampleRate); 4182e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber break; 4183e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 4184e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4185e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber case OMX_AUDIO_CodingAMR: 4186e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { 4187e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber OMX_AUDIO_PARAM_AMRTYPE params; 4188e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber InitOMXParams(¶ms); 4189e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 41909806555d3930be43e11106281dee354820ac1c88Andreas Huber 4191777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 4192777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, OMX_IndexParamAudioAmr, ¶ms, sizeof(params)); 4193777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4194777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4195777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4196e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4197e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("channel-count", 1); 4198e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (params.eAMRBandMode >= OMX_AUDIO_AMRBandModeWB0) { 41990806340688c937e7b78c2d89db3809274130df4eLajos Molnar notify->setString("mime", MEDIA_MIMETYPE_AUDIO_AMR_WB); 4200e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("sample-rate", 16000); 4201e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } else { 42020806340688c937e7b78c2d89db3809274130df4eLajos Molnar notify->setString("mime", MEDIA_MIMETYPE_AUDIO_AMR_NB); 4203e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("sample-rate", 8000); 4204e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 4205e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber break; 4206e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 4207e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4208e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber case OMX_AUDIO_CodingFLAC: 4209e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { 4210e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber OMX_AUDIO_PARAM_FLACTYPE params; 4211e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber InitOMXParams(¶ms); 4212e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 4213e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4214777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 4215777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, OMX_IndexParamAudioFlac, ¶ms, sizeof(params)); 4216777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4217777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4218777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4219e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4220e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setString("mime", MEDIA_MIMETYPE_AUDIO_FLAC); 4221e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("channel-count", params.nChannels); 4222e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("sample-rate", params.nSampleRate); 4223e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber break; 4224e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 4225e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4226e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar case OMX_AUDIO_CodingMP3: 4227e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar { 4228e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar OMX_AUDIO_PARAM_MP3TYPE params; 4229e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar InitOMXParams(¶ms); 4230e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 4231e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4232777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 4233777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, OMX_IndexParamAudioMp3, ¶ms, sizeof(params)); 4234777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4235777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4236777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4237e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4238e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setString("mime", MEDIA_MIMETYPE_AUDIO_MPEG); 4239e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("channel-count", params.nChannels); 4240e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("sample-rate", params.nSampleRate); 4241e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar break; 4242e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 4243e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4244e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar case OMX_AUDIO_CodingVORBIS: 4245e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar { 4246e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar OMX_AUDIO_PARAM_VORBISTYPE params; 4247e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar InitOMXParams(¶ms); 4248e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 4249e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4250777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 4251777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, OMX_IndexParamAudioVorbis, ¶ms, sizeof(params)); 4252777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4253777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4254777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4255e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4256e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setString("mime", MEDIA_MIMETYPE_AUDIO_VORBIS); 4257e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("channel-count", params.nChannels); 4258e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("sample-rate", params.nSampleRate); 4259e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar break; 4260e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 4261e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 426297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu case OMX_AUDIO_CodingAndroidAC3: 426397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu { 426497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu OMX_AUDIO_PARAM_ANDROID_AC3TYPE params; 426597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu InitOMXParams(¶ms); 4266e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 426797358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 4268777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 4269777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidAc3, 4270777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ¶ms, sizeof(params)); 4271777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4272777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4273777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 427497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 427597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu notify->setString("mime", MEDIA_MIMETYPE_AUDIO_AC3); 427697358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu notify->setInt32("channel-count", params.nChannels); 427797358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu notify->setInt32("sample-rate", params.nSampleRate); 427897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu break; 427997358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } 4280e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 42818a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad case OMX_AUDIO_CodingAndroidEAC3: 42828a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad { 42838a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad OMX_AUDIO_PARAM_ANDROID_EAC3TYPE params; 42848a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad InitOMXParams(¶ms); 42858a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad params.nPortIndex = portIndex; 42868a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 4287777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 4288777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidEac3, 4289777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ¶ms, sizeof(params)); 4290777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4291777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4292777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 42938a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 42948a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad notify->setString("mime", MEDIA_MIMETYPE_AUDIO_EAC3); 42958a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad notify->setInt32("channel-count", params.nChannels); 42968a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad notify->setInt32("sample-rate", params.nSampleRate); 42978a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad break; 42988a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } 42998a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 43008c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian case OMX_AUDIO_CodingAndroidOPUS: 43018c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian { 43028c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian OMX_AUDIO_PARAM_ANDROID_OPUSTYPE params; 43038c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian InitOMXParams(¶ms); 43048c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian params.nPortIndex = portIndex; 43058c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian 4306777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 4307777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidOpus, 4308777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ¶ms, sizeof(params)); 4309777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4310777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4311777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 43128c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian 43138c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian notify->setString("mime", MEDIA_MIMETYPE_AUDIO_OPUS); 43148c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian notify->setInt32("channel-count", params.nChannels); 43158c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian notify->setInt32("sample-rate", params.nSampleRate); 43168c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian break; 43178c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian } 43188c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian 431910d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang case OMX_AUDIO_CodingG711: 432010d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang { 432110d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang OMX_AUDIO_PARAM_PCMMODETYPE params; 432210d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang InitOMXParams(¶ms); 432310d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang params.nPortIndex = portIndex; 432410d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang 4325777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 4326777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, (OMX_INDEXTYPE)OMX_IndexParamAudioPcm, ¶ms, sizeof(params)); 4327777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4328777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4329777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 433010d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang 433110d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang const char *mime = NULL; 433210d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang if (params.ePCMMode == OMX_AUDIO_PCMModeMULaw) { 433310d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang mime = MEDIA_MIMETYPE_AUDIO_G711_MLAW; 433410d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang } else if (params.ePCMMode == OMX_AUDIO_PCMModeALaw) { 433510d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang mime = MEDIA_MIMETYPE_AUDIO_G711_ALAW; 433610d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang } else { // params.ePCMMode == OMX_AUDIO_PCMModeLinear 433710d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang mime = MEDIA_MIMETYPE_AUDIO_RAW; 433810d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang } 433910d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang notify->setString("mime", mime); 434010d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang notify->setInt32("channel-count", params.nChannels); 434110d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang notify->setInt32("sample-rate", params.nSamplingRate); 434210d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang break; 434310d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang } 434441d3f579d2c166984958263533284209b90c87d5Marco Nelissen 434541d3f579d2c166984958263533284209b90c87d5Marco Nelissen case OMX_AUDIO_CodingGSMFR: 434641d3f579d2c166984958263533284209b90c87d5Marco Nelissen { 43470806340688c937e7b78c2d89db3809274130df4eLajos Molnar OMX_AUDIO_PARAM_PCMMODETYPE params; 434841d3f579d2c166984958263533284209b90c87d5Marco Nelissen InitOMXParams(¶ms); 434941d3f579d2c166984958263533284209b90c87d5Marco Nelissen params.nPortIndex = portIndex; 435041d3f579d2c166984958263533284209b90c87d5Marco Nelissen 4351777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 4352777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, OMX_IndexParamAudioPcm, ¶ms, sizeof(params)); 4353777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4354777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4355777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 435641d3f579d2c166984958263533284209b90c87d5Marco Nelissen 435741d3f579d2c166984958263533284209b90c87d5Marco Nelissen notify->setString("mime", MEDIA_MIMETYPE_AUDIO_MSGSM); 435841d3f579d2c166984958263533284209b90c87d5Marco Nelissen notify->setInt32("channel-count", params.nChannels); 43590806340688c937e7b78c2d89db3809274130df4eLajos Molnar notify->setInt32("sample-rate", params.nSamplingRate); 436041d3f579d2c166984958263533284209b90c87d5Marco Nelissen break; 436110d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang } 436210d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang 4363e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber default: 4364777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Unsupported audio coding: %s(%d)\n", 4365777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim asString(audioDef->eEncoding), audioDef->eEncoding); 4366777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return BAD_TYPE; 4367e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 436831e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber break; 436931e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber } 437031e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 437131e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber default: 4372777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Unsupported domain: %s(%d)", asString(def.eDomain), def.eDomain); 4373777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return BAD_TYPE; 437431e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber } 437531e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 4376e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar return OK; 4377e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar} 4378e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4379e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnarvoid ACodec::sendFormatChange(const sp<AMessage> &reply) { 43804e865a3cfe4c955e0890321a6b488cf661808b63Lajos Molnar sp<AMessage> notify = mBaseOutputFormat->dup(); 4381e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("what", kWhatOutputFormatChanged); 4382e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4383777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (getPortFormat(kPortIndexOutput, notify) != OK) { 4384777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("[%s] Failed to get port format to send format change", mComponentName.c_str()); 4385777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return; 4386777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4387e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4388e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar AString mime; 4389e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK(notify->findString("mime", &mime)); 4390e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4391e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar int32_t left, top, right, bottom; 4392e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if (mime == MEDIA_MIMETYPE_VIDEO_RAW && 4393e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar mNativeWindow != NULL && 4394e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->findRect("crop", &left, &top, &right, &bottom)) { 4395e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar // notify renderer of the crop change 4396e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar // NOTE: native window uses extended right-bottom coordinate 4397e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar reply->setRect("crop", left, top, right + 1, bottom + 1); 4398e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } else if (mime == MEDIA_MIMETYPE_AUDIO_RAW && 4399e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar (mEncoderDelay || mEncoderPadding)) { 4400e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar int32_t channelCount; 4401e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK(notify->findInt32("channel-count", &channelCount)); 4402e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar size_t frameSize = channelCount * sizeof(int16_t); 4403e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if (mSkipCutBuffer != NULL) { 4404e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar size_t prevbufsize = mSkipCutBuffer->size(); 4405e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if (prevbufsize != 0) { 4406ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGW("Replacing SkipCutBuffer holding %zu bytes", prevbufsize); 4407e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 4408e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 4409e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar mSkipCutBuffer = new SkipCutBuffer( 4410e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar mEncoderDelay * frameSize, 4411e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar mEncoderPadding * frameSize); 4412e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 4413e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 441431e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber notify->post(); 441531e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 441631e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber mSentFormat = true; 441731e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber} 441831e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 44195778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid ACodec::signalError(OMX_ERRORTYPE error, status_t internalError) { 4420cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber sp<AMessage> notify = mNotify->dup(); 4421d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatError); 4422251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung ALOGE("signalError(omxError %#x, internalError %d)", error, internalError); 4423251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung 4424251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (internalError == UNKNOWN_ERROR) { // find better error code 4425251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung const status_t omxStatus = statusFromOMXError(error); 4426251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (omxStatus != 0) { 4427251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung internalError = omxStatus; 4428251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else { 4429251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung ALOGW("Invalid OMX error %#x", error); 4430251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 4431251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 44325778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->setInt32("err", internalError); 4433251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung notify->setInt32("actionCode", ACTION_CODE_FATAL); // could translate from OMX error. 4434cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber notify->post(); 4435cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber} 4436cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber 4437f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 4438f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4439eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas HuberACodec::PortDescription::PortDescription() { 4440eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber} 4441eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 4442496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huberstatus_t ACodec::requestIDRFrame() { 4443496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber if (!mIsEncoder) { 4444496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber return ERROR_UNSUPPORTED; 4445496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber } 4446496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 4447496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber OMX_CONFIG_INTRAREFRESHVOPTYPE params; 4448496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber InitOMXParams(¶ms); 4449496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 4450496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber params.nPortIndex = kPortIndexOutput; 4451496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber params.IntraRefreshVOP = OMX_TRUE; 4452496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 4453496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber return mOMX->setConfig( 4454496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber mNode, 4455496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber OMX_IndexConfigVideoIntraVOPRefresh, 4456496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber ¶ms, 4457496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber sizeof(params)); 4458496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber} 4459496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 4460eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Hubervoid ACodec::PortDescription::addBuffer( 4461eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber IOMX::buffer_id id, const sp<ABuffer> &buffer) { 4462eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber mBufferIDs.push_back(id); 4463eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber mBuffers.push_back(buffer); 4464eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber} 4465eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 4466eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Hubersize_t ACodec::PortDescription::countBuffers() { 4467eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber return mBufferIDs.size(); 4468eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber} 4469eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 4470eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas HuberIOMX::buffer_id ACodec::PortDescription::bufferIDAt(size_t index) const { 4471eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber return mBufferIDs.itemAt(index); 4472eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber} 4473eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 4474eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Hubersp<ABuffer> ACodec::PortDescription::bufferAt(size_t index) const { 4475eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber return mBuffers.itemAt(index); 4476eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber} 4477eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 4478eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber//////////////////////////////////////////////////////////////////////////////// 4479eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 4480f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::BaseState::BaseState(ACodec *codec, const sp<AState> &parentState) 4481f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : AState(parentState), 4482f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec(codec) { 4483f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4484f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4485ccb067b1d8424ba610cbd3de83368bd55b532b5bAndreas HuberACodec::BaseState::PortMode ACodec::BaseState::getPortMode( 4486ccb067b1d8424ba610cbd3de83368bd55b532b5bAndreas Huber OMX_U32 /* portIndex */) { 4487f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return KEEP_BUFFERS; 4488f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4489f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4490f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::BaseState::onMessageReceived(const sp<AMessage> &msg) { 4491f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 4492f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatInputBufferFilled: 4493f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 4494f933441648ef6a71dee783d733aac17b9508b452Andreas Huber onInputBufferFilled(msg); 4495f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 4496f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4497f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4498f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatOutputBufferDrained: 4499f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 4500f933441648ef6a71dee783d733aac17b9508b452Andreas Huber onOutputBufferDrained(msg); 4501f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 4502f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4503f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 450426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar case ACodec::kWhatOMXMessageList: 450526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar { 450626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar return checkOMXMessage(msg) ? onOMXMessageList(msg) : true; 450726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 450826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 4509e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar case ACodec::kWhatOMXMessageItem: 4510e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar { 4511e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar // no need to check as we already did it for kWhatOMXMessageList 4512e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar return onOMXMessage(msg); 4513e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar } 4514e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar 4515f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case ACodec::kWhatOMXMessage: 4516f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 451726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar return checkOMXMessage(msg) ? onOMXMessage(msg) : true; 4518f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4519f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 45201dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar case ACodec::kWhatSetSurface: 45211dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar { 45221dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AReplyToken> replyID; 45231dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar CHECK(msg->senderAwaitsResponse(&replyID)); 45241dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 45251dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<RefBase> obj; 45261dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar CHECK(msg->findObject("surface", &obj)); 45271dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 4528011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar status_t err = 4529011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar ADebug::isExperimentEnabled("legacy-setsurface") ? BAD_VALUE : 4530011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar mCodec->handleSetSurface(static_cast<Surface *>(obj.get())); 45311dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 45321dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> response = new AMessage; 45331dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar response->setInt32("err", err); 45341dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar response->postReply(replyID); 45351dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar break; 45361dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 45371dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 45387cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case ACodec::kWhatCreateInputSurface: 45398f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang case ACodec::kWhatSetInputSurface: 45407cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case ACodec::kWhatSignalEndOfInputStream: 45417cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 4542251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // This may result in an app illegal state exception. 45437cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden ALOGE("Message 0x%x was not handled", msg->what()); 45447cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mCodec->signalError(OMX_ErrorUndefined, INVALID_OPERATION); 45457cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden return true; 45467cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 45477cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 4548ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber case ACodec::kWhatOMXDied: 4549ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber { 4550251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // This will result in kFlagSawMediaServerDie handling in MediaCodec. 4551ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber ALOGE("OMX/mediaserver died, signalling error!"); 4552ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mCodec->signalError(OMX_ErrorResourcesLost, DEAD_OBJECT); 4553ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber break; 4554ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber } 4555ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 455630358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar case ACodec::kWhatReleaseCodecInstance: 455730358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar { 455830358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar ALOGI("[%s] forcing the release of codec", 455930358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar mCodec->mComponentName.c_str()); 456030358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar status_t err = mCodec->mOMX->freeNode(mCodec->mNode); 456130358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar ALOGE_IF("[%s] failed to release codec instance: err=%d", 456230358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar mCodec->mComponentName.c_str(), err); 456330358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar sp<AMessage> notify = mCodec->mNotify->dup(); 456430358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar notify->setInt32("what", CodecBase::kWhatShutdownCompleted); 456530358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar notify->post(); 456630358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar break; 456730358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar } 456830358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar 4569f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 4570f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return false; 4571f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4572f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4573f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 4574f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4575f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 457626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnarbool ACodec::BaseState::checkOMXMessage(const sp<AMessage> &msg) { 45775e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar // there is a possibility that this is an outstanding message for a 45785e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar // codec that we have already destroyed 4579ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar if (mCodec->mNode == 0) { 45805e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar ALOGI("ignoring message as already freed component: %s", 45815e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar msg->debugString().c_str()); 458226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar return false; 45835e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar } 45845e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar 4585f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::node_id nodeID; 4586609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CHECK(msg->findInt32("node", (int32_t*)&nodeID)); 4587777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (nodeID != mCodec->mNode) { 4588777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Unexpected message for nodeID: %u, should have been %u", nodeID, mCodec->mNode); 4589777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return false; 4590777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 459126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar return true; 459226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar} 459326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 459426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnarbool ACodec::BaseState::onOMXMessageList(const sp<AMessage> &msg) { 459526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar sp<RefBase> obj; 459626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar CHECK(msg->findObject("messages", &obj)); 459726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar sp<MessageList> msgList = static_cast<MessageList *>(obj.get()); 459826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 459990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar bool receivedRenderedEvents = false; 460026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar for (std::list<sp<AMessage>>::const_iterator it = msgList->getList().cbegin(); 460126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar it != msgList->getList().cend(); ++it) { 4602e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar (*it)->setWhat(ACodec::kWhatOMXMessageItem); 4603e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar mCodec->handleMessage(*it); 460490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int32_t type; 460590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar CHECK((*it)->findInt32("type", &type)); 460690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (type == omx_message::FRAME_RENDERED) { 460790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar receivedRenderedEvents = true; 460890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 460990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 461090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 461190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (receivedRenderedEvents) { 461290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // NOTE: all buffers are rendered in this case 461390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->notifyOfRenderedFrames(); 461426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 461526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar return true; 461626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar} 461726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 461826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnarbool ACodec::BaseState::onOMXMessage(const sp<AMessage> &msg) { 461926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar int32_t type; 462026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar CHECK(msg->findInt32("type", &type)); 4621f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4622f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (type) { 4623f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case omx_message::EVENT: 4624f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 4625f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t event, data1, data2; 4626f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("event", &event)); 4627f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("data1", &data1)); 4628f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("data2", &data2)); 4629f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 46300af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber if (event == OMX_EventCmdComplete 46310af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber && data1 == OMX_CommandFlush 46320af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber && data2 == (int32_t)OMX_ALL) { 46330af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber // Use of this notification is not consistent across 46340af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber // implementations. We'll drop this notification and rely 46350af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber // on flush-complete notifications on the individual port 46360af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber // indices instead. 46370af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber 46380af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber return true; 46390af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber } 46400af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber 4641f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return onOMXEvent( 4642f933441648ef6a71dee783d733aac17b9508b452Andreas Huber static_cast<OMX_EVENTTYPE>(event), 4643f933441648ef6a71dee783d733aac17b9508b452Andreas Huber static_cast<OMX_U32>(data1), 4644f933441648ef6a71dee783d733aac17b9508b452Andreas Huber static_cast<OMX_U32>(data2)); 4645f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4646f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4647f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case omx_message::EMPTY_BUFFER_DONE: 4648f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 4649f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferID; 465015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int32_t fenceFd; 465115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 4652609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CHECK(msg->findInt32("buffer", (int32_t*)&bufferID)); 465315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar CHECK(msg->findInt32("fence_fd", &fenceFd)); 4654f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 465515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar return onOMXEmptyBufferDone(bufferID, fenceFd); 4656f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4657f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4658f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case omx_message::FILL_BUFFER_DONE: 4659f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 4660f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferID; 4661609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CHECK(msg->findInt32("buffer", (int32_t*)&bufferID)); 4662f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 466315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int32_t rangeOffset, rangeLength, flags, fenceFd; 4664f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int64_t timeUs; 4665f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4666f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("range_offset", &rangeOffset)); 4667f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("range_length", &rangeLength)); 4668f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("flags", &flags)); 4669f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt64("timestamp", &timeUs)); 467015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar CHECK(msg->findInt32("fence_fd", &fenceFd)); 4671f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4672f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return onOMXFillBufferDone( 4673f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bufferID, 4674f933441648ef6a71dee783d733aac17b9508b452Andreas Huber (size_t)rangeOffset, (size_t)rangeLength, 4675f933441648ef6a71dee783d733aac17b9508b452Andreas Huber (OMX_U32)flags, 467615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar timeUs, 467715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar fenceFd); 4678f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4679f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 468090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar case omx_message::FRAME_RENDERED: 468190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar { 468290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int64_t mediaTimeUs, systemNano; 468390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 468490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar CHECK(msg->findInt64("media_time_us", &mediaTimeUs)); 468590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar CHECK(msg->findInt64("system_nano", &systemNano)); 468690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 468790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar return onOMXFrameRendered( 468890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mediaTimeUs, systemNano); 468990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 469090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 4691f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 4692777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Unexpected message type: %d", type); 4693777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return false; 4694f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4695f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4696f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 469790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarbool ACodec::BaseState::onOMXFrameRendered( 469890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int64_t mediaTimeUs __unused, nsecs_t systemNano __unused) { 469990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // ignore outside of Executing and PortSettingsChanged states 470090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar return true; 470190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 470290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 4703f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::BaseState::onOMXEvent( 4704f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 4705f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (event != OMX_EventError) { 4706ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] EVENT(%d, 0x%08x, 0x%08x)", 4707f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mComponentName.c_str(), event, data1, data2); 4708f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4709f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return false; 4710f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4711f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4712ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGE("[%s] ERROR(0x%08x)", mCodec->mComponentName.c_str(), data1); 4713f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4714251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // verify OMX component sends back an error we expect. 4715251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung OMX_ERRORTYPE omxError = (OMX_ERRORTYPE)data1; 4716251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (!isOMXError(omxError)) { 4717251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung ALOGW("Invalid OMX error %#x", omxError); 4718251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung omxError = OMX_ErrorUndefined; 4719251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 4720251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mCodec->signalError(omxError); 4721f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4722f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 4723f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4724f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 472515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnarbool ACodec::BaseState::onOMXEmptyBufferDone(IOMX::buffer_id bufferID, int fenceFd) { 4726ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] onOMXEmptyBufferDone %u", 4727349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mCodec->mComponentName.c_str(), bufferID); 4728349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 47290806340688c937e7b78c2d89db3809274130df4eLajos Molnar BufferInfo *info = mCodec->findBufferByID(kPortIndexInput, bufferID); 47300806340688c937e7b78c2d89db3809274130df4eLajos Molnar BufferInfo::Status status = BufferInfo::getSafeStatus(info); 47310806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (status != BufferInfo::OWNED_BY_COMPONENT) { 47320806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Wrong ownership in EBD: %s(%d) buffer #%u", _asString(status), status, bufferID); 47330806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->dumpBuffers(kPortIndexInput); 473415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (fenceFd >= 0) { 473515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ::close(fenceFd); 473615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 47370806340688c937e7b78c2d89db3809274130df4eLajos Molnar return false; 47380806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 4739f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_US; 4740f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 474115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // input buffers cannot take fences, so wait for any fence now 474215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar (void)mCodec->waitForFence(fenceFd, "onOMXEmptyBufferDone"); 474315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar fenceFd = -1; 474415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 474515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // still save fence for completeness 474615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->setWriteFence(fenceFd, "onOMXEmptyBufferDone"); 474715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 474896e92b58b7e9647b4c7c2f54b62a1b357ab06b66Wei Jia // We're in "store-metadata-in-buffers" mode, the underlying 474996e92b58b7e9647b4c7c2f54b62a1b357ab06b66Wei Jia // OMX component had access to data that's implicitly refcounted 475096e92b58b7e9647b4c7c2f54b62a1b357ab06b66Wei Jia // by this "MediaBuffer" object. Now that the OMX component has 475196e92b58b7e9647b4c7c2f54b62a1b357ab06b66Wei Jia // told us that it's done with the input buffer, we can decrement 475296e92b58b7e9647b4c7c2f54b62a1b357ab06b66Wei Jia // the mediaBuffer's reference count. 475396e92b58b7e9647b4c7c2f54b62a1b357ab06b66Wei Jia info->mData->setMediaBufferBase(NULL); 4754d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 4755f933441648ef6a71dee783d733aac17b9508b452Andreas Huber PortMode mode = getPortMode(kPortIndexInput); 4756f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4757f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (mode) { 4758f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case KEEP_BUFFERS: 4759f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 4760f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4761f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case RESUBMIT_BUFFERS: 4762f933441648ef6a71dee783d733aac17b9508b452Andreas Huber postFillThisBuffer(info); 4763f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 4764f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4765777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim case FREE_BUFFERS: 4766f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 4767777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("SHOULD NOT REACH HERE: cannot free empty output buffers"); 4768777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return false; 4769f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4770f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4771f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 4772f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4773f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4774f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::BaseState::postFillThisBuffer(BufferInfo *info) { 4775f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mCodec->mPortEOS[kPortIndexInput]) { 4776f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return; 4777f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4778f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4779f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ((int)info->mStatus, (int)BufferInfo::OWNED_BY_US); 4780f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4781f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 4782d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatFillThisBuffer); 4783609b815a3131d22da38b2f452faa9f89daad4039Andy Hung notify->setInt32("buffer-id", info->mBufferID); 4784f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4785f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mData->meta()->clear(); 47862d8bedd05437b6fccdbc6bf70f673ffd86744d59Andreas Huber notify->setBuffer("buffer", info->mData); 4787f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 47881d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> reply = new AMessage(kWhatInputBufferFilled, mCodec); 4789609b815a3131d22da38b2f452faa9f89daad4039Andy Hung reply->setInt32("buffer-id", info->mBufferID); 4790f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4791f933441648ef6a71dee783d733aac17b9508b452Andreas Huber notify->setMessage("reply", reply); 4792f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4793f933441648ef6a71dee783d733aac17b9508b452Andreas Huber notify->post(); 4794f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4795f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_UPSTREAM; 4796f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4797f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4798f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::BaseState::onInputBufferFilled(const sp<AMessage> &msg) { 4799f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferID; 4800609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CHECK(msg->findInt32("buffer-id", (int32_t*)&bufferID)); 48012d8bedd05437b6fccdbc6bf70f673ffd86744d59Andreas Huber sp<ABuffer> buffer; 4802f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t err = OK; 48035778822d86b0337407514b9372562b86edfa91cdAndreas Huber bool eos = false; 4804a73c954d947748a3b6f630cf2c160fe55ec596e3Lajos Molnar PortMode mode = getPortMode(kPortIndexInput); 48055778822d86b0337407514b9372562b86edfa91cdAndreas Huber 48062d8bedd05437b6fccdbc6bf70f673ffd86744d59Andreas Huber if (!msg->findBuffer("buffer", &buffer)) { 4807a73c954d947748a3b6f630cf2c160fe55ec596e3Lajos Molnar /* these are unfilled buffers returned by client */ 4808f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("err", &err)); 4809f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 48107fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar if (err == OK) { 48117fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar /* buffers with no errors are returned on MediaCodec.flush */ 48127fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar mode = KEEP_BUFFERS; 48137fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar } else { 48147fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar ALOGV("[%s] saw error %d instead of an input buffer", 48157fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar mCodec->mComponentName.c_str(), err); 48167fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar eos = true; 48177fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar } 48183831a066bcf1019864a94d2bc7b4c9241efc5c22Andreas Huber 48192d8bedd05437b6fccdbc6bf70f673ffd86744d59Andreas Huber buffer.clear(); 4820f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4821f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 48225778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t tmp; 48235778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (buffer != NULL && buffer->meta()->findInt32("eos", &tmp) && tmp) { 48245778822d86b0337407514b9372562b86edfa91cdAndreas Huber eos = true; 48255778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = ERROR_END_OF_STREAM; 48265778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 48275778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4828f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = mCodec->findBufferByID(kPortIndexInput, bufferID); 48290806340688c937e7b78c2d89db3809274130df4eLajos Molnar BufferInfo::Status status = BufferInfo::getSafeStatus(info); 48300806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (status != BufferInfo::OWNED_BY_UPSTREAM) { 48310806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Wrong ownership in IBF: %s(%d) buffer #%u", _asString(status), status, bufferID); 48320806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->dumpBuffers(kPortIndexInput); 48330806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 48340806340688c937e7b78c2d89db3809274130df4eLajos Molnar return; 48350806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 4836f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4837f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_US; 4838f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4839f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (mode) { 4840f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case KEEP_BUFFERS: 4841f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 48425778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (eos) { 4843dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber if (!mCodec->mPortEOS[kPortIndexInput]) { 4844dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mCodec->mPortEOS[kPortIndexInput] = true; 4845dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mCodec->mInputEOSResult = err; 4846dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber } 4847f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4848f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 4849f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4850f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4851f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case RESUBMIT_BUFFERS: 4852f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 48535778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (buffer != NULL && !mCodec->mPortEOS[kPortIndexInput]) { 4854f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int64_t timeUs; 4855f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(buffer->meta()->findInt64("timeUs", &timeUs)); 4856f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4857f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 flags = OMX_BUFFERFLAG_ENDOFFRAME; 4858f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4859f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t isCSD; 4860f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (buffer->meta()->findInt32("csd", &isCSD) && isCSD != 0) { 4861f933441648ef6a71dee783d733aac17b9508b452Andreas Huber flags |= OMX_BUFFERFLAG_CODECCONFIG; 4862f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4863f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 48645778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (eos) { 48655778822d86b0337407514b9372562b86edfa91cdAndreas Huber flags |= OMX_BUFFERFLAG_EOS; 48665778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 48675778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4868f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (buffer != info->mData) { 4869ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] Needs to copy input data for buffer %u. (%p != %p)", 4870d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber mCodec->mComponentName.c_str(), 4871d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber bufferID, 4872d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber buffer.get(), info->mData.get()); 4873f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 48740806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (buffer->size() > info->mData->capacity()) { 48750806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("data size (%zu) is greated than buffer capacity (%zu)", 48760806340688c937e7b78c2d89db3809274130df4eLajos Molnar buffer->size(), // this is the data received 48770806340688c937e7b78c2d89db3809274130df4eLajos Molnar info->mData->capacity()); // this is out buffer size 48780806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 48790806340688c937e7b78c2d89db3809274130df4eLajos Molnar return; 48800806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 4881f933441648ef6a71dee783d733aac17b9508b452Andreas Huber memcpy(info->mData->data(), buffer->data(), buffer->size()); 4882f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4883f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4884078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber if (flags & OMX_BUFFERFLAG_CODECCONFIG) { 4885ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] calling emptyBuffer %u w/ codec specific data", 4886078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber mCodec->mComponentName.c_str(), bufferID); 48875778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (flags & OMX_BUFFERFLAG_EOS) { 4888ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] calling emptyBuffer %u w/ EOS", 48895778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->mComponentName.c_str(), bufferID); 4890078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber } else { 4891d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#if TRACK_BUFFER_TIMING 4892ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGI("[%s] calling emptyBuffer %u w/ time %lld us", 4893ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar mCodec->mComponentName.c_str(), bufferID, (long long)timeUs); 4894d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#else 4895ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] calling emptyBuffer %u w/ time %lld us", 4896ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar mCodec->mComponentName.c_str(), bufferID, (long long)timeUs); 4897d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#endif 4898078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber } 4899349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 4900d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#if TRACK_BUFFER_TIMING 4901d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber ACodec::BufferStats stats; 4902d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber stats.mEmptyBufferTimeUs = ALooper::GetNowUs(); 4903d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber stats.mFillBufferDoneTimeUs = -1ll; 4904d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber mCodec->mBufferStats.add(timeUs, stats); 4905d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#endif 4906d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 4907054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mCodec->storingMetadataInDecodedBuffers()) { 4908054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar // try to submit an output buffer for each input buffer 4909054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar PortMode outputMode = getPortMode(kPortIndexOutput); 4910054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 4911054219874873b41f1c815552987c10465c34ba2bLajos Molnar ALOGV("MetadataBuffersToSubmit=%u portMode=%s", 4912054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->mMetadataBuffersToSubmit, 4913054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar (outputMode == FREE_BUFFERS ? "FREE" : 4914054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar outputMode == KEEP_BUFFERS ? "KEEP" : "RESUBMIT")); 4915054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar if (outputMode == RESUBMIT_BUFFERS) { 4916054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->submitOutputMetadataBuffer(); 4917054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 4918054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 491915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkReadFence("onInputBufferFilled"); 49200806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err2 = mCodec->mOMX->emptyBuffer( 49210806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mNode, 49220806340688c937e7b78c2d89db3809274130df4eLajos Molnar bufferID, 49230806340688c937e7b78c2d89db3809274130df4eLajos Molnar 0, 49240806340688c937e7b78c2d89db3809274130df4eLajos Molnar buffer->size(), 49250806340688c937e7b78c2d89db3809274130df4eLajos Molnar flags, 492615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar timeUs, 492715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd); 492815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 49290806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err2 != OK) { 49300806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err2)); 49310806340688c937e7b78c2d89db3809274130df4eLajos Molnar return; 49320806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 4933f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_COMPONENT; 4934f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 49350806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (!eos && err == OK) { 49365778822d86b0337407514b9372562b86edfa91cdAndreas Huber getMoreInputDataIfPossible(); 49375778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 49380806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGV("[%s] Signalled EOS (%d) on the input port", 49390806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mComponentName.c_str(), err); 49405778822d86b0337407514b9372562b86edfa91cdAndreas Huber 49415778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->mPortEOS[kPortIndexInput] = true; 49425778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->mInputEOSResult = err; 49435778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 4944f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else if (!mCodec->mPortEOS[kPortIndexInput]) { 49450806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK && err != ERROR_END_OF_STREAM) { 49460806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGV("[%s] Signalling EOS on the input port due to error %d", 4947dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mCodec->mComponentName.c_str(), err); 4948dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber } else { 49493856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Signalling EOS on the input port", 4950dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mCodec->mComponentName.c_str()); 4951dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber } 4952f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4953ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] calling emptyBuffer %u signalling EOS", 4954349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mCodec->mComponentName.c_str(), bufferID); 4955349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 495615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkReadFence("onInputBufferFilled"); 49570806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err2 = mCodec->mOMX->emptyBuffer( 49580806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mNode, 49590806340688c937e7b78c2d89db3809274130df4eLajos Molnar bufferID, 49600806340688c937e7b78c2d89db3809274130df4eLajos Molnar 0, 49610806340688c937e7b78c2d89db3809274130df4eLajos Molnar 0, 49620806340688c937e7b78c2d89db3809274130df4eLajos Molnar OMX_BUFFERFLAG_EOS, 496315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 0, 496415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd); 496515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 49660806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err2 != OK) { 49670806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err2)); 49680806340688c937e7b78c2d89db3809274130df4eLajos Molnar return; 49690806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 4970f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_COMPONENT; 4971f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4972f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mPortEOS[kPortIndexInput] = true; 4973dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mCodec->mInputEOSResult = err; 4974f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4975f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 4976f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4977625b93f1971039a547b239f87a2dc8a8d5716589Robert Shih 4978777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim case FREE_BUFFERS: 4979777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim break; 4980777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim 4981625b93f1971039a547b239f87a2dc8a8d5716589Robert Shih default: 4982777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("invalid port mode: %d", mode); 4983625b93f1971039a547b239f87a2dc8a8d5716589Robert Shih break; 4984f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4985f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4986f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4987f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::BaseState::getMoreInputDataIfPossible() { 4988f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mCodec->mPortEOS[kPortIndexInput]) { 4989f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return; 4990f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4991f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4992f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *eligible = NULL; 4993f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4994f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (size_t i = 0; i < mCodec->mBuffers[kPortIndexInput].size(); ++i) { 4995f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = &mCodec->mBuffers[kPortIndexInput].editItemAt(i); 4996f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4997f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#if 0 4998f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mStatus == BufferInfo::OWNED_BY_UPSTREAM) { 4999f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // There's already a "read" pending. 5000f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return; 5001f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5002f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#endif 5003f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5004f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mStatus == BufferInfo::OWNED_BY_US) { 5005f933441648ef6a71dee783d733aac17b9508b452Andreas Huber eligible = info; 5006f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5007f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5008f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5009f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (eligible == NULL) { 5010f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return; 5011f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5012f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5013f933441648ef6a71dee783d733aac17b9508b452Andreas Huber postFillThisBuffer(eligible); 5014f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5015f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5016f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::BaseState::onOMXFillBufferDone( 5017f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferID, 5018f933441648ef6a71dee783d733aac17b9508b452Andreas Huber size_t rangeOffset, size_t rangeLength, 5019f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 flags, 502015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int64_t timeUs, 502115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int fenceFd) { 5022609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] onOMXFillBufferDone %u time %" PRId64 " us, flags = 0x%08x", 50235778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->mComponentName.c_str(), bufferID, timeUs, flags); 5024349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 5025f933441648ef6a71dee783d733aac17b9508b452Andreas Huber ssize_t index; 50260806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err= OK; 5027d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 5028d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#if TRACK_BUFFER_TIMING 5029d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber index = mCodec->mBufferStats.indexOfKey(timeUs); 5030d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber if (index >= 0) { 5031d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber ACodec::BufferStats *stats = &mCodec->mBufferStats.editValueAt(index); 5032d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber stats->mFillBufferDoneTimeUs = ALooper::GetNowUs(); 5033d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 5034d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber ALOGI("frame PTS %lld: %lld", 5035d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber timeUs, 5036d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber stats->mFillBufferDoneTimeUs - stats->mEmptyBufferTimeUs); 5037d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 5038d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber mCodec->mBufferStats.removeItemsAt(index); 5039d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber stats = NULL; 5040d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber } 5041d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#endif 5042d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 5043f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = 5044f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->findBufferByID(kPortIndexOutput, bufferID, &index); 50450806340688c937e7b78c2d89db3809274130df4eLajos Molnar BufferInfo::Status status = BufferInfo::getSafeStatus(info); 50460806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (status != BufferInfo::OWNED_BY_COMPONENT) { 50470806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Wrong ownership in FBD: %s(%d) buffer #%u", _asString(status), status, bufferID); 50480806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->dumpBuffers(kPortIndexOutput); 50490806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 505015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (fenceFd >= 0) { 505115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ::close(fenceFd); 505215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 50530806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 50540806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5055f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5056054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar info->mDequeuedAt = ++mCodec->mDequeueCounter; 5057f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_US; 5058f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 505990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (info->mRenderInfo != NULL) { 506090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // The fence for an emptied buffer must have signaled, but there still could be queued 506190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // or out-of-order dequeued buffers in the render queue prior to this buffer. Drop these, 506290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // as we will soon requeue this buffer to the surface. While in theory we could still keep 506390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // track of buffers that are requeued to the surface, it is better to add support to the 506490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // buffer-queue to notify us of released buffers and their fences (in the future). 506590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->notifyOfRenderedFrames(true /* dropIncomplete */); 506690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 506790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 506815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // byte buffers cannot take fences, so wait for any fence now 506915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (mCodec->mNativeWindow == NULL) { 507015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar (void)mCodec->waitForFence(fenceFd, "onOMXFillBufferDone"); 507115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar fenceFd = -1; 507215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 507315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->setReadFence(fenceFd, "onOMXFillBufferDone"); 507415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 5075f933441648ef6a71dee783d733aac17b9508b452Andreas Huber PortMode mode = getPortMode(kPortIndexOutput); 5076f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5077f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (mode) { 5078f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case KEEP_BUFFERS: 5079f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5080f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5081f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case RESUBMIT_BUFFERS: 5082f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5083a0940a569f2bc24b00dc10ce0fa7658b1dc3a3a5Lajos Molnar if (rangeLength == 0 && (!(flags & OMX_BUFFERFLAG_EOS) 5084a0940a569f2bc24b00dc10ce0fa7658b1dc3a3a5Lajos Molnar || mCodec->mPortEOS[kPortIndexOutput])) { 5085609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] calling fillBuffer %u", 50865778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->mComponentName.c_str(), info->mBufferID); 5087349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 508815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar err = mCodec->mOMX->fillBuffer(mCodec->mNode, info->mBufferID, info->mFenceFd); 508915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 50900806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 50910806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 50920806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 50930806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5094f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 50955778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mStatus = BufferInfo::OWNED_BY_COMPONENT; 50965778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 50975778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 509831e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 5099577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar sp<AMessage> reply = 51001d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar new AMessage(kWhatOutputBufferDrained, mCodec); 5101577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar 51024bdda35319d5f46efea2089b865c8a64816389cdMarco Nelissen if (!mCodec->mSentFormat && rangeLength > 0) { 5103577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar mCodec->sendFormatChange(reply); 51045778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 5105054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mCodec->usingMetadataOnEncoderOutput()) { 5106054219874873b41f1c815552987c10465c34ba2bLajos Molnar native_handle_t *handle = NULL; 5107054219874873b41f1c815552987c10465c34ba2bLajos Molnar VideoGrallocMetadata &grallocMeta = *(VideoGrallocMetadata *)info->mData->data(); 5108054219874873b41f1c815552987c10465c34ba2bLajos Molnar VideoNativeMetadata &nativeMeta = *(VideoNativeMetadata *)info->mData->data(); 5109054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (info->mData->size() >= sizeof(grallocMeta) 5110054219874873b41f1c815552987c10465c34ba2bLajos Molnar && grallocMeta.eType == kMetadataBufferTypeGrallocSource) { 51119847fcefb183e1cb09eb48e17a09577392b0e8f4Lajos Molnar handle = (native_handle_t *)grallocMeta.pHandle; 5112054219874873b41f1c815552987c10465c34ba2bLajos Molnar } else if (info->mData->size() >= sizeof(nativeMeta) 5113054219874873b41f1c815552987c10465c34ba2bLajos Molnar && nativeMeta.eType == kMetadataBufferTypeANWBuffer) { 5114054219874873b41f1c815552987c10465c34ba2bLajos Molnar handle = (native_handle_t *)nativeMeta.pBuffer->handle; 5115054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 5116308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang info->mData->meta()->setPointer("handle", handle); 5117308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang info->mData->meta()->setInt32("rangeOffset", rangeOffset); 5118308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang info->mData->meta()->setInt32("rangeLength", rangeLength); 5119308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang } else { 5120308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang info->mData->setRange(rangeOffset, rangeLength); 5121308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang } 5122496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber#if 0 512321ad778dcfcddb8f8fd9dc3fe4992fbef246c511Marco Nelissen if (mCodec->mNativeWindow == NULL) { 5124496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber if (IsIDR(info->mData)) { 5125496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber ALOGI("IDR frame"); 5126496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber } 51275778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 512821ad778dcfcddb8f8fd9dc3fe4992fbef246c511Marco Nelissen#endif 5129f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 51308b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen if (mCodec->mSkipCutBuffer != NULL) { 51318b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen mCodec->mSkipCutBuffer->submit(info->mData); 51328b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen } 51335778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mData->meta()->setInt64("timeUs", timeUs); 5134f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 51355778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 5136d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatDrainThisBuffer); 5137609b815a3131d22da38b2f452faa9f89daad4039Andy Hung notify->setInt32("buffer-id", info->mBufferID); 51382d8bedd05437b6fccdbc6bf70f673ffd86744d59Andreas Huber notify->setBuffer("buffer", info->mData); 51395778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->setInt32("flags", flags); 5140f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5141609b815a3131d22da38b2f452faa9f89daad4039Andy Hung reply->setInt32("buffer-id", info->mBufferID); 5142f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 51435778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->setMessage("reply", reply); 5144f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 51455778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->post(); 51465778822d86b0337407514b9372562b86edfa91cdAndreas Huber 51475778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mStatus = BufferInfo::OWNED_BY_DOWNSTREAM; 5148f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5149f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (flags & OMX_BUFFERFLAG_EOS) { 51505778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGV("[%s] saw output EOS", mCodec->mComponentName.c_str()); 51515778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5152f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 5153d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatEOS); 5154dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber notify->setInt32("err", mCodec->mInputEOSResult); 5155f933441648ef6a71dee783d733aac17b9508b452Andreas Huber notify->post(); 5156f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5157f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mPortEOS[kPortIndexOutput] = true; 5158f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5159f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5160f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5161f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5162777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim case FREE_BUFFERS: 51630806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mCodec->freeBuffer(kPortIndexOutput, index); 51640806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 51650806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 51660806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 51670806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5168f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5169777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim 5170777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim default: 5171777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Invalid port mode: %d", mode); 5172777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return false; 5173f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5174f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5175f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 5176f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5177f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5178f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::BaseState::onOutputBufferDrained(const sp<AMessage> &msg) { 5179f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferID; 5180609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CHECK(msg->findInt32("buffer-id", (int32_t*)&bufferID)); 5181f933441648ef6a71dee783d733aac17b9508b452Andreas Huber ssize_t index; 51820806340688c937e7b78c2d89db3809274130df4eLajos Molnar BufferInfo *info = mCodec->findBufferByID(kPortIndexOutput, bufferID, &index); 51830806340688c937e7b78c2d89db3809274130df4eLajos Molnar BufferInfo::Status status = BufferInfo::getSafeStatus(info); 51840806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (status != BufferInfo::OWNED_BY_DOWNSTREAM) { 51850806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Wrong ownership in OBD: %s(%d) buffer #%u", _asString(status), status, bufferID); 51860806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->dumpBuffers(kPortIndexOutput); 51870806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 51880806340688c937e7b78c2d89db3809274130df4eLajos Molnar return; 51890806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5190f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5191577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar android_native_rect_t crop; 5192777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (msg->findRect("crop", &crop.left, &crop.top, &crop.right, &crop.bottom)) { 5193777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim status_t err = native_window_set_crop(mCodec->mNativeWindow.get(), &crop); 5194777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGW_IF(err != NO_ERROR, "failed to set crop: %d", err); 5195577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar } 5196577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar 5197f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t render; 5198f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mCodec->mNativeWindow != NULL 51996aade6058521b0dbd35a9a4620f4d04f02f90444Marco Nelissen && msg->findInt32("render", &render) && render != 0 520079ee2399b67c7a11042c5904dc1309712a76f8cbJianzheng Zhou && info->mData != NULL && info->mData->size() != 0) { 52016fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar ATRACE_NAME("render"); 5202f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // The client wants this buffer to be rendered. 5203f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 520490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // save buffers sent to the surface so we can get render time when they return 520590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int64_t mediaTimeUs = -1; 520690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar info->mData->meta()->findInt64("timeUs", &mediaTimeUs); 520790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (mediaTimeUs >= 0) { 520890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->mRenderTracker.onFrameQueued( 520990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mediaTimeUs, info->mGraphicBuffer, new Fence(::dup(info->mFenceFd))); 521090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 521190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 5212fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar int64_t timestampNs = 0; 5213fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar if (!msg->findInt64("timestampNs", ×tampNs)) { 5214c8edf5af010ac24a99b302a18e7b84e8b4b2b783Lajos Molnar // use media timestamp if client did not request a specific render timestamp 5215fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar if (info->mData->meta()->findInt64("timeUs", ×tampNs)) { 5216c8edf5af010ac24a99b302a18e7b84e8b4b2b783Lajos Molnar ALOGV("using buffer PTS of %lld", (long long)timestampNs); 5217fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar timestampNs *= 1000; 5218fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar } 5219fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar } 5220fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar 52215778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err; 5222fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar err = native_window_set_buffers_timestamp(mCodec->mNativeWindow.get(), timestampNs); 52230806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGW_IF(err != NO_ERROR, "failed to set buffer timestamp: %d", err); 5224fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar 522515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkReadFence("onOutputBufferDrained before queueBuffer"); 52260806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mCodec->mNativeWindow->queueBuffer( 522715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mCodec->mNativeWindow.get(), info->mGraphicBuffer.get(), info->mFenceFd); 522815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 52290806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 5230cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber info->mStatus = BufferInfo::OWNED_BY_NATIVE_WINDOW; 5231cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber } else { 5232251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 5233cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber info->mStatus = BufferInfo::OWNED_BY_US; 523415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // keeping read fence as write fence to avoid clobbering 523515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mIsReadFence = false; 5236cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber } 5237f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else { 52386fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar if (mCodec->mNativeWindow != NULL && 52396fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar (info->mData == NULL || info->mData->size() != 0)) { 524015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // move read fence into write fence to avoid clobbering 524115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mIsReadFence = false; 52426fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar ATRACE_NAME("frame-drop"); 52436fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar } 5244f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_US; 5245f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5246f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5247f933441648ef6a71dee783d733aac17b9508b452Andreas Huber PortMode mode = getPortMode(kPortIndexOutput); 5248f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5249f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (mode) { 5250f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case KEEP_BUFFERS: 5251f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5252f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // XXX fishy, revisit!!! What about the FREE_BUFFERS case below? 5253f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5254f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW) { 5255f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // We cannot resubmit the buffer we just rendered, dequeue 5256f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // the spare instead. 5257f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5258f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info = mCodec->dequeueBufferFromNativeWindow(); 5259f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5260f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5261f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5262f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5263f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case RESUBMIT_BUFFERS: 5264f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5265f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (!mCodec->mPortEOS[kPortIndexOutput]) { 5266f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW) { 5267f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // We cannot resubmit the buffer we just rendered, dequeue 5268f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // the spare instead. 5269f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5270f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info = mCodec->dequeueBufferFromNativeWindow(); 5271f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5272f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5273c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber if (info != NULL) { 5274609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] calling fillBuffer %u", 5275c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber mCodec->mComponentName.c_str(), info->mBufferID); 527615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkWriteFence("onOutputBufferDrained::RESUBMIT_BUFFERS"); 527715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar status_t err = mCodec->mOMX->fillBuffer( 527815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mCodec->mNode, info->mBufferID, info->mFenceFd); 527915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 52800806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 52810806340688c937e7b78c2d89db3809274130df4eLajos Molnar info->mStatus = BufferInfo::OWNED_BY_COMPONENT; 52820806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 52830806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 52840806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5285c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber } 5286f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5287f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5288f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5289f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5290777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim case FREE_BUFFERS: 5291f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 52920806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = mCodec->freeBuffer(kPortIndexOutput, index); 52930806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 52940806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 52950806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5296f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5297f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5298777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim 5299777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim default: 5300777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Invalid port mode: %d", mode); 5301777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return; 5302f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5303f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5304f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5305f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 5306f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5307f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::UninitializedState::UninitializedState(ACodec *codec) 5308f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : BaseState(codec) { 5309f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5310f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5311c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Hubervoid ACodec::UninitializedState::stateEntered() { 5312c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber ALOGV("Now uninitialized"); 5313ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 5314ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber if (mDeathNotifier != NULL) { 5315f888020c6e2735624f2b2a30e72aca24e17b8b4dMarco Nelissen IInterface::asBinder(mCodec->mOMX)->unlinkToDeath(mDeathNotifier); 5316ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mDeathNotifier.clear(); 5317ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber } 5318ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 5319ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mCodec->mNativeWindow.clear(); 5320ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar mCodec->mNode = 0; 5321ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mCodec->mOMX.clear(); 5322ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mCodec->mQuirks = 0; 5323ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mCodec->mFlags = 0; 5324054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->mInputMetadataType = kMetadataBufferTypeInvalid; 5325054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->mOutputMetadataType = kMetadataBufferTypeInvalid; 5326ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mCodec->mComponentName.clear(); 5327c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 5328c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5329f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::UninitializedState::onMessageReceived(const sp<AMessage> &msg) { 5330f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool handled = false; 5331f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5332f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 5333f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case ACodec::kWhatSetup: 5334f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5335f933441648ef6a71dee783d733aac17b9508b452Andreas Huber onSetup(msg); 5336f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5337f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 5338f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5339f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5340f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 53415778822d86b0337407514b9372562b86edfa91cdAndreas Huber case ACodec::kWhatAllocateComponent: 53425778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 53435778822d86b0337407514b9372562b86edfa91cdAndreas Huber onAllocateComponent(msg); 53445778822d86b0337407514b9372562b86edfa91cdAndreas Huber handled = true; 53455778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 53465778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 53475778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5348f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case ACodec::kWhatShutdown: 5349f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5350c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber int32_t keepComponentAllocated; 5351c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber CHECK(msg->findInt32( 5352c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber "keepComponentAllocated", &keepComponentAllocated)); 535354b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar ALOGW_IF(keepComponentAllocated, 535454b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar "cannot keep component allocated on shutdown in Uninitialized state"); 5355c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5356f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 5357d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatShutdownCompleted); 5358f933441648ef6a71dee783d733aac17b9508b452Andreas Huber notify->post(); 5359f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5360f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 5361c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber break; 5362f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5363f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5364f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case ACodec::kWhatFlush: 5365f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5366f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 5367d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatFlushCompleted); 5368f933441648ef6a71dee783d733aac17b9508b452Andreas Huber notify->post(); 5369f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5370f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 5371c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber break; 5372f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5373f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 537430358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar case ACodec::kWhatReleaseCodecInstance: 537530358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar { 537630358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar // nothing to do, as we have already signaled shutdown 537730358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar handled = true; 537830358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar break; 537930358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar } 538030358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar 5381f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 5382f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onMessageReceived(msg); 5383f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5384f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5385f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return handled; 5386f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5387f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5388f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::UninitializedState::onSetup( 5389f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const sp<AMessage> &msg) { 5390c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (onAllocateComponent(msg) 5391c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber && mCodec->mLoadedState->onConfigureComponent(msg)) { 5392c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->mLoadedState->onStart(); 5393c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 53945778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 53955778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5396c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberbool ACodec::UninitializedState::onAllocateComponent(const sp<AMessage> &msg) { 53975778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGV("onAllocateComponent"); 53985778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5399ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar CHECK(mCodec->mNode == 0); 54005778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5401f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMXClient client; 540248a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung if (client.connect() != OK) { 540348a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung mCodec->signalError(OMX_ErrorUndefined, NO_INIT); 540448a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung return false; 540548a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung } 5406f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5407f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<IOMX> omx = client.interface(); 5408f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 54091d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> notify = new AMessage(kWhatOMXDied, mCodec); 5410ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 5411ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mDeathNotifier = new DeathNotifier(notify); 5412f888020c6e2735624f2b2a30e72aca24e17b8b4dMarco Nelissen if (IInterface::asBinder(omx)->linkToDeath(mDeathNotifier) != OK) { 5413ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber // This was a local binder, if it dies so do we, we won't care 5414ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber // about any notifications in the afterlife. 5415ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mDeathNotifier.clear(); 5416ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber } 5417ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 5418e671207115fac3914134c61b336d5fa0242c68caAndreas Huber Vector<OMXCodec::CodecNameAndQuirks> matchingCodecs; 54195778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5420f933441648ef6a71dee783d733aac17b9508b452Andreas Huber AString mime; 5421f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 54225778822d86b0337407514b9372562b86edfa91cdAndreas Huber AString componentName; 5423d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber uint32_t quirks = 0; 54247791cf11186a22b3f84d98cfde67393bee748cb0Marco Nelissen int32_t encoder = false; 54255778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (msg->findString("componentName", &componentName)) { 5426e671207115fac3914134c61b336d5fa0242c68caAndreas Huber ssize_t index = matchingCodecs.add(); 5427e671207115fac3914134c61b336d5fa0242c68caAndreas Huber OMXCodec::CodecNameAndQuirks *entry = &matchingCodecs.editItemAt(index); 5428e671207115fac3914134c61b336d5fa0242c68caAndreas Huber entry->mName = String8(componentName.c_str()); 5429afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber 5430e671207115fac3914134c61b336d5fa0242c68caAndreas Huber if (!OMXCodec::findCodecQuirks( 5431e671207115fac3914134c61b336d5fa0242c68caAndreas Huber componentName.c_str(), &entry->mQuirks)) { 5432e671207115fac3914134c61b336d5fa0242c68caAndreas Huber entry->mQuirks = 0; 5433afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber } 54345778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 54355778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findString("mime", &mime)); 54365778822d86b0337407514b9372562b86edfa91cdAndreas Huber 54375778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("encoder", &encoder)) { 54385778822d86b0337407514b9372562b86edfa91cdAndreas Huber encoder = false; 54395778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 54405778822d86b0337407514b9372562b86edfa91cdAndreas Huber 54415778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMXCodec::findMatchingCodecs( 54425778822d86b0337407514b9372562b86edfa91cdAndreas Huber mime.c_str(), 54435778822d86b0337407514b9372562b86edfa91cdAndreas Huber encoder, // createEncoder 54445778822d86b0337407514b9372562b86edfa91cdAndreas Huber NULL, // matchComponentName 54455778822d86b0337407514b9372562b86edfa91cdAndreas Huber 0, // flags 5446e671207115fac3914134c61b336d5fa0242c68caAndreas Huber &matchingCodecs); 54475778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 54481065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber 54491065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber sp<CodecObserver> observer = new CodecObserver; 5450ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar IOMX::node_id node = 0; 54511065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber 5452201d8d400eb037547f4f476a838475b13a446007Wei Jia status_t err = NAME_NOT_FOUND; 54531065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber for (size_t matchIndex = 0; matchIndex < matchingCodecs.size(); 54541065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber ++matchIndex) { 5455e671207115fac3914134c61b336d5fa0242c68caAndreas Huber componentName = matchingCodecs.itemAt(matchIndex).mName.string(); 5456e671207115fac3914134c61b336d5fa0242c68caAndreas Huber quirks = matchingCodecs.itemAt(matchIndex).mQuirks; 5457f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5458da153975581fb3161a30452348a5b26ee72d9255Elliott Hughes pid_t tid = gettid(); 5459078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber int prevPriority = androidGetThreadPriority(tid); 5460078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber androidSetThreadPriority(tid, ANDROID_PRIORITY_FOREGROUND); 54619f41ee5a4dd73093d107bc80df5cebb9a273cc72Ronghua Wu err = omx->allocateNode(componentName.c_str(), observer, &node); 5462078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber androidSetThreadPriority(tid, prevPriority); 5463f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 54641065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber if (err == OK) { 54651065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber break; 54667a727021b86c2fb2c9f60af2c999154dce1766ebZhijun He } else { 54677a727021b86c2fb2c9f60af2c999154dce1766ebZhijun He ALOGW("Allocating component '%s' failed, try next one.", componentName.c_str()); 54681065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber } 54691065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber 5470ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar node = 0; 54711065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber } 54721065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber 5473ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar if (node == 0) { 54745778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!mime.empty()) { 54759f41ee5a4dd73093d107bc80df5cebb9a273cc72Ronghua Wu ALOGE("Unable to instantiate a %scoder for type '%s' with err %#x.", 54769f41ee5a4dd73093d107bc80df5cebb9a273cc72Ronghua Wu encoder ? "en" : "de", mime.c_str(), err); 54775778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 54789f41ee5a4dd73093d107bc80df5cebb9a273cc72Ronghua Wu ALOGE("Unable to instantiate codec '%s' with err %#x.", componentName.c_str(), err); 54795778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 5480c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber 548152e88b2986536e83a7a6da63461556b8734a85f3Ronghua Wu mCodec->signalError((OMX_ERRORTYPE)err, makeNoSideEffectStatus(err)); 5482c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return false; 5483c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber } 5484f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 548526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar notify = new AMessage(kWhatOMXMessageList, mCodec); 5486f933441648ef6a71dee783d733aac17b9508b452Andreas Huber observer->setNotificationMessage(notify); 5487f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5488f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mComponentName = componentName; 548990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->mRenderTracker.setComponentName(componentName); 5490ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber mCodec->mFlags = 0; 5491ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 5492ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber if (componentName.endsWith(".secure")) { 5493ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber mCodec->mFlags |= kFlagIsSecure; 54941713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang mCodec->mFlags |= kFlagIsGrallocUsageProtected; 54950167414e261f88a96b5e4bf6cb592e6ca11e5a95Andreas Huber mCodec->mFlags |= kFlagPushBlankBuffersToNativeWindowOnShutdown; 5496ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 5497ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 5498afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber mCodec->mQuirks = quirks; 5499f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mOMX = omx; 5500f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mNode = node; 5501f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 55025778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 55035778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 5504d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatComponentAllocated); 55055778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->setString("componentName", mCodec->mComponentName.c_str()); 55065778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->post(); 55075778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 5508c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5509c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->changeState(mCodec->mLoadedState); 5510c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5511c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return true; 55125778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 55135778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5514c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber//////////////////////////////////////////////////////////////////////////////// 5515c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5516c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas HuberACodec::LoadedState::LoadedState(ACodec *codec) 5517c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber : BaseState(codec) { 5518c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 5519c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5520c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Hubervoid ACodec::LoadedState::stateEntered() { 5521c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber ALOGV("[%s] Now Loaded", mCodec->mComponentName.c_str()); 5522c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5523f6f38287b97ec69b169387add6458f859b770e65Andreas Huber mCodec->mPortEOS[kPortIndexInput] = 5524f6f38287b97ec69b169387add6458f859b770e65Andreas Huber mCodec->mPortEOS[kPortIndexOutput] = false; 5525f6f38287b97ec69b169387add6458f859b770e65Andreas Huber 5526f6f38287b97ec69b169387add6458f859b770e65Andreas Huber mCodec->mInputEOSResult = OK; 5527f6f38287b97ec69b169387add6458f859b770e65Andreas Huber 5528054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mCodec->mDequeueCounter = 0; 5529054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->mMetadataBuffersToSubmit = 0; 5530a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber mCodec->mRepeatFrameDelayUs = -1ll; 5531e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar mCodec->mInputFormat.clear(); 5532e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar mCodec->mOutputFormat.clear(); 55334e865a3cfe4c955e0890321a6b488cf661808b63Lajos Molnar mCodec->mBaseOutputFormat.clear(); 5534054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 5535c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (mCodec->mShutdownInProgress) { 5536c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber bool keepComponentAllocated = mCodec->mKeepComponentAllocated; 5537c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5538c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->mShutdownInProgress = false; 5539c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->mKeepComponentAllocated = false; 5540c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5541c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber onShutdown(keepComponentAllocated); 5542c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 554354b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar mCodec->mExplicitShutdown = false; 5544f393c33e65ae51a7cf168b4e15771b152f996b32Wei Jia 5545f393c33e65ae51a7cf168b4e15771b152f996b32Wei Jia mCodec->processDeferredMessages(); 5546c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 5547c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5548c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Hubervoid ACodec::LoadedState::onShutdown(bool keepComponentAllocated) { 5549c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (!keepComponentAllocated) { 55500806340688c937e7b78c2d89db3809274130df4eLajos Molnar (void)mCodec->mOMX->freeNode(mCodec->mNode); 5551c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5552c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->changeState(mCodec->mUninitializedState); 5553c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 5554c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 555554b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar if (mCodec->mExplicitShutdown) { 555654b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar sp<AMessage> notify = mCodec->mNotify->dup(); 5557d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatShutdownCompleted); 555854b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar notify->post(); 555954b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar mCodec->mExplicitShutdown = false; 556054b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar } 5561c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 5562c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5563c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberbool ACodec::LoadedState::onMessageReceived(const sp<AMessage> &msg) { 5564c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber bool handled = false; 5565c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5566c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber switch (msg->what()) { 5567c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case ACodec::kWhatConfigureComponent: 5568c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber { 5569c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber onConfigureComponent(msg); 5570c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber handled = true; 5571c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber break; 5572c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 5573c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 55747cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case ACodec::kWhatCreateInputSurface: 55757cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 55767cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden onCreateInputSurface(msg); 55777cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden handled = true; 55787cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 55797cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 55807cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 55818f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang case ACodec::kWhatSetInputSurface: 5582d291c222357303b9611cab89d0c3b047584ef377Chong Zhang { 55838f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang onSetInputSurface(msg); 5584d291c222357303b9611cab89d0c3b047584ef377Chong Zhang handled = true; 5585d291c222357303b9611cab89d0c3b047584ef377Chong Zhang break; 5586d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 5587d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 5588c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case ACodec::kWhatStart: 5589c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber { 5590c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber onStart(); 5591c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber handled = true; 5592c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber break; 5593c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 5594c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5595c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case ACodec::kWhatShutdown: 5596c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber { 5597c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber int32_t keepComponentAllocated; 5598c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber CHECK(msg->findInt32( 5599c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber "keepComponentAllocated", &keepComponentAllocated)); 5600c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 560154b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar mCodec->mExplicitShutdown = true; 5602c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber onShutdown(keepComponentAllocated); 5603c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5604c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber handled = true; 5605c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber break; 5606c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 5607c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5608c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case ACodec::kWhatFlush: 5609c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber { 5610c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 5611d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatFlushCompleted); 5612c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber notify->post(); 5613c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5614c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber handled = true; 5615c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber break; 5616c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 5617c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5618c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber default: 5619c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return BaseState::onMessageReceived(msg); 5620c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 5621c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5622c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return handled; 5623c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 5624c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5625c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberbool ACodec::LoadedState::onConfigureComponent( 56265778822d86b0337407514b9372562b86edfa91cdAndreas Huber const sp<AMessage> &msg) { 56275778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGV("onConfigureComponent"); 56285778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5629ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar CHECK(mCodec->mNode != 0); 56305778822d86b0337407514b9372562b86edfa91cdAndreas Huber 56310806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = OK; 56325778822d86b0337407514b9372562b86edfa91cdAndreas Huber AString mime; 56330806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (!msg->findString("mime", &mime)) { 56340806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = BAD_VALUE; 56350806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 56360806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mCodec->configureCodec(mime.c_str(), msg); 56370806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 56385778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 5639c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber ALOGE("[%s] configureCodec returning error %d", 5640c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber mCodec->mComponentName.c_str(), err); 5641c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber 5642251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 5643c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return false; 56445778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 5645f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 56465778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 56475778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 5648d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatComponentConfigured); 5649e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setMessage("input-format", mCodec->mInputFormat); 5650e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setMessage("output-format", mCodec->mOutputFormat); 56515778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->post(); 56525778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 5653c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5654c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return true; 56555778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 56565778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5657d291c222357303b9611cab89d0c3b047584ef377Chong Zhangstatus_t ACodec::LoadedState::setupInputSurface() { 5658d291c222357303b9611cab89d0c3b047584ef377Chong Zhang status_t err = OK; 5659a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber 5660d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (mCodec->mRepeatFrameDelayUs > 0ll) { 5661a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber err = mCodec->mOMX->setInternalOption( 5662a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber mCodec->mNode, 5663a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber kPortIndexInput, 5664a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber IOMX::INTERNAL_OPTION_REPEAT_PREVIOUS_FRAME_DELAY, 5665a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber &mCodec->mRepeatFrameDelayUs, 5666a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber sizeof(mCodec->mRepeatFrameDelayUs)); 5667a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber 5668a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber if (err != OK) { 5669a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber ALOGE("[%s] Unable to configure option to repeat previous " 5670a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber "frames (err %d)", 5671a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber mCodec->mComponentName.c_str(), 5672a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber err); 5673d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return err; 5674a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber } 5675a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber } 5676a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber 5677d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (mCodec->mMaxPtsGapUs > 0ll) { 567894ee4b708acfa941581160b267afb79192b1d816Chong Zhang err = mCodec->mOMX->setInternalOption( 567994ee4b708acfa941581160b267afb79192b1d816Chong Zhang mCodec->mNode, 568094ee4b708acfa941581160b267afb79192b1d816Chong Zhang kPortIndexInput, 568194ee4b708acfa941581160b267afb79192b1d816Chong Zhang IOMX::INTERNAL_OPTION_MAX_TIMESTAMP_GAP, 568294ee4b708acfa941581160b267afb79192b1d816Chong Zhang &mCodec->mMaxPtsGapUs, 568394ee4b708acfa941581160b267afb79192b1d816Chong Zhang sizeof(mCodec->mMaxPtsGapUs)); 568494ee4b708acfa941581160b267afb79192b1d816Chong Zhang 568594ee4b708acfa941581160b267afb79192b1d816Chong Zhang if (err != OK) { 568694ee4b708acfa941581160b267afb79192b1d816Chong Zhang ALOGE("[%s] Unable to configure max timestamp gap (err %d)", 568772cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang mCodec->mComponentName.c_str(), 568872cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang err); 5689d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return err; 56902c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang } 56912c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang } 56922c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang 5693d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (mCodec->mMaxFps > 0) { 569437b2b389139ed638831e49708c947863eef631efRonghua Wu err = mCodec->mOMX->setInternalOption( 569537b2b389139ed638831e49708c947863eef631efRonghua Wu mCodec->mNode, 569637b2b389139ed638831e49708c947863eef631efRonghua Wu kPortIndexInput, 569737b2b389139ed638831e49708c947863eef631efRonghua Wu IOMX::INTERNAL_OPTION_MAX_FPS, 569837b2b389139ed638831e49708c947863eef631efRonghua Wu &mCodec->mMaxFps, 569937b2b389139ed638831e49708c947863eef631efRonghua Wu sizeof(mCodec->mMaxFps)); 570037b2b389139ed638831e49708c947863eef631efRonghua Wu 570137b2b389139ed638831e49708c947863eef631efRonghua Wu if (err != OK) { 570237b2b389139ed638831e49708c947863eef631efRonghua Wu ALOGE("[%s] Unable to configure max fps (err %d)", 570337b2b389139ed638831e49708c947863eef631efRonghua Wu mCodec->mComponentName.c_str(), 570437b2b389139ed638831e49708c947863eef631efRonghua Wu err); 5705d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return err; 570637b2b389139ed638831e49708c947863eef631efRonghua Wu } 570737b2b389139ed638831e49708c947863eef631efRonghua Wu } 570837b2b389139ed638831e49708c947863eef631efRonghua Wu 5709d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (mCodec->mTimePerCaptureUs > 0ll 57102c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang && mCodec->mTimePerFrameUs > 0ll) { 57112c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang int64_t timeLapse[2]; 57122c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang timeLapse[0] = mCodec->mTimePerFrameUs; 57132c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang timeLapse[1] = mCodec->mTimePerCaptureUs; 57142c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang err = mCodec->mOMX->setInternalOption( 57152c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mCodec->mNode, 57162c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang kPortIndexInput, 57172c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang IOMX::INTERNAL_OPTION_TIME_LAPSE, 57182c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang &timeLapse[0], 57192c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang sizeof(timeLapse)); 57202c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang 57212c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang if (err != OK) { 57222c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang ALOGE("[%s] Unable to configure time lapse (err %d)", 57232c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mCodec->mComponentName.c_str(), 57242c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang err); 5725d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return err; 57262c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang } 57272c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang } 572872cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang 5729d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (mCodec->mCreateInputBuffersSuspended) { 573072cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang bool suspend = true; 573172cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang err = mCodec->mOMX->setInternalOption( 573272cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang mCodec->mNode, 573372cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang kPortIndexInput, 573472cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang IOMX::INTERNAL_OPTION_SUSPEND, 573572cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang &suspend, 573672cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang sizeof(suspend)); 573772cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang 573872cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang if (err != OK) { 573972cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang ALOGE("[%s] Unable to configure option to suspend (err %d)", 574094ee4b708acfa941581160b267afb79192b1d816Chong Zhang mCodec->mComponentName.c_str(), 574194ee4b708acfa941581160b267afb79192b1d816Chong Zhang err); 5742d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return err; 574394ee4b708acfa941581160b267afb79192b1d816Chong Zhang } 574494ee4b708acfa941581160b267afb79192b1d816Chong Zhang } 574594ee4b708acfa941581160b267afb79192b1d816Chong Zhang 5746d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return OK; 5747d291c222357303b9611cab89d0c3b047584ef377Chong Zhang} 5748d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 5749d291c222357303b9611cab89d0c3b047584ef377Chong Zhangvoid ACodec::LoadedState::onCreateInputSurface( 5750d291c222357303b9611cab89d0c3b047584ef377Chong Zhang const sp<AMessage> & /* msg */) { 5751d291c222357303b9611cab89d0c3b047584ef377Chong Zhang ALOGV("onCreateInputSurface"); 5752d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 5753d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<AMessage> notify = mCodec->mNotify->dup(); 5754d291c222357303b9611cab89d0c3b047584ef377Chong Zhang notify->setInt32("what", CodecBase::kWhatInputSurfaceCreated); 5755d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 5756d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<IGraphicBufferProducer> bufferProducer; 5757d291c222357303b9611cab89d0c3b047584ef377Chong Zhang status_t err = mCodec->mOMX->createInputSurface( 5758054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->mNode, kPortIndexInput, &bufferProducer, &mCodec->mInputMetadataType); 5759d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 5760d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (err == OK) { 5761d291c222357303b9611cab89d0c3b047584ef377Chong Zhang err = setupInputSurface(); 5762d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 5763d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 57647cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (err == OK) { 57657cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden notify->setObject("input-surface", 57667cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden new BufferProducerWrapper(bufferProducer)); 57677cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } else { 57687cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden // Can't use mCodec->signalError() here -- MediaCodec won't forward 57697cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden // the error through because it's in the "configured" state. We 57707cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden // send a kWhatInputSurfaceCreated with an error value instead. 57717cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden ALOGE("[%s] onCreateInputSurface returning error %d", 57727cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mCodec->mComponentName.c_str(), err); 57737cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden notify->setInt32("err", err); 57747cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 57757cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden notify->post(); 57767cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden} 57777cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 57788f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhangvoid ACodec::LoadedState::onSetInputSurface( 5779d291c222357303b9611cab89d0c3b047584ef377Chong Zhang const sp<AMessage> &msg) { 57808f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang ALOGV("onSetInputSurface"); 5781d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 5782d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<AMessage> notify = mCodec->mNotify->dup(); 5783d291c222357303b9611cab89d0c3b047584ef377Chong Zhang notify->setInt32("what", CodecBase::kWhatInputSurfaceAccepted); 5784d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 5785d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<RefBase> obj; 5786d291c222357303b9611cab89d0c3b047584ef377Chong Zhang CHECK(msg->findObject("input-surface", &obj)); 5787d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<PersistentSurface> surface = static_cast<PersistentSurface *>(obj.get()); 5788d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 57898f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang status_t err = mCodec->mOMX->setInputSurface( 5790054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->mNode, kPortIndexInput, surface->getBufferConsumer(), 5791054219874873b41f1c815552987c10465c34ba2bLajos Molnar &mCodec->mInputMetadataType); 5792d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 5793d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (err == OK) { 5794d291c222357303b9611cab89d0c3b047584ef377Chong Zhang err = setupInputSurface(); 5795d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 5796d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 5797d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (err != OK) { 5798d291c222357303b9611cab89d0c3b047584ef377Chong Zhang // Can't use mCodec->signalError() here -- MediaCodec won't forward 5799d291c222357303b9611cab89d0c3b047584ef377Chong Zhang // the error through because it's in the "configured" state. We 5800d291c222357303b9611cab89d0c3b047584ef377Chong Zhang // send a kWhatInputSurfaceAccepted with an error value instead. 58018f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang ALOGE("[%s] onSetInputSurface returning error %d", 5802d291c222357303b9611cab89d0c3b047584ef377Chong Zhang mCodec->mComponentName.c_str(), err); 5803d291c222357303b9611cab89d0c3b047584ef377Chong Zhang notify->setInt32("err", err); 5804d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 5805d291c222357303b9611cab89d0c3b047584ef377Chong Zhang notify->post(); 5806d291c222357303b9611cab89d0c3b047584ef377Chong Zhang} 5807d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 5808c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Hubervoid ACodec::LoadedState::onStart() { 58095778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGV("onStart"); 58105778822d86b0337407514b9372562b86edfa91cdAndreas Huber 58110806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = mCodec->mOMX->sendCommand(mCodec->mNode, OMX_CommandStateSet, OMX_StateIdle); 58120806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 58130806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 58140806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 58150806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->changeState(mCodec->mLoadedToIdleState); 58160806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5817f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5818f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5819f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 5820f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5821f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::LoadedToIdleState::LoadedToIdleState(ACodec *codec) 5822f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : BaseState(codec) { 5823f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5824f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5825f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::LoadedToIdleState::stateEntered() { 58263856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now Loaded->Idle", mCodec->mComponentName.c_str()); 5827f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5828cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber status_t err; 5829cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber if ((err = allocateBuffers()) != OK) { 583029357bc2c0dd7c43ad3bd0c8e3efa4e6fd9bfd47Steve Block ALOGE("Failed to allocate buffers after transitioning to IDLE state " 5831cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber "(error 0x%08x)", 5832cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber err); 5833cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber 5834251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 583591bfadb4aa75444c60e9949232de3c184cfe060aAndreas Huber 583691bfadb4aa75444c60e9949232de3c184cfe060aAndreas Huber mCodec->changeState(mCodec->mLoadedState); 5837cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber } 5838f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5839f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5840f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::LoadedToIdleState::allocateBuffers() { 5841f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t err = mCodec->allocateBuffersOnPort(kPortIndexInput); 5842f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5843f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 5844f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 5845f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5846f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5847f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return mCodec->allocateBuffersOnPort(kPortIndexOutput); 5848f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5849f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5850f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::LoadedToIdleState::onMessageReceived(const sp<AMessage> &msg) { 5851f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 585272cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang case kWhatSetParameters: 5853f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 5854f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5855f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->deferMessage(msg); 5856f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 5857f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5858f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 58596507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden case kWhatSignalEndOfInputStream: 58606507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden { 58616507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mCodec->onSignalEndOfInputStream(); 58626507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden return true; 58636507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden } 58646507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 58656463e76d41430f9b03a79b221de84255f2475658Marco Nelissen case kWhatResume: 58666463e76d41430f9b03a79b221de84255f2475658Marco Nelissen { 58676463e76d41430f9b03a79b221de84255f2475658Marco Nelissen // We'll be active soon enough. 58686463e76d41430f9b03a79b221de84255f2475658Marco Nelissen return true; 58696463e76d41430f9b03a79b221de84255f2475658Marco Nelissen } 58706463e76d41430f9b03a79b221de84255f2475658Marco Nelissen 58716463e76d41430f9b03a79b221de84255f2475658Marco Nelissen case kWhatFlush: 58726463e76d41430f9b03a79b221de84255f2475658Marco Nelissen { 58736463e76d41430f9b03a79b221de84255f2475658Marco Nelissen // We haven't even started yet, so we're flushed alright... 58746463e76d41430f9b03a79b221de84255f2475658Marco Nelissen sp<AMessage> notify = mCodec->mNotify->dup(); 5875d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatFlushCompleted); 58766463e76d41430f9b03a79b221de84255f2475658Marco Nelissen notify->post(); 58776463e76d41430f9b03a79b221de84255f2475658Marco Nelissen return true; 58786463e76d41430f9b03a79b221de84255f2475658Marco Nelissen } 58796463e76d41430f9b03a79b221de84255f2475658Marco Nelissen 5880f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 5881f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onMessageReceived(msg); 5882f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5883f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5884f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5885f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::LoadedToIdleState::onOMXEvent( 5886f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 5887f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 5888f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventCmdComplete: 5889f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 58900806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = OK; 58910806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (data1 != (OMX_U32)OMX_CommandStateSet 58920806340688c937e7b78c2d89db3809274130df4eLajos Molnar || data2 != (OMX_U32)OMX_StateIdle) { 58930806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Unexpected command completion in LoadedToIdleState: %s(%u) %s(%u)", 58940806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_COMMANDTYPE)data1), data1, 58950806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_STATETYPE)data2), data2); 58960806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = FAILED_TRANSACTION; 58970806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5898f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 58990806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 59000806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mCodec->mOMX->sendCommand( 59010806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mNode, OMX_CommandStateSet, OMX_StateExecuting); 59020806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5903f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 59040806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 59050806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 59060806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 59070806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->changeState(mCodec->mIdleToExecutingState); 59080806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5909f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5910f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 5911f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5912f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5913f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 5914f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onOMXEvent(event, data1, data2); 5915f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5916f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5917f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5918f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 5919f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5920f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::IdleToExecutingState::IdleToExecutingState(ACodec *codec) 5921f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : BaseState(codec) { 5922f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5923f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5924f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::IdleToExecutingState::stateEntered() { 59253856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now Idle->Executing", mCodec->mComponentName.c_str()); 5926f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5927f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5928f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::IdleToExecutingState::onMessageReceived(const sp<AMessage> &msg) { 5929f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 593072cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang case kWhatSetParameters: 5931f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 5932f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5933f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->deferMessage(msg); 5934f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 5935f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5936f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5937d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber case kWhatResume: 5938d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber { 5939d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber // We'll be active soon enough. 5940d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber return true; 5941d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber } 5942d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber 5943d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber case kWhatFlush: 5944d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber { 5945d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber // We haven't even started yet, so we're flushed alright... 5946d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 5947d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatFlushCompleted); 5948d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber notify->post(); 5949d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber 5950d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber return true; 5951d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber } 5952d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber 59536507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden case kWhatSignalEndOfInputStream: 59546507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden { 59556507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mCodec->onSignalEndOfInputStream(); 59566507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden return true; 59576507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden } 59586507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 5959f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 5960f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onMessageReceived(msg); 5961f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5962f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5963f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5964f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::IdleToExecutingState::onOMXEvent( 5965f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 5966f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 5967f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventCmdComplete: 5968f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 59690806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (data1 != (OMX_U32)OMX_CommandStateSet 59700806340688c937e7b78c2d89db3809274130df4eLajos Molnar || data2 != (OMX_U32)OMX_StateExecuting) { 59710806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Unexpected command completion in IdleToExecutingState: %s(%u) %s(%u)", 59720806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_COMMANDTYPE)data1), data1, 59730806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_STATETYPE)data2), data2); 59740806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 59750806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 59760806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5977f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5978f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mExecutingState->resume(); 5979f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->changeState(mCodec->mExecutingState); 5980f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5981f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 5982f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5983f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5984f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 5985f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onOMXEvent(event, data1, data2); 5986f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5987f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5988f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5989f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 5990f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5991f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::ExecutingState::ExecutingState(ACodec *codec) 5992349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber : BaseState(codec), 5993349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mActive(false) { 5994f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5995f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5996f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::BaseState::PortMode ACodec::ExecutingState::getPortMode( 5997ccb067b1d8424ba610cbd3de83368bd55b532b5bAndreas Huber OMX_U32 /* portIndex */) { 5998f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return RESUBMIT_BUFFERS; 5999f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6000f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6001054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnarvoid ACodec::ExecutingState::submitOutputMetaBuffers() { 6002054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar // submit as many buffers as there are input buffers with the codec 6003054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar // in case we are in port reconfiguring 6004054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar for (size_t i = 0; i < mCodec->mBuffers[kPortIndexInput].size(); ++i) { 6005054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar BufferInfo *info = &mCodec->mBuffers[kPortIndexInput].editItemAt(i); 6006054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 6007054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar if (info->mStatus == BufferInfo::OWNED_BY_COMPONENT) { 6008054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mCodec->submitOutputMetadataBuffer() != OK) 6009054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar break; 6010054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 6011054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 60124dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar 60134dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar // *** NOTE: THE FOLLOWING WORKAROUND WILL BE REMOVED *** 6014054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->signalSubmitOutputMetadataBufferIfEOS_workaround(); 6015054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar} 6016054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 6017054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnarvoid ACodec::ExecutingState::submitRegularOutputBuffers() { 60180806340688c937e7b78c2d89db3809274130df4eLajos Molnar bool failed = false; 6019f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (size_t i = 0; i < mCodec->mBuffers[kPortIndexOutput].size(); ++i) { 6020f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = &mCodec->mBuffers[kPortIndexOutput].editItemAt(i); 6021f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6022f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mCodec->mNativeWindow != NULL) { 60230806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (info->mStatus != BufferInfo::OWNED_BY_US 60240806340688c937e7b78c2d89db3809274130df4eLajos Molnar && info->mStatus != BufferInfo::OWNED_BY_NATIVE_WINDOW) { 60250806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("buffers should be owned by us or the surface"); 60260806340688c937e7b78c2d89db3809274130df4eLajos Molnar failed = true; 60270806340688c937e7b78c2d89db3809274130df4eLajos Molnar break; 60280806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6029f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6030f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW) { 6031f933441648ef6a71dee783d733aac17b9508b452Andreas Huber continue; 6032f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6033f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else { 60340806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (info->mStatus != BufferInfo::OWNED_BY_US) { 60350806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("buffers should be owned by us"); 60360806340688c937e7b78c2d89db3809274130df4eLajos Molnar failed = true; 60370806340688c937e7b78c2d89db3809274130df4eLajos Molnar break; 60380806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6039f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6040f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 60410806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGV("[%s] calling fillBuffer %u", mCodec->mComponentName.c_str(), info->mBufferID); 6042349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 604315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkWriteFence("submitRegularOutputBuffers"); 604415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar status_t err = mCodec->mOMX->fillBuffer(mCodec->mNode, info->mBufferID, info->mFenceFd); 604515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 60460806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 60470806340688c937e7b78c2d89db3809274130df4eLajos Molnar failed = true; 60480806340688c937e7b78c2d89db3809274130df4eLajos Molnar break; 60490806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6050f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6051f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_COMPONENT; 6052f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 60530806340688c937e7b78c2d89db3809274130df4eLajos Molnar 60540806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (failed) { 60550806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 60560806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6057f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6058f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6059054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnarvoid ACodec::ExecutingState::submitOutputBuffers() { 6060c38fcfba95f711e5738e4c72bd5499317a2f30d9Lajos Molnar submitRegularOutputBuffers(); 6061054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mCodec->storingMetadataInDecodedBuffers()) { 6062054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar submitOutputMetaBuffers(); 6063054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 6064054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar} 6065054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 6066f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::ExecutingState::resume() { 6067349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber if (mActive) { 60680806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGV("[%s] We're already active, no need to resume.", mCodec->mComponentName.c_str()); 6069349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber return; 6070349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber } 6071349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 6072f933441648ef6a71dee783d733aac17b9508b452Andreas Huber submitOutputBuffers(); 6073f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 60743cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar // Post all available input buffers 6075777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (mCodec->mBuffers[kPortIndexInput].size() == 0u) { 6076777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGW("[%s] we don't have any input buffers to resume", mCodec->mComponentName.c_str()); 6077777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 6078777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim 60793cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar for (size_t i = 0; i < mCodec->mBuffers[kPortIndexInput].size(); i++) { 60803cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar BufferInfo *info = &mCodec->mBuffers[kPortIndexInput].editItemAt(i); 60813cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar if (info->mStatus == BufferInfo::OWNED_BY_US) { 60823cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar postFillThisBuffer(info); 60833cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar } 60843cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar } 6085349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 6086349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mActive = true; 6087f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6088f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6089f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::ExecutingState::stateEntered() { 60903856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now Executing", mCodec->mComponentName.c_str()); 6091f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 609290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->mRenderTracker.clear(systemTime(CLOCK_MONOTONIC)); 6093f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->processDeferredMessages(); 6094f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6095f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6096f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::ExecutingState::onMessageReceived(const sp<AMessage> &msg) { 6097f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool handled = false; 6098f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6099f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 6100f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 6101f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6102c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber int32_t keepComponentAllocated; 6103c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber CHECK(msg->findInt32( 6104c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber "keepComponentAllocated", &keepComponentAllocated)); 6105c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6106c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->mShutdownInProgress = true; 610754b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar mCodec->mExplicitShutdown = true; 6108c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->mKeepComponentAllocated = keepComponentAllocated; 6109c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6110349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mActive = false; 6111349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 61120806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = mCodec->mOMX->sendCommand( 61130806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mNode, OMX_CommandStateSet, OMX_StateIdle); 61140806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 61150806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (keepComponentAllocated) { 61160806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 61170806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 61180806340688c937e7b78c2d89db3809274130df4eLajos Molnar // TODO: do some recovery here. 61190806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 61200806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->changeState(mCodec->mExecutingToIdleState); 61210806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6122f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6123f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 6124f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6125f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6126f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6127f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatFlush: 6128f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 61297a3a2b2f9bb9421dcf83fbd47276e57917078aefJames Dong ALOGV("[%s] ExecutingState flushing now " 6130ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar "(codec owns %zu/%zu input, %zu/%zu output).", 6131d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber mCodec->mComponentName.c_str(), 6132d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber mCodec->countBuffersOwnedByComponent(kPortIndexInput), 6133d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber mCodec->mBuffers[kPortIndexInput].size(), 6134d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber mCodec->countBuffersOwnedByComponent(kPortIndexOutput), 6135d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber mCodec->mBuffers[kPortIndexOutput].size()); 6136d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 6137349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mActive = false; 6138349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 61390806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = mCodec->mOMX->sendCommand(mCodec->mNode, OMX_CommandFlush, OMX_ALL); 61400806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 61410806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 61420806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 61430806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->changeState(mCodec->mFlushingState); 61440806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6145f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6146f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 6147f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6148f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6149f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6150f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatResume: 6151f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6152f933441648ef6a71dee783d733aac17b9508b452Andreas Huber resume(); 6153f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6154f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 6155f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6156f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6157f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6158496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber case kWhatRequestIDRFrame: 6159496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber { 6160496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber status_t err = mCodec->requestIDRFrame(); 6161496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber if (err != OK) { 6162496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber ALOGW("Requesting an IDR frame failed."); 6163496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber } 6164496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 6165496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber handled = true; 6166496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber break; 6167496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber } 6168496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 6169a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber case kWhatSetParameters: 6170a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber { 6171a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber sp<AMessage> params; 6172a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber CHECK(msg->findMessage("params", ¶ms)); 6173a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 6174a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber status_t err = mCodec->setParameters(params); 6175a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 6176a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber sp<AMessage> reply; 6177a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber if (msg->findMessage("reply", &reply)) { 6178a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber reply->setInt32("err", err); 6179a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber reply->post(); 6180a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber } 6181a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 6182a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber handled = true; 6183a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber break; 6184a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber } 6185a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 61867cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case ACodec::kWhatSignalEndOfInputStream: 61877cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 61886507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mCodec->onSignalEndOfInputStream(); 61897cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden handled = true; 61907cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 61917cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 61927cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 61934dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar // *** NOTE: THE FOLLOWING WORKAROUND WILL BE REMOVED *** 6194054219874873b41f1c815552987c10465c34ba2bLajos Molnar case kWhatSubmitOutputMetadataBufferIfEOS: 61954dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar { 61964dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar if (mCodec->mPortEOS[kPortIndexInput] && 61974dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar !mCodec->mPortEOS[kPortIndexOutput]) { 6198054219874873b41f1c815552987c10465c34ba2bLajos Molnar status_t err = mCodec->submitOutputMetadataBuffer(); 61994dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar if (err == OK) { 6200054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->signalSubmitOutputMetadataBufferIfEOS_workaround(); 62014dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar } 62024dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar } 62034dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar return true; 62044dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar } 62054dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar 6206f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6207f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = BaseState::onMessageReceived(msg); 6208f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6209f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6210f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6211f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return handled; 6212f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6213f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6214a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huberstatus_t ACodec::setParameters(const sp<AMessage> ¶ms) { 6215a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber int32_t videoBitrate; 6216530fdbdc1b5491f3fbf172752834d1515701e142Lajos Molnar if (params->findInt32("video-bitrate", &videoBitrate)) { 6217a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber OMX_VIDEO_CONFIG_BITRATETYPE configParams; 6218a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber InitOMXParams(&configParams); 6219a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber configParams.nPortIndex = kPortIndexOutput; 6220a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber configParams.nEncodeBitrate = videoBitrate; 6221a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 6222a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber status_t err = mOMX->setConfig( 6223a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber mNode, 6224a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber OMX_IndexConfigVideoBitrate, 6225a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber &configParams, 6226a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber sizeof(configParams)); 6227a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 6228a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber if (err != OK) { 6229a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber ALOGE("setConfig(OMX_IndexConfigVideoBitrate, %d) failed w/ err %d", 6230a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber videoBitrate, err); 6231a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 6232a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber return err; 6233a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber } 6234a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber } 6235a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 623672cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang int64_t skipFramesBeforeUs; 623772cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang if (params->findInt64("skip-frames-before", &skipFramesBeforeUs)) { 623872cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang status_t err = 623972cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang mOMX->setInternalOption( 624072cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang mNode, 624172cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang kPortIndexInput, 624272cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang IOMX::INTERNAL_OPTION_START_TIME, 624372cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang &skipFramesBeforeUs, 624472cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang sizeof(skipFramesBeforeUs)); 624572cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang 624672cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang if (err != OK) { 624772cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang ALOGE("Failed to set parameter 'skip-frames-before' (err %d)", err); 624872cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang return err; 624972cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang } 625072cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang } 625172cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang 6252e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber int32_t dropInputFrames; 6253e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber if (params->findInt32("drop-input-frames", &dropInputFrames)) { 6254e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber bool suspend = dropInputFrames != 0; 6255e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber 6256b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber status_t err = 6257b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber mOMX->setInternalOption( 6258e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber mNode, 6259e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber kPortIndexInput, 6260e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber IOMX::INTERNAL_OPTION_SUSPEND, 6261e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber &suspend, 6262b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber sizeof(suspend)); 6263b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber 6264b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber if (err != OK) { 6265b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber ALOGE("Failed to set parameter 'drop-input-frames' (err %d)", err); 6266b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber return err; 6267b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber } 6268b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber } 6269b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber 6270b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber int32_t dummy; 6271b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber if (params->findInt32("request-sync", &dummy)) { 6272b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber status_t err = requestIDRFrame(); 6273b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber 6274b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber if (err != OK) { 6275b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber ALOGE("Requesting a sync frame failed w/ err %d", err); 6276b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber return err; 6277b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber } 6278e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber } 6279e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber 62808db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu float rate; 62818db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu if (params->findFloat("operating-rate", &rate) && rate > 0) { 62828db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu status_t err = setOperatingRate(rate, mIsVideo); 62838db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu if (err != OK) { 62848db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu ALOGE("Failed to set parameter 'operating-rate' (err %d)", err); 62858db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu return err; 62868db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu } 62878db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu } 62888db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu 6289a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber return OK; 6290a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber} 6291a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 62926507d14c6d10f93d390de62b9eed267f9b544985Andy McFaddenvoid ACodec::onSignalEndOfInputStream() { 62936507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden sp<AMessage> notify = mNotify->dup(); 6294d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatSignaledInputEOS); 62956507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 62966507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden status_t err = mOMX->signalEndOfInputStream(mNode); 62976507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden if (err != OK) { 62986507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden notify->setInt32("err", err); 62996507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden } 63006507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden notify->post(); 63016507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden} 63026507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 630390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarbool ACodec::ExecutingState::onOMXFrameRendered(int64_t mediaTimeUs, nsecs_t systemNano) { 630490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->onFrameRendered(mediaTimeUs, systemNano); 630590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar return true; 630690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 630790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 6308f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::ExecutingState::onOMXEvent( 6309f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 6310f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 6311f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventPortSettingsChanged: 6312f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6313f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ(data1, (OMX_U32)kPortIndexOutput); 6314f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 631531e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber if (data2 == 0 || data2 == OMX_IndexParamPortDefinition) { 6316054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->mMetadataBuffersToSubmit = 0; 6317f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ(mCodec->mOMX->sendCommand( 6318f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mNode, 6319f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_CommandPortDisable, kPortIndexOutput), 6320f933441648ef6a71dee783d733aac17b9508b452Andreas Huber (status_t)OK); 6321f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6322349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mCodec->freeOutputBuffersNotOwnedByComponent(); 6323f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6324f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->changeState(mCodec->mOutputPortSettingsChangedState); 632531e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber } else if (data2 == OMX_IndexConfigCommonOutputCrop) { 632631e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber mCodec->mSentFormat = false; 6327f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else { 6328ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] OMX_EventPortSettingsChanged 0x%08x", 6329f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mComponentName.c_str(), data2); 6330f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6331f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6332f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6333f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6334f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6335f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventBufferFlag: 6336f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6337f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6338f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6339f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6340f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6341f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onOMXEvent(event, data1, data2); 6342f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6343f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6344f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6345f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 6346f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6347f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::OutputPortSettingsChangedState::OutputPortSettingsChangedState( 6348f933441648ef6a71dee783d733aac17b9508b452Andreas Huber ACodec *codec) 6349f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : BaseState(codec) { 6350f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6351f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6352f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::BaseState::PortMode ACodec::OutputPortSettingsChangedState::getPortMode( 6353f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 portIndex) { 6354f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (portIndex == kPortIndexOutput) { 6355f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return FREE_BUFFERS; 6356f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6357f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6358f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ(portIndex, (OMX_U32)kPortIndexInput); 6359f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6360f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return RESUBMIT_BUFFERS; 6361f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6362f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6363f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::OutputPortSettingsChangedState::onMessageReceived( 6364f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const sp<AMessage> &msg) { 6365f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool handled = false; 6366f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6367f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 6368f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatFlush: 6369f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 6370349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber case kWhatResume: 6371e6eea3a6b6e0cf92287ec1ceb8350f201d17e1acPer Persson case kWhatSetParameters: 6372f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6373349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber if (msg->what() == kWhatResume) { 63743856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Deferring resume", mCodec->mComponentName.c_str()); 6375349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber } 6376349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 6377f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->deferMessage(msg); 6378f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 6379f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6380f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6381f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6382f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6383f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = BaseState::onMessageReceived(msg); 6384f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6385f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6386f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6387f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return handled; 6388f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6389f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6390f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::OutputPortSettingsChangedState::stateEntered() { 63913856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now handling output port settings change", 6392f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mComponentName.c_str()); 6393f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6394f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 639590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarbool ACodec::OutputPortSettingsChangedState::onOMXFrameRendered( 639690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int64_t mediaTimeUs, nsecs_t systemNano) { 639790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->onFrameRendered(mediaTimeUs, systemNano); 639890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar return true; 639990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 640090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 6401f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::OutputPortSettingsChangedState::onOMXEvent( 6402f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 6403f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 6404f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventCmdComplete: 6405f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6406f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (data1 == (OMX_U32)OMX_CommandPortDisable) { 64070806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (data2 != (OMX_U32)kPortIndexOutput) { 64080806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGW("ignoring EventCmdComplete CommandPortDisable for port %u", data2); 64090806340688c937e7b78c2d89db3809274130df4eLajos Molnar return false; 64100806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6411f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 64120806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGV("[%s] Output port now disabled.", mCodec->mComponentName.c_str()); 6413f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 64140806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = OK; 64150806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (!mCodec->mBuffers[kPortIndexOutput].isEmpty()) { 64160806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("disabled port should be empty, but has %zu buffers", 64170806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mBuffers[kPortIndexOutput].size()); 64180806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = FAILED_TRANSACTION; 64190806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 64200806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mDealer[kPortIndexOutput].clear(); 64210806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6422f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 64230806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 64240806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mCodec->mOMX->sendCommand( 64250806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mNode, OMX_CommandPortEnable, kPortIndexOutput); 64260806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6427f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 64280806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 64290806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mCodec->allocateBuffersOnPort(kPortIndexOutput); 64300806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE_IF(err != OK, "Failed to allocate output port buffers after port " 64310806340688c937e7b78c2d89db3809274130df4eLajos Molnar "reconfiguration: (%d)", err); 64320806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6433cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber 64340806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 6435251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 6436d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 6437755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber // This is technically not correct, but appears to be 6438755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber // the only way to free the component instance. 6439755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber // Controlled transitioning from excecuting->idle 6440755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber // and idle->loaded seem impossible probably because 6441755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber // the output port never finishes re-enabling. 6442755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber mCodec->mShutdownInProgress = true; 6443755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber mCodec->mKeepComponentAllocated = false; 6444755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber mCodec->changeState(mCodec->mLoadedState); 6445cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber } 6446f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6447f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6448f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else if (data1 == (OMX_U32)OMX_CommandPortEnable) { 6449777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (data2 != (OMX_U32)kPortIndexOutput) { 6450777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGW("ignoring EventCmdComplete OMX_CommandPortEnable for port %u", data2); 6451777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return false; 6452777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 6453f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 645431e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber mCodec->mSentFormat = false; 645531e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 64560806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGV("[%s] Output port now reenabled.", mCodec->mComponentName.c_str()); 6457f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6458349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber if (mCodec->mExecutingState->active()) { 6459349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mCodec->mExecutingState->submitOutputBuffers(); 6460349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber } 6461349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 6462f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->changeState(mCodec->mExecutingState); 6463f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6464f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6465f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6466f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6467f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return false; 6468f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6469f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6470f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6471f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return false; 6472f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6473f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6474f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6475f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 6476f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6477f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::ExecutingToIdleState::ExecutingToIdleState(ACodec *codec) 64785778822d86b0337407514b9372562b86edfa91cdAndreas Huber : BaseState(codec), 64795778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentNowIdle(false) { 6480f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6481f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6482f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::ExecutingToIdleState::onMessageReceived(const sp<AMessage> &msg) { 6483f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool handled = false; 6484f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6485f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 6486f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatFlush: 6487f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6488f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // Don't send me a flush request if you previously wanted me 6489f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // to shutdown. 64900806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGW("Ignoring flush request in ExecutingToIdleState"); 6491f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6492f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6493f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6494f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 6495f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6496f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // We're already doing that... 6497f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6498f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 6499f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6500f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6501f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6502f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6503f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = BaseState::onMessageReceived(msg); 6504f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6505f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6506f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6507f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return handled; 6508f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6509f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6510f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::ExecutingToIdleState::stateEntered() { 65113856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now Executing->Idle", mCodec->mComponentName.c_str()); 651231e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 65135778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentNowIdle = false; 651431e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber mCodec->mSentFormat = false; 6515f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6516f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6517f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::ExecutingToIdleState::onOMXEvent( 6518f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 6519f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 6520f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventCmdComplete: 6521f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 65220806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (data1 != (OMX_U32)OMX_CommandStateSet 65230806340688c937e7b78c2d89db3809274130df4eLajos Molnar || data2 != (OMX_U32)OMX_StateIdle) { 65240806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Unexpected command completion in ExecutingToIdleState: %s(%u) %s(%u)", 65250806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_COMMANDTYPE)data1), data1, 65260806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_STATETYPE)data2), data2); 65270806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 65280806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 65290806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6530f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 65315778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentNowIdle = true; 65325778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6533f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeStateIfWeOwnAllBuffers(); 6534f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6535f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6536f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6537f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6538349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber case OMX_EventPortSettingsChanged: 6539349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber case OMX_EventBufferFlag: 6540349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber { 6541349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber // We're shutting down and don't care about this anymore. 6542349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber return true; 6543349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber } 6544349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 6545f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6546f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onOMXEvent(event, data1, data2); 6547f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6548f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 65490af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber 6550f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::ExecutingToIdleState::changeStateIfWeOwnAllBuffers() { 65515778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mComponentNowIdle && mCodec->allYourBuffersAreBelongToUs()) { 65520806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = mCodec->mOMX->sendCommand( 65530806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mNode, OMX_CommandStateSet, OMX_StateLoaded); 65540806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 65550806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mCodec->freeBuffersOnPort(kPortIndexInput); 65560806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err2 = mCodec->freeBuffersOnPort(kPortIndexOutput); 65570806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 65580806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = err2; 65590806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 65600806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6561f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 65620167414e261f88a96b5e4bf6cb592e6ca11e5a95Andreas Huber if ((mCodec->mFlags & kFlagPushBlankBuffersToNativeWindowOnShutdown) 65630167414e261f88a96b5e4bf6cb592e6ca11e5a95Andreas Huber && mCodec->mNativeWindow != NULL) { 6564bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber // We push enough 1x1 blank buffers to ensure that one of 6565bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber // them has made it to the display. This allows the OMX 6566bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber // component teardown to zero out any protected buffers 6567bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber // without the risk of scanning out one of those buffers. 6568b2d0b487efd40700199852c9a18b369b1651f15bLajos Molnar pushBlankBuffersToNativeWindow(mCodec->mNativeWindow.get()); 6569bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber } 6570bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber 65710806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 65720806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 65730806340688c937e7b78c2d89db3809274130df4eLajos Molnar return; 65740806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 65750806340688c937e7b78c2d89db3809274130df4eLajos Molnar 6576f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->changeState(mCodec->mIdleToLoadedState); 6577f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6578f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6579f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6580f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::ExecutingToIdleState::onInputBufferFilled( 6581f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const sp<AMessage> &msg) { 6582f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BaseState::onInputBufferFilled(msg); 6583f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6584f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeStateIfWeOwnAllBuffers(); 6585f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6586f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6587f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::ExecutingToIdleState::onOutputBufferDrained( 6588f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const sp<AMessage> &msg) { 6589f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BaseState::onOutputBufferDrained(msg); 6590f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6591f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeStateIfWeOwnAllBuffers(); 6592f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6593f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6594f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 6595f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6596f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::IdleToLoadedState::IdleToLoadedState(ACodec *codec) 6597f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : BaseState(codec) { 6598f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6599f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6600f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::IdleToLoadedState::onMessageReceived(const sp<AMessage> &msg) { 6601f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool handled = false; 6602f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6603f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 6604f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 6605f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6606f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // We're already doing that... 6607f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6608f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 6609f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6610f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6611f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6612f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatFlush: 6613f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6614f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // Don't send me a flush request if you previously wanted me 6615f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // to shutdown. 66160806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Got flush request in IdleToLoadedState"); 6617f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6618f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6619f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6620f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6621f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = BaseState::onMessageReceived(msg); 6622f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6623f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6624f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6625f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return handled; 6626f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6627f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6628f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::IdleToLoadedState::stateEntered() { 66293856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now Idle->Loaded", mCodec->mComponentName.c_str()); 6630f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6631f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6632f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::IdleToLoadedState::onOMXEvent( 6633f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 6634f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 6635f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventCmdComplete: 6636f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 66370806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (data1 != (OMX_U32)OMX_CommandStateSet 66380806340688c937e7b78c2d89db3809274130df4eLajos Molnar || data2 != (OMX_U32)OMX_StateLoaded) { 66390806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Unexpected command completion in IdleToLoadedState: %s(%u) %s(%u)", 66400806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_COMMANDTYPE)data1), data1, 66410806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_STATETYPE)data2), data2); 66420806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 66430806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 66440806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6645f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6646c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->changeState(mCodec->mLoadedState); 6647f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6648f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6649f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6650f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6651f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6652f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onOMXEvent(event, data1, data2); 6653f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6654f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6655f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6656f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 6657f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6658f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::FlushingState::FlushingState(ACodec *codec) 6659f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : BaseState(codec) { 6660f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6661f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6662f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::FlushingState::stateEntered() { 66633856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now Flushing", mCodec->mComponentName.c_str()); 6664f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6665f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mFlushComplete[kPortIndexInput] = mFlushComplete[kPortIndexOutput] = false; 6666f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6667f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6668f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::FlushingState::onMessageReceived(const sp<AMessage> &msg) { 6669f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool handled = false; 6670f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6671f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 6672f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 6673f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6674f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->deferMessage(msg); 6675f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6676f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6677f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6678f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatFlush: 6679f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6680f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // We're already doing this right now. 6681f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 6682f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6683f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6684f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6685f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6686f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = BaseState::onMessageReceived(msg); 6687f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6688f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6689f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6690f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return handled; 6691f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6692f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6693f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::FlushingState::onOMXEvent( 6694f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 6695ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] FlushingState onOMXEvent(%u,%d)", 6696ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar mCodec->mComponentName.c_str(), event, (OMX_S32)data1); 6697d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 6698f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 6699f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventCmdComplete: 6700f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 67010806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (data1 != (OMX_U32)OMX_CommandFlush) { 67020806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("unexpected EventCmdComplete %s(%d) data2:%d in FlushingState", 67030806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_COMMANDTYPE)data1), data1, data2); 67040806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 67050806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 67060806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6707f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6708f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (data2 == kPortIndexInput || data2 == kPortIndexOutput) { 6709777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (mFlushComplete[data2]) { 6710777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGW("Flush already completed for %s port", 6711777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim data2 == kPortIndexInput ? "input" : "output"); 6712777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return true; 6713777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 6714f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mFlushComplete[data2] = true; 6715e5bf6409774fe73f968b7db215f535b64de66139Andreas Huber 67160806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (mFlushComplete[kPortIndexInput] && mFlushComplete[kPortIndexOutput]) { 6717e5bf6409774fe73f968b7db215f535b64de66139Andreas Huber changeStateIfWeOwnAllBuffers(); 6718e5bf6409774fe73f968b7db215f535b64de66139Andreas Huber } 6719777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } else if (data2 == OMX_ALL) { 6720777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (!mFlushComplete[kPortIndexInput] || !mFlushComplete[kPortIndexOutput]) { 6721777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGW("received flush complete event for OMX_ALL before ports have been" 6722777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim "flushed (%d/%d)", 6723777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mFlushComplete[kPortIndexInput], mFlushComplete[kPortIndexOutput]); 6724777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return false; 6725777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 6726f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6727f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeStateIfWeOwnAllBuffers(); 6728777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } else { 6729777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGW("data2 not OMX_ALL but %u in EventCmdComplete CommandFlush", data2); 6730f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6731f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6732f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6733f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6734f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6735349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber case OMX_EventPortSettingsChanged: 6736349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber { 67371d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatOMXMessage, mCodec); 6738349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber msg->setInt32("type", omx_message::EVENT); 6739609b815a3131d22da38b2f452faa9f89daad4039Andy Hung msg->setInt32("node", mCodec->mNode); 6740349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber msg->setInt32("event", event); 6741349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber msg->setInt32("data1", data1); 6742349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber msg->setInt32("data2", data2); 6743349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 67443856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Deferring OMX_EventPortSettingsChanged", 6745349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mCodec->mComponentName.c_str()); 6746349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 6747349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mCodec->deferMessage(msg); 6748349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 6749349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber return true; 6750349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber } 6751349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 6752f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6753f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onOMXEvent(event, data1, data2); 6754f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6755f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6756f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6757f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6758f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6759f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::FlushingState::onOutputBufferDrained(const sp<AMessage> &msg) { 6760f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BaseState::onOutputBufferDrained(msg); 6761f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6762f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeStateIfWeOwnAllBuffers(); 6763f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6764f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6765f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::FlushingState::onInputBufferFilled(const sp<AMessage> &msg) { 6766f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BaseState::onInputBufferFilled(msg); 6767f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6768f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeStateIfWeOwnAllBuffers(); 6769f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6770f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6771f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::FlushingState::changeStateIfWeOwnAllBuffers() { 6772f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mFlushComplete[kPortIndexInput] 6773f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && mFlushComplete[kPortIndexOutput] 6774f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && mCodec->allYourBuffersAreBelongToUs()) { 67757e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber // We now own all buffers except possibly those still queued with 67767e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber // the native window for rendering. Let's get those back as well. 67777e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber mCodec->waitUntilAllPossibleNativeWindowBuffersAreReturnedToUs(); 67787e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 677990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->mRenderTracker.clear(systemTime(CLOCK_MONOTONIC)); 678090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 6781f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 6782d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatFlushCompleted); 6783f933441648ef6a71dee783d733aac17b9508b452Andreas Huber notify->post(); 6784f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6785f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mPortEOS[kPortIndexInput] = 6786f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mPortEOS[kPortIndexOutput] = false; 6787f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6788dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mCodec->mInputEOSResult = OK; 6789dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber 6790f3bd1972e039c6ded5154db715e5a32f1813a239Marco Nelissen if (mCodec->mSkipCutBuffer != NULL) { 6791f3bd1972e039c6ded5154db715e5a32f1813a239Marco Nelissen mCodec->mSkipCutBuffer->clear(); 6792f3bd1972e039c6ded5154db715e5a32f1813a239Marco Nelissen } 6793f3bd1972e039c6ded5154db715e5a32f1813a239Marco Nelissen 6794f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->changeState(mCodec->mExecutingState); 6795f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6796f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6797f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6798f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} // namespace android 6799