ACodec.cpp revision 090ef604f81447eab4aa0a5b45d6307482573560
127c174483a8ae9688d5d4897c19074f62c7f1701James Dong/* 227c174483a8ae9688d5d4897c19074f62c7f1701James Dong * Copyright (C) 2010 The Android Open Source Project 327c174483a8ae9688d5d4897c19074f62c7f1701James Dong * 427c174483a8ae9688d5d4897c19074f62c7f1701James Dong * Licensed under the Apache License, Version 2.0 (the "License"); 527c174483a8ae9688d5d4897c19074f62c7f1701James Dong * you may not use this file except in compliance with the License. 627c174483a8ae9688d5d4897c19074f62c7f1701James Dong * You may obtain a copy of the License at 727c174483a8ae9688d5d4897c19074f62c7f1701James Dong * 827c174483a8ae9688d5d4897c19074f62c7f1701James Dong * http://www.apache.org/licenses/LICENSE-2.0 927c174483a8ae9688d5d4897c19074f62c7f1701James Dong * 1027c174483a8ae9688d5d4897c19074f62c7f1701James Dong * Unless required by applicable law or agreed to in writing, software 1127c174483a8ae9688d5d4897c19074f62c7f1701James Dong * distributed under the License is distributed on an "AS IS" BASIS, 1227c174483a8ae9688d5d4897c19074f62c7f1701James Dong * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 1327c174483a8ae9688d5d4897c19074f62c7f1701James Dong * See the License for the specific language governing permissions and 1427c174483a8ae9688d5d4897c19074f62c7f1701James Dong * limitations under the License. 1527c174483a8ae9688d5d4897c19074f62c7f1701James Dong */ 1627c174483a8ae9688d5d4897c19074f62c7f1701James Dong 17f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//#define LOG_NDEBUG 0 18f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#define LOG_TAG "ACodec" 19f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 20f87e30fe71752dc431d8e8d5682c38271c03265aAndy Hung#ifdef __LP64__ 21f87e30fe71752dc431d8e8d5682c38271c03265aAndy Hung#define OMX_ANDROID_COMPILE_AS_32BIT_ON_64BIT_PLATFORMS 22f87e30fe71752dc431d8e8d5682c38271c03265aAndy Hung#endif 23f87e30fe71752dc431d8e8d5682c38271c03265aAndy Hung 24609b815a3131d22da38b2f452faa9f89daad4039Andy Hung#include <inttypes.h> 256fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar#include <utils/Trace.h> 266fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar 271de1e25cba872bd4c077c2e394f8ca9c70b65856Lajos Molnar#include <gui/Surface.h> 281de1e25cba872bd4c077c2e394f8ca9c70b65856Lajos Molnar 29f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/ACodec.h> 30f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 31f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <binder/MemoryDealer.h> 32f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 33f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/foundation/hexdump.h> 34f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/foundation/ABuffer.h> 35f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/foundation/ADebug.h> 36f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/foundation/AMessage.h> 37a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar#include <media/stagefright/foundation/AUtils.h> 38f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 397cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden#include <media/stagefright/BufferProducerWrapper.h> 4090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar#include <media/stagefright/MediaCodec.h> 41afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber#include <media/stagefright/MediaCodecList.h> 42f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/MediaDefs.h> 43f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/OMXClient.h> 44d291c222357303b9611cab89d0c3b047584ef377Chong Zhang#include <media/stagefright/PersistentSurface.h> 45b2d0b487efd40700199852c9a18b369b1651f15bLajos Molnar#include <media/stagefright/SurfaceUtils.h> 463a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber#include <media/hardware/HardwareAPI.h> 473a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber 4897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu#include <OMX_AudioExt.h> 494154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev#include <OMX_VideoExt.h> 50f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <OMX_Component.h> 5197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu#include <OMX_IndexExt.h> 52777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim#include <OMX_AsString.h> 53f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 54496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber#include "include/avc_utils.h" 55496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 56f933441648ef6a71dee783d733aac17b9508b452Andreas Hubernamespace android { 57f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5866092fdb46bf93c9247e86ed7788f764f670a01cLajos Molnarenum { 5966092fdb46bf93c9247e86ed7788f764f670a01cLajos Molnar kMaxIndicesToCheck = 32, // used when enumerating supported formats and profiles 6066092fdb46bf93c9247e86ed7788f764f670a01cLajos Molnar}; 6166092fdb46bf93c9247e86ed7788f764f670a01cLajos Molnar 62251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// OMX errors are directly mapped into status_t range if 63251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// there is no corresponding MediaError status code. 64251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// Use the statusFromOMXError(int32_t omxError) function. 65251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// 66251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// Currently this is a direct map. 67251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// See frameworks/native/include/media/openmax/OMX_Core.h 68251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// 69251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// Vendor OMX errors from 0x90000000 - 0x9000FFFF 70251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// Extension OMX errors from 0x8F000000 - 0x90000000 71251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// Standard OMX errors from 0x80001000 - 0x80001024 (0x80001024 current) 72251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// 73251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung 74251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// returns true if err is a recognized OMX error code. 75251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// as OMX error is OMX_S32, this is an int32_t type 76251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hungstatic inline bool isOMXError(int32_t err) { 77251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return (ERROR_CODEC_MIN <= err && err <= ERROR_CODEC_MAX); 78251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung} 79251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung 80251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// converts an OMX error to a status_t 81251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hungstatic inline status_t statusFromOMXError(int32_t omxError) { 82251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung switch (omxError) { 83251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case OMX_ErrorInvalidComponentName: 84251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case OMX_ErrorComponentNotFound: 85251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return NAME_NOT_FOUND; // can trigger illegal argument error for provided names. 86251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung default: 87251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return isOMXError(omxError) ? omxError : 0; // no translation required 88251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 89251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung} 90251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung 91251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// checks and converts status_t to a non-side-effect status_t 92251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hungstatic inline status_t makeNoSideEffectStatus(status_t err) { 93251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung switch (err) { 94251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // the following errors have side effects and may come 95251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // from other code modules. Remap for safety reasons. 96251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case INVALID_OPERATION: 97251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case DEAD_OBJECT: 98251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return UNKNOWN_ERROR; 99251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung default: 100251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return err; 101251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 102251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung} 103251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung 104f933441648ef6a71dee783d733aac17b9508b452Andreas Hubertemplate<class T> 105f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatic void InitOMXParams(T *params) { 106f933441648ef6a71dee783d733aac17b9508b452Andreas Huber params->nSize = sizeof(T); 107f933441648ef6a71dee783d733aac17b9508b452Andreas Huber params->nVersion.s.nVersionMajor = 1; 108f933441648ef6a71dee783d733aac17b9508b452Andreas Huber params->nVersion.s.nVersionMinor = 0; 109f933441648ef6a71dee783d733aac17b9508b452Andreas Huber params->nVersion.s.nRevision = 0; 110f933441648ef6a71dee783d733aac17b9508b452Andreas Huber params->nVersion.s.nStep = 0; 111f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 112f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 11326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnarstruct MessageList : public RefBase { 11426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar MessageList() { 11526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 116984a54322f7c70bc75e862d91bdd975814872affLajos Molnar virtual ~MessageList() { 117984a54322f7c70bc75e862d91bdd975814872affLajos Molnar } 11826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar std::list<sp<AMessage> > &getList() { return mList; } 11926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnarprivate: 12026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar std::list<sp<AMessage> > mList; 12126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 12226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar DISALLOW_EVIL_CONSTRUCTORS(MessageList); 12326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar}; 12426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 125f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct CodecObserver : public BnOMXObserver { 126f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CodecObserver() {} 127f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 128f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void setNotificationMessage(const sp<AMessage> &msg) { 129f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNotify = msg; 130f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 131f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 132f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // from IOMXObserver 13326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar virtual void onMessages(const std::list<omx_message> &messages) { 134984a54322f7c70bc75e862d91bdd975814872affLajos Molnar if (messages.empty()) { 135984a54322f7c70bc75e862d91bdd975814872affLajos Molnar return; 136984a54322f7c70bc75e862d91bdd975814872affLajos Molnar } 137984a54322f7c70bc75e862d91bdd975814872affLajos Molnar 138984a54322f7c70bc75e862d91bdd975814872affLajos Molnar sp<AMessage> notify = mNotify->dup(); 13926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar bool first = true; 14026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar sp<MessageList> msgList = new MessageList(); 14126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar for (std::list<omx_message>::const_iterator it = messages.cbegin(); 14226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar it != messages.cend(); ++it) { 14326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar const omx_message &omx_msg = *it; 14426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar if (first) { 14526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar notify->setInt32("node", omx_msg.node); 146984a54322f7c70bc75e862d91bdd975814872affLajos Molnar first = false; 147f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 148f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 14926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar sp<AMessage> msg = new AMessage; 15026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32("type", omx_msg.type); 15126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar switch (omx_msg.type) { 15226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar case omx_message::EVENT: 15326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar { 15426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32("event", omx_msg.u.event_data.event); 15526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32("data1", omx_msg.u.event_data.data1); 15626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32("data2", omx_msg.u.event_data.data2); 15726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar break; 15826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 159f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 16026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar case omx_message::EMPTY_BUFFER_DONE: 16126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar { 16226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32("buffer", omx_msg.u.buffer_data.buffer); 16326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32("fence_fd", omx_msg.fenceFd); 16426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar break; 16526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 166f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 16726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar case omx_message::FILL_BUFFER_DONE: 16826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar { 16926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32( 17026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar "buffer", omx_msg.u.extended_buffer_data.buffer); 17126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32( 17226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar "range_offset", 17326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar omx_msg.u.extended_buffer_data.range_offset); 17426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32( 17526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar "range_length", 17626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar omx_msg.u.extended_buffer_data.range_length); 17726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32( 17826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar "flags", 17926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar omx_msg.u.extended_buffer_data.flags); 18026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt64( 18126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar "timestamp", 18226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar omx_msg.u.extended_buffer_data.timestamp); 18326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32( 18426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar "fence_fd", omx_msg.fenceFd); 18526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar break; 18626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 187f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 18890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar case omx_message::FRAME_RENDERED: 18990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar { 19090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar msg->setInt64( 19190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar "media_time_us", omx_msg.u.render_data.timestamp); 19290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar msg->setInt64( 19390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar "system_nano", omx_msg.u.render_data.nanoTime); 19490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar break; 19590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 19690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 19726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar default: 19826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar ALOGE("Unrecognized message type: %d", omx_msg.type); 19926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar break; 20026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 20126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msgList->getList().push_back(msg); 20226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 20326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar notify->setObject("messages", msgList); 20426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar notify->post(); 205f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 206f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 207f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 208f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual ~CodecObserver() {} 209f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 210f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 211f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<AMessage> mNotify; 212f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 213f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(CodecObserver); 214f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 215f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 216f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 217f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 218f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::BaseState : public AState { 219090ef604f81447eab4aa0a5b45d6307482573560Chih-Hung Hsieh explicit BaseState(ACodec *codec, const sp<AState> &parentState = NULL); 220f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 221f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 222f933441648ef6a71dee783d733aac17b9508b452Andreas Huber enum PortMode { 223f933441648ef6a71dee783d733aac17b9508b452Andreas Huber KEEP_BUFFERS, 224f933441648ef6a71dee783d733aac17b9508b452Andreas Huber RESUBMIT_BUFFERS, 225f933441648ef6a71dee783d733aac17b9508b452Andreas Huber FREE_BUFFERS, 226f933441648ef6a71dee783d733aac17b9508b452Andreas Huber }; 227f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 228f933441648ef6a71dee783d733aac17b9508b452Andreas Huber ACodec *mCodec; 229f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 230f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual PortMode getPortMode(OMX_U32 portIndex); 231f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 232f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 233f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 234f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 235f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 236f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onOutputBufferDrained(const sp<AMessage> &msg); 237f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onInputBufferFilled(const sp<AMessage> &msg); 238f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 239f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void postFillThisBuffer(BufferInfo *info); 240f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 241f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 24226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar // Handles an OMX message. Returns true iff message was handled. 243f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool onOMXMessage(const sp<AMessage> &msg); 244f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 24526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar // Handles a list of messages. Returns true iff messages were handled. 24626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar bool onOMXMessageList(const sp<AMessage> &msg); 24726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 24826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar // returns true iff this message is for this component and the component is alive 24926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar bool checkOMXMessage(const sp<AMessage> &msg); 25026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 25115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar bool onOMXEmptyBufferDone(IOMX::buffer_id bufferID, int fenceFd); 252f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 253f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool onOMXFillBufferDone( 254f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferID, 255f933441648ef6a71dee783d733aac17b9508b452Andreas Huber size_t rangeOffset, size_t rangeLength, 256f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 flags, 25715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int64_t timeUs, 25815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int fenceFd); 259f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 26090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar virtual bool onOMXFrameRendered(int64_t mediaTimeUs, nsecs_t systemNano); 26190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 262f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void getMoreInputDataIfPossible(); 263f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 264f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(BaseState); 265f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 266f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 267f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 268f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 269ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huberstruct ACodec::DeathNotifier : public IBinder::DeathRecipient { 270090ef604f81447eab4aa0a5b45d6307482573560Chih-Hung Hsieh explicit DeathNotifier(const sp<AMessage> ¬ify) 271ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber : mNotify(notify) { 272ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber } 273ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 274ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber virtual void binderDied(const wp<IBinder> &) { 275ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mNotify->post(); 276ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber } 277ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 278ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huberprotected: 279ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber virtual ~DeathNotifier() {} 280ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 281ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huberprivate: 282ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber sp<AMessage> mNotify; 283ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 284ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(DeathNotifier); 285ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber}; 286ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 287f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::UninitializedState : public ACodec::BaseState { 288090ef604f81447eab4aa0a5b45d6307482573560Chih-Hung Hsieh explicit UninitializedState(ACodec *codec); 289f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 290f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 291f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 292c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber virtual void stateEntered(); 293f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 294f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 295f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void onSetup(const sp<AMessage> &msg); 296c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber bool onAllocateComponent(const sp<AMessage> &msg); 297f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 298ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber sp<DeathNotifier> mDeathNotifier; 299ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 300f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(UninitializedState); 301f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 302f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 303f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 304f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 305c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberstruct ACodec::LoadedState : public ACodec::BaseState { 306090ef604f81447eab4aa0a5b45d6307482573560Chih-Hung Hsieh explicit LoadedState(ACodec *codec); 307c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 308c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberprotected: 309c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 310c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber virtual void stateEntered(); 311c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 312c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberprivate: 313c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber friend struct ACodec::UninitializedState; 314c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 315c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber bool onConfigureComponent(const sp<AMessage> &msg); 3167cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden void onCreateInputSurface(const sp<AMessage> &msg); 3178f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang void onSetInputSurface(const sp<AMessage> &msg); 318c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber void onStart(); 319c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber void onShutdown(bool keepComponentAllocated); 320c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 321d291c222357303b9611cab89d0c3b047584ef377Chong Zhang status_t setupInputSurface(); 322d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 323c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(LoadedState); 324c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber}; 325c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 326c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber//////////////////////////////////////////////////////////////////////////////// 327c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 328f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::LoadedToIdleState : public ACodec::BaseState { 329090ef604f81447eab4aa0a5b45d6307482573560Chih-Hung Hsieh explicit LoadedToIdleState(ACodec *codec); 330f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 331f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 332f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 333f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 334f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 335f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 336f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 337f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t allocateBuffers(); 338f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 339f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(LoadedToIdleState); 340f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 341f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 342f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 343f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 344f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::IdleToExecutingState : public ACodec::BaseState { 345090ef604f81447eab4aa0a5b45d6307482573560Chih-Hung Hsieh explicit IdleToExecutingState(ACodec *codec); 346f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 347f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 348f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 349f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 350f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 351f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 352f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 353f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(IdleToExecutingState); 354f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 355f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 356f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 357f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 358f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::ExecutingState : public ACodec::BaseState { 359090ef604f81447eab4aa0a5b45d6307482573560Chih-Hung Hsieh explicit ExecutingState(ACodec *codec); 360f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 361054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar void submitRegularOutputBuffers(); 362054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar void submitOutputMetaBuffers(); 363f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void submitOutputBuffers(); 364f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 365f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // Submit output buffers to the decoder, submit input buffers to client 366f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // to fill with data. 367f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void resume(); 368f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 369349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber // Returns true iff input and output buffers are in play. 370349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber bool active() const { return mActive; } 371349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 372f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 373f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual PortMode getPortMode(OMX_U32 portIndex); 374f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 375f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 376f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 377f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 37890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar virtual bool onOMXFrameRendered(int64_t mediaTimeUs, nsecs_t systemNano); 379f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 380f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 381349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber bool mActive; 382349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 383f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(ExecutingState); 384f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 385f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 386f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 387f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 388f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::OutputPortSettingsChangedState : public ACodec::BaseState { 389090ef604f81447eab4aa0a5b45d6307482573560Chih-Hung Hsieh explicit OutputPortSettingsChangedState(ACodec *codec); 390f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 391f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 392f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual PortMode getPortMode(OMX_U32 portIndex); 393f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 394f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 395f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 396f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 39790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar virtual bool onOMXFrameRendered(int64_t mediaTimeUs, nsecs_t systemNano); 398f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 399f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 400f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(OutputPortSettingsChangedState); 401f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 402f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 403f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 404f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 405f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::ExecutingToIdleState : public ACodec::BaseState { 406090ef604f81447eab4aa0a5b45d6307482573560Chih-Hung Hsieh explicit ExecutingToIdleState(ACodec *codec); 407f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 408f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 409f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 410f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 411f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 412f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 413f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 414f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onOutputBufferDrained(const sp<AMessage> &msg); 415f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onInputBufferFilled(const sp<AMessage> &msg); 416f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 417f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 418f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void changeStateIfWeOwnAllBuffers(); 419f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4205778822d86b0337407514b9372562b86edfa91cdAndreas Huber bool mComponentNowIdle; 4215778822d86b0337407514b9372562b86edfa91cdAndreas Huber 422f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(ExecutingToIdleState); 423f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 424f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 425f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 426f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 427f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::IdleToLoadedState : public ACodec::BaseState { 428090ef604f81447eab4aa0a5b45d6307482573560Chih-Hung Hsieh explicit IdleToLoadedState(ACodec *codec); 429f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 430f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 431f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 432f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 433f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 434f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 435f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 436f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 437f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(IdleToLoadedState); 438f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 439f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 440f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 441f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 442f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::FlushingState : public ACodec::BaseState { 443090ef604f81447eab4aa0a5b45d6307482573560Chih-Hung Hsieh explicit FlushingState(ACodec *codec); 444f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 445f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 446f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 447f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 448f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 449f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 450f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 451f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onOutputBufferDrained(const sp<AMessage> &msg); 452f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onInputBufferFilled(const sp<AMessage> &msg); 453f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 454f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 455f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool mFlushComplete[2]; 456f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 457f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void changeStateIfWeOwnAllBuffers(); 458f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 459f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(FlushingState); 460f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 461f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 462f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 463f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 46415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnarvoid ACodec::BufferInfo::setWriteFence(int fenceFd, const char *dbg) { 46515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (mFenceFd >= 0) { 46615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGW("OVERWRITE OF %s fence %d by write fence %d in %s", 46715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mIsReadFence ? "read" : "write", mFenceFd, fenceFd, dbg); 46815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 46915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mFenceFd = fenceFd; 47015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mIsReadFence = false; 47115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar} 47215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 47315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnarvoid ACodec::BufferInfo::setReadFence(int fenceFd, const char *dbg) { 47415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (mFenceFd >= 0) { 47515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGW("OVERWRITE OF %s fence %d by read fence %d in %s", 47615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mIsReadFence ? "read" : "write", mFenceFd, fenceFd, dbg); 47715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 47815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mFenceFd = fenceFd; 47915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mIsReadFence = true; 48015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar} 48115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 48215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnarvoid ACodec::BufferInfo::checkWriteFence(const char *dbg) { 48315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (mFenceFd >= 0 && mIsReadFence) { 48415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGD("REUSING read fence %d as write fence in %s", mFenceFd, dbg); 48515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 48615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar} 48715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 48815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnarvoid ACodec::BufferInfo::checkReadFence(const char *dbg) { 48915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (mFenceFd >= 0 && !mIsReadFence) { 49015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGD("REUSING write fence %d as read fence in %s", mFenceFd, dbg); 49115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 49215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar} 49315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 49415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar//////////////////////////////////////////////////////////////////////////////// 49515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 496f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::ACodec() 497b6e9b8919c9ba25afc0f7f55ee3933f5d9f24dc8Marco Nelissen : mSampleRate(0), 498b6e9b8919c9ba25afc0f7f55ee3933f5d9f24dc8Marco Nelissen mQuirks(0), 499609b815a3131d22da38b2f452faa9f89daad4039Andy Hung mNode(0), 500e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar mNativeWindowUsageBits(0), 5015778822d86b0337407514b9372562b86edfa91cdAndreas Huber mSentFormat(false), 5028db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu mIsVideo(false), 503c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mIsEncoder(false), 504a89cfb6cab17700efa62665cda3bc4b87c6f1ad8Chong Zhang mFatalError(false), 5059806555d3930be43e11106281dee354820ac1c88Andreas Huber mShutdownInProgress(false), 50654b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar mExplicitShutdown(false), 5079806555d3930be43e11106281dee354820ac1c88Andreas Huber mEncoderDelay(0), 5089806555d3930be43e11106281dee354820ac1c88Andreas Huber mEncoderPadding(0), 509e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang mRotationDegrees(0), 5109806555d3930be43e11106281dee354820ac1c88Andreas Huber mChannelMaskPresent(false), 511054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mChannelMask(0), 512054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mDequeueCounter(0), 513054219874873b41f1c815552987c10465c34ba2bLajos Molnar mInputMetadataType(kMetadataBufferTypeInvalid), 514054219874873b41f1c815552987c10465c34ba2bLajos Molnar mOutputMetadataType(kMetadataBufferTypeInvalid), 515011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar mLegacyAdaptiveExperiment(false), 516054219874873b41f1c815552987c10465c34ba2bLajos Molnar mMetadataBuffersToSubmit(0), 51794ee4b708acfa941581160b267afb79192b1d816Chong Zhang mRepeatFrameDelayUs(-1ll), 5182c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mMaxPtsGapUs(-1ll), 51937b2b389139ed638831e49708c947863eef631efRonghua Wu mMaxFps(-1), 5202c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mTimePerFrameUs(-1ll), 521609b815a3131d22da38b2f452faa9f89daad4039Andy Hung mTimePerCaptureUs(-1ll), 522ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad mCreateInputBuffersSuspended(false), 523ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad mTunneled(false) { 524f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mUninitializedState = new UninitializedState(this); 525c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mLoadedState = new LoadedState(this); 526f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mLoadedToIdleState = new LoadedToIdleState(this); 527f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mIdleToExecutingState = new IdleToExecutingState(this); 528f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mExecutingState = new ExecutingState(this); 529f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 530f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mOutputPortSettingsChangedState = 531f933441648ef6a71dee783d733aac17b9508b452Andreas Huber new OutputPortSettingsChangedState(this); 532f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 533f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mExecutingToIdleState = new ExecutingToIdleState(this); 534f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mIdleToLoadedState = new IdleToLoadedState(this); 535f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mFlushingState = new FlushingState(this); 536f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 537f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mPortEOS[kPortIndexInput] = mPortEOS[kPortIndexOutput] = false; 538dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mInputEOSResult = OK; 539f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 540f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeState(mUninitializedState); 541f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 542f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 543f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::~ACodec() { 544f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 545f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 546f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::setNotificationMessage(const sp<AMessage> &msg) { 547f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNotify = msg; 548f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 549f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 550f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::initiateSetup(const sp<AMessage> &msg) { 551f933441648ef6a71dee783d733aac17b9508b452Andreas Huber msg->setWhat(kWhatSetup); 5521d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar msg->setTarget(this); 553f933441648ef6a71dee783d733aac17b9508b452Andreas Huber msg->post(); 554f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 555f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 556a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Hubervoid ACodec::signalSetParameters(const sp<AMessage> ¶ms) { 5571d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatSetParameters, this); 558a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber msg->setMessage("params", params); 559a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber msg->post(); 560a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber} 561a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 5625778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid ACodec::initiateAllocateComponent(const sp<AMessage> &msg) { 5635778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setWhat(kWhatAllocateComponent); 5641d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar msg->setTarget(this); 5655778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->post(); 5665778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 5675778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5685778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid ACodec::initiateConfigureComponent(const sp<AMessage> &msg) { 5695778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setWhat(kWhatConfigureComponent); 5701d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar msg->setTarget(this); 5715778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->post(); 5725778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 5735778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5741dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t ACodec::setSurface(const sp<Surface> &surface) { 5751dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> msg = new AMessage(kWhatSetSurface, this); 5761dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar msg->setObject("surface", surface); 5771dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 5781dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> response; 5791dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = msg->postAndAwaitResponse(&response); 5801dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 5811dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err == OK) { 5821dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar (void)response->findInt32("err", &err); 5831dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 5841dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 5851dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar} 5861dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 5877cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFaddenvoid ACodec::initiateCreateInputSurface() { 5881d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatCreateInputSurface, this))->post(); 5897cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden} 5907cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 5918f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhangvoid ACodec::initiateSetInputSurface( 592d291c222357303b9611cab89d0c3b047584ef377Chong Zhang const sp<PersistentSurface> &surface) { 5938f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang sp<AMessage> msg = new AMessage(kWhatSetInputSurface, this); 594d291c222357303b9611cab89d0c3b047584ef377Chong Zhang msg->setObject("input-surface", surface); 595d291c222357303b9611cab89d0c3b047584ef377Chong Zhang msg->post(); 596d291c222357303b9611cab89d0c3b047584ef377Chong Zhang} 597d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 5987cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFaddenvoid ACodec::signalEndOfInputStream() { 5991d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatSignalEndOfInputStream, this))->post(); 6007cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden} 6017cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 6025778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid ACodec::initiateStart() { 6031d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatStart, this))->post(); 6045778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 6055778822d86b0337407514b9372562b86edfa91cdAndreas Huber 606f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::signalFlush() { 6077a3a2b2f9bb9421dcf83fbd47276e57917078aefJames Dong ALOGV("[%s] signalFlush", mComponentName.c_str()); 6081d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatFlush, this))->post(); 609f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 610f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 611f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::signalResume() { 6121d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatResume, this))->post(); 613f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 614f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 615c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Hubervoid ACodec::initiateShutdown(bool keepComponentAllocated) { 6161d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatShutdown, this); 617c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber msg->setInt32("keepComponentAllocated", keepComponentAllocated); 618c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber msg->post(); 61930358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar if (!keepComponentAllocated) { 62030358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar // ensure shutdown completes in 3 seconds 6211d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatReleaseCodecInstance, this))->post(3000000); 62230358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar } 623f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 624f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 625496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Hubervoid ACodec::signalRequestIDRFrame() { 6261d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatRequestIDRFrame, this))->post(); 627496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber} 628496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 6294dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar// *** NOTE: THE FOLLOWING WORKAROUND WILL BE REMOVED *** 6304dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar// Some codecs may return input buffers before having them processed. 6314dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar// This causes a halt if we already signaled an EOS on the input 6324dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar// port. For now keep submitting an output buffer if there was an 6334dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar// EOS on the input port, but not yet on the output port. 634054219874873b41f1c815552987c10465c34ba2bLajos Molnarvoid ACodec::signalSubmitOutputMetadataBufferIfEOS_workaround() { 6354dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar if (mPortEOS[kPortIndexInput] && !mPortEOS[kPortIndexOutput] && 636054219874873b41f1c815552987c10465c34ba2bLajos Molnar mMetadataBuffersToSubmit > 0) { 637054219874873b41f1c815552987c10465c34ba2bLajos Molnar (new AMessage(kWhatSubmitOutputMetadataBufferIfEOS, this))->post(); 6384dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar } 6394dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar} 6404dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar 6411dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t ACodec::handleSetSurface(const sp<Surface> &surface) { 6421dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // allow keeping unset surface 6431dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (surface == NULL) { 6441dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mNativeWindow != NULL) { 6451dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGW("cannot unset a surface"); 6461dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return INVALID_OPERATION; 6471dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6481dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return OK; 6491dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6501dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 651e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar // cannot switch from bytebuffers to surface 6521dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mNativeWindow == NULL) { 6531dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGW("component was not configured with a surface"); 6541dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return INVALID_OPERATION; 6551dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6561dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 6571dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ANativeWindow *nativeWindow = surface.get(); 6581dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // if we have not yet started the codec, we can simply set the native window 6591dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mBuffers[kPortIndexInput].size() == 0) { 6601dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mNativeWindow = surface; 6611dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return OK; 6621dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6631dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 6641dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // we do not support changing a tunneled surface after start 6651dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mTunneled) { 6661dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGW("cannot change tunneled surface"); 6671dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return INVALID_OPERATION; 6681dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6691dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 670e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar int usageBits = 0; 671e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar status_t err = setupNativeWindowSizeFormatAndUsage(nativeWindow, &usageBits); 6721dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != OK) { 6731dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 6741dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6751dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 676f42917964a76720932b23e67a05d034cd0cf346bChong Zhang int ignoredFlags = kVideoGrallocUsage; 677e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar // New output surface is not allowed to add new usage flag except ignored ones. 678e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar if ((usageBits & ~(mNativeWindowUsageBits | ignoredFlags)) != 0) { 679e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar ALOGW("cannot change usage from %#x to %#x", mNativeWindowUsageBits, usageBits); 680e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar return BAD_VALUE; 681e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar } 682e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar 6831dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // get min undequeued count. We cannot switch to a surface that has a higher 6841dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // undequeued count than we allocated. 6851dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar int minUndequeuedBuffers = 0; 6861dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = nativeWindow->query( 6871dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar nativeWindow, NATIVE_WINDOW_MIN_UNDEQUEUED_BUFFERS, 6881dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar &minUndequeuedBuffers); 6891dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != 0) { 6901dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGE("NATIVE_WINDOW_MIN_UNDEQUEUED_BUFFERS query failed: %s (%d)", 6911dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar strerror(-err), -err); 6921dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 6931dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6941dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (minUndequeuedBuffers > (int)mNumUndequeuedBuffers) { 6951dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGE("new surface holds onto more buffers (%d) than planned for (%zu)", 6961dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar minUndequeuedBuffers, mNumUndequeuedBuffers); 6971dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return BAD_VALUE; 6981dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6991dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 7001dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // we cannot change the number of output buffers while OMX is running 7011dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // set up surface to the same count 7021dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar Vector<BufferInfo> &buffers = mBuffers[kPortIndexOutput]; 7031dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGV("setting up surface for %zu buffers", buffers.size()); 7041dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 7051dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = native_window_set_buffer_count(nativeWindow, buffers.size()); 7061dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != 0) { 7071dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGE("native_window_set_buffer_count failed: %s (%d)", strerror(-err), 7081dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar -err); 7091dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 7101dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7111dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 712dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // need to enable allocation when attaching 713dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar surface->getIGraphicBufferProducer()->allowAllocation(true); 714dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar 7151dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // for meta data mode, we move dequeud buffers to the new surface. 7161dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // for non-meta mode, we must move all registered buffers 7171dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar for (size_t i = 0; i < buffers.size(); ++i) { 7181dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar const BufferInfo &info = buffers[i]; 7191dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // skip undequeued buffers for meta data mode 720054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (storingMetadataInDecodedBuffers() 721011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar && !mLegacyAdaptiveExperiment 7221dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar && info.mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW) { 7231dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGV("skipping buffer %p", info.mGraphicBuffer->getNativeBuffer()); 7241dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar continue; 7251dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7261dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGV("attaching buffer %p", info.mGraphicBuffer->getNativeBuffer()); 7271dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 7281dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = surface->attachBuffer(info.mGraphicBuffer->getNativeBuffer()); 7291dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != OK) { 7301dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGE("failed to attach buffer %p to the new surface: %s (%d)", 7311dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar info.mGraphicBuffer->getNativeBuffer(), 7321dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar strerror(-err), -err); 7331dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 7341dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7351dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7361dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 7371dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // cancel undequeued buffers to new surface 738054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (!storingMetadataInDecodedBuffers() || mLegacyAdaptiveExperiment) { 7391dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar for (size_t i = 0; i < buffers.size(); ++i) { 74015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar BufferInfo &info = buffers.editItemAt(i); 7411dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (info.mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW) { 7421dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGV("canceling buffer %p", info.mGraphicBuffer->getNativeBuffer()); 7431dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = nativeWindow->cancelBuffer( 74415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar nativeWindow, info.mGraphicBuffer->getNativeBuffer(), info.mFenceFd); 74515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info.mFenceFd = -1; 7461dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != OK) { 7471dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGE("failed to cancel buffer %p to the new surface: %s (%d)", 7481dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar info.mGraphicBuffer->getNativeBuffer(), 7491dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar strerror(-err), -err); 7501dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 7511dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7521dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7531dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7541dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // disallow further allocation 7551dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar (void)surface->getIGraphicBufferProducer()->allowAllocation(false); 7561dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7571dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 758484979b1ab25aa41f503bd846323ab93b46d37e5Lajos Molnar // push blank buffers to previous window if requested 759484979b1ab25aa41f503bd846323ab93b46d37e5Lajos Molnar if (mFlags & kFlagPushBlankBuffersToNativeWindowOnShutdown) { 760484979b1ab25aa41f503bd846323ab93b46d37e5Lajos Molnar pushBlankBuffersToNativeWindow(mNativeWindow.get()); 761484979b1ab25aa41f503bd846323ab93b46d37e5Lajos Molnar } 762484979b1ab25aa41f503bd846323ab93b46d37e5Lajos Molnar 7631dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mNativeWindow = nativeWindow; 764e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar mNativeWindowUsageBits = usageBits; 7651dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return OK; 7661dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar} 7671dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 768f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::allocateBuffersOnPort(OMX_U32 portIndex) { 769f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 770f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 771f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(mDealer[portIndex] == NULL); 772f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(mBuffers[portIndex].isEmpty()); 773f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7745778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err; 775f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mNativeWindow != NULL && portIndex == kPortIndexOutput) { 776054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (storingMetadataInDecodedBuffers()) { 777054219874873b41f1c815552987c10465c34ba2bLajos Molnar err = allocateOutputMetadataBuffers(); 778054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } else { 779054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar err = allocateOutputBuffersFromNativeWindow(); 780054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 7815778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 7825778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 7835778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&def); 7845778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.nPortIndex = portIndex; 785f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7865778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->getParameter( 7875778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 788f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7895778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err == OK) { 790054219874873b41f1c815552987c10465c34ba2bLajos Molnar MetadataBufferType type = 791054219874873b41f1c815552987c10465c34ba2bLajos Molnar portIndex == kPortIndexOutput ? mOutputMetadataType : mInputMetadataType; 792054219874873b41f1c815552987c10465c34ba2bLajos Molnar int32_t bufSize = def.nBufferSize; 793054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (type == kMetadataBufferTypeGrallocSource) { 794054219874873b41f1c815552987c10465c34ba2bLajos Molnar bufSize = sizeof(VideoGrallocMetadata); 795054219874873b41f1c815552987c10465c34ba2bLajos Molnar } else if (type == kMetadataBufferTypeANWBuffer) { 796054219874873b41f1c815552987c10465c34ba2bLajos Molnar bufSize = sizeof(VideoNativeMetadata); 797054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 798054219874873b41f1c815552987c10465c34ba2bLajos Molnar 799054219874873b41f1c815552987c10465c34ba2bLajos Molnar // If using gralloc or native source input metadata buffers, allocate largest 800054219874873b41f1c815552987c10465c34ba2bLajos Molnar // metadata size as we prefer to generate native source metadata, but component 8015fb8b2987ab96ad65dc4b046616607ece16d6fb3Lajos Molnar // may require gralloc source. For camera source, allocate at least enough 8025fb8b2987ab96ad65dc4b046616607ece16d6fb3Lajos Molnar // size for native metadata buffers. 803054219874873b41f1c815552987c10465c34ba2bLajos Molnar int32_t allottedSize = bufSize; 8045fb8b2987ab96ad65dc4b046616607ece16d6fb3Lajos Molnar if (portIndex == kPortIndexInput && type >= kMetadataBufferTypeGrallocSource) { 805054219874873b41f1c815552987c10465c34ba2bLajos Molnar bufSize = max(sizeof(VideoGrallocMetadata), sizeof(VideoNativeMetadata)); 8065fb8b2987ab96ad65dc4b046616607ece16d6fb3Lajos Molnar } else if (portIndex == kPortIndexInput && type == kMetadataBufferTypeCameraSource) { 8075fb8b2987ab96ad65dc4b046616607ece16d6fb3Lajos Molnar bufSize = max(bufSize, (int32_t)sizeof(VideoNativeMetadata)); 808054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 809054219874873b41f1c815552987c10465c34ba2bLajos Molnar 810054219874873b41f1c815552987c10465c34ba2bLajos Molnar ALOGV("[%s] Allocating %u buffers of size %d/%d (from %u using %s) on %s port", 8115778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentName.c_str(), 812054219874873b41f1c815552987c10465c34ba2bLajos Molnar def.nBufferCountActual, bufSize, allottedSize, def.nBufferSize, asString(type), 8135778822d86b0337407514b9372562b86edfa91cdAndreas Huber portIndex == kPortIndexInput ? "input" : "output"); 814f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 815054219874873b41f1c815552987c10465c34ba2bLajos Molnar size_t totalSize = def.nBufferCountActual * bufSize; 8165778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDealer[portIndex] = new MemoryDealer(totalSize, "ACodec"); 817f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 818054219874873b41f1c815552987c10465c34ba2bLajos Molnar for (OMX_U32 i = 0; i < def.nBufferCountActual && err == OK; ++i) { 819054219874873b41f1c815552987c10465c34ba2bLajos Molnar sp<IMemory> mem = mDealer[portIndex]->allocate(bufSize); 8205581770ee0dde70e2e9c50533be35e537a5800efChong Zhang if (mem == NULL || mem->pointer() == NULL) { 821777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return NO_MEMORY; 822777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 823f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 824ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber BufferInfo info; 825ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber info.mStatus = BufferInfo::OWNED_BY_US; 82615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info.mFenceFd = -1; 82790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar info.mRenderInfo = NULL; 828f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 829afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber uint32_t requiresAllocateBufferBit = 830afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber (portIndex == kPortIndexInput) 831f035bc642f2895e142caa13cb3e72af85f011657Lajos Molnar ? kRequiresAllocateBufferOnInputPorts 832f035bc642f2895e142caa13cb3e72af85f011657Lajos Molnar : kRequiresAllocateBufferOnOutputPorts; 8331065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber 834308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang if ((portIndex == kPortIndexInput && (mFlags & kFlagIsSecure)) 835054219874873b41f1c815552987c10465c34ba2bLajos Molnar || (portIndex == kPortIndexOutput && usingMetadataOnEncoderOutput())) { 836ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber mem.clear(); 837ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 838ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber void *ptr; 839ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber err = mOMX->allocateBuffer( 840054219874873b41f1c815552987c10465c34ba2bLajos Molnar mNode, portIndex, bufSize, &info.mBufferID, 841ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber &ptr); 842ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 843308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang info.mData = new ABuffer(ptr, bufSize); 844ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } else if (mQuirks & requiresAllocateBufferBit) { 8455778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->allocateBufferWithBackup( 846054219874873b41f1c815552987c10465c34ba2bLajos Molnar mNode, portIndex, mem, &info.mBufferID, allottedSize); 8475778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 848054219874873b41f1c815552987c10465c34ba2bLajos Molnar err = mOMX->useBuffer(mNode, portIndex, mem, &info.mBufferID, allottedSize); 849ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 850ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 851ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber if (mem != NULL) { 852054219874873b41f1c815552987c10465c34ba2bLajos Molnar info.mData = new ABuffer(mem->pointer(), bufSize); 853054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (type == kMetadataBufferTypeANWBuffer) { 854054219874873b41f1c815552987c10465c34ba2bLajos Molnar ((VideoNativeMetadata *)mem->pointer())->nFenceFd = -1; 855054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 8565778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 8571065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber 8585778822d86b0337407514b9372562b86edfa91cdAndreas Huber mBuffers[portIndex].push(info); 8591065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber } 8601065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber } 8615778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 862f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 8635778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 8645778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 8655778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 866f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 8675778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> notify = mNotify->dup(); 868d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatBuffersAllocated); 8695778822d86b0337407514b9372562b86edfa91cdAndreas Huber 8705778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->setInt32("portIndex", portIndex); 871eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 872eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber sp<PortDescription> desc = new PortDescription; 873eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 8745778822d86b0337407514b9372562b86edfa91cdAndreas Huber for (size_t i = 0; i < mBuffers[portIndex].size(); ++i) { 875eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber const BufferInfo &info = mBuffers[portIndex][i]; 8765778822d86b0337407514b9372562b86edfa91cdAndreas Huber 877eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber desc->addBuffer(info.mBufferID, info.mData); 878f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 879f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 880eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber notify->setObject("portDesc", desc); 8815778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->post(); 8825778822d86b0337407514b9372562b86edfa91cdAndreas Huber 883f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return OK; 884f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 885f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 886e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnarstatus_t ACodec::setupNativeWindowSizeFormatAndUsage( 887e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar ANativeWindow *nativeWindow /* nonnull */, int *finalUsage /* nonnull */) { 8881dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar OMX_PARAM_PORTDEFINITIONTYPE def; 8891dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar InitOMXParams(&def); 8901dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar def.nPortIndex = kPortIndexOutput; 8911dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 8921dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = mOMX->getParameter( 8931dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 8941dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 8951dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != OK) { 8961dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 8971dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 8981dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 8991dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar OMX_U32 usage = 0; 9001dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = mOMX->getGraphicBufferUsage(mNode, kPortIndexOutput, &usage); 9011dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != 0) { 9021dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGW("querying usage flags from OMX IL component failed: %d", err); 9031dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // XXX: Currently this error is logged, but not fatal. 9041dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar usage = 0; 9051dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 9061dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar int omxUsage = usage; 9071dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 9081dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mFlags & kFlagIsGrallocUsageProtected) { 9091dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar usage |= GRALLOC_USAGE_PROTECTED; 9101dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 9111dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 912f42917964a76720932b23e67a05d034cd0cf346bChong Zhang usage |= kVideoGrallocUsage; 913e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar *finalUsage = usage; 914b2d0b487efd40700199852c9a18b369b1651f15bLajos Molnar 9151dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGV("gralloc usage: %#x(OMX) => %#x(ACodec)", omxUsage, usage); 9161dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return setNativeWindowSizeFormatAndUsage( 9171dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar nativeWindow, 9181dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar def.format.video.nFrameWidth, 9191dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar def.format.video.nFrameHeight, 9201dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar def.format.video.eColorFormat, 9211dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mRotationDegrees, 9221dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar usage); 9231dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar} 9241dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 9251dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t ACodec::configureOutputBuffersFromNativeWindow( 9261dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar OMX_U32 *bufferCount, OMX_U32 *bufferSize, 9271dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar OMX_U32 *minUndequeuedBuffers) { 9281dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar OMX_PARAM_PORTDEFINITIONTYPE def; 9291dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar InitOMXParams(&def); 9301dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar def.nPortIndex = kPortIndexOutput; 9311dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 9321dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = mOMX->getParameter( 9331dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 9341dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 9351dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err == OK) { 936e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar err = setupNativeWindowSizeFormatAndUsage(mNativeWindow.get(), &mNativeWindowUsageBits); 9371dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 9381dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != OK) { 939e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar mNativeWindowUsageBits = 0; 9401dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 9411dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 9421dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 943ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad // Exits here for tunneled video playback codecs -- i.e. skips native window 944ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad // buffer allocation step as this is managed by the tunneled OMX omponent 945ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad // itself and explicitly sets def.nBufferCountActual to 0. 946ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad if (mTunneled) { 947ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad ALOGV("Tunneled Playback: skipping native window buffer allocation."); 948ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad def.nBufferCountActual = 0; 949ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad err = mOMX->setParameter( 950ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 951ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad 952ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad *minUndequeuedBuffers = 0; 953ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad *bufferCount = 0; 954ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad *bufferSize = 0; 955ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad return err; 956ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad } 957ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad 958054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar *minUndequeuedBuffers = 0; 959258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis err = mNativeWindow->query( 960258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis mNativeWindow.get(), NATIVE_WINDOW_MIN_UNDEQUEUED_BUFFERS, 961054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar (int *)minUndequeuedBuffers); 962258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis 963258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis if (err != 0) { 96429357bc2c0dd7c43ad3bd0c8e3efa4e6fd9bfd47Steve Block ALOGE("NATIVE_WINDOW_MIN_UNDEQUEUED_BUFFERS query failed: %s (%d)", 965258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis strerror(-err), -err); 966258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis return err; 967258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis } 968258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis 969e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // FIXME: assume that surface is controlled by app (native window 970e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // returns the number for the case when surface is not controlled by app) 9711faa41704e0b976e546321effcb09a85767d51baLajos Molnar // FIXME2: This means that minUndeqeueudBufs can be 1 larger than reported 9721faa41704e0b976e546321effcb09a85767d51baLajos Molnar // For now, try to allocate 1 more buffer, but don't fail if unsuccessful 973e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar 974e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // Use conservative allocation while also trying to reduce starvation 975e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // 976e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // 1. allocate at least nBufferCountMin + minUndequeuedBuffers - that is the 977e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // minimum needed for the consumer to be able to work 978e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // 2. try to allocate two (2) additional buffers to reduce starvation from 979e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // the consumer 9801faa41704e0b976e546321effcb09a85767d51baLajos Molnar // plus an extra buffer to account for incorrect minUndequeuedBufs 9811faa41704e0b976e546321effcb09a85767d51baLajos Molnar for (OMX_U32 extraBuffers = 2 + 1; /* condition inside loop */; extraBuffers--) { 982e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar OMX_U32 newBufferCount = 983e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar def.nBufferCountMin + *minUndequeuedBuffers + extraBuffers; 984258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis def.nBufferCountActual = newBufferCount; 985258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis err = mOMX->setParameter( 986258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 987258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis 988e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar if (err == OK) { 989e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar *minUndequeuedBuffers += extraBuffers; 990e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar break; 991e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar } 992e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar 993609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGW("[%s] setting nBufferCountActual to %u failed: %d", 994e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar mComponentName.c_str(), newBufferCount, err); 995e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar /* exit condition */ 996e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar if (extraBuffers == 0) { 997258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis return err; 998258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis } 999258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis } 1000258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis 1001f933441648ef6a71dee783d733aac17b9508b452Andreas Huber err = native_window_set_buffer_count( 1002f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNativeWindow.get(), def.nBufferCountActual); 1003f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1004f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != 0) { 100529357bc2c0dd7c43ad3bd0c8e3efa4e6fd9bfd47Steve Block ALOGE("native_window_set_buffer_count failed: %s (%d)", strerror(-err), 1006f933441648ef6a71dee783d733aac17b9508b452Andreas Huber -err); 1007f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 1008f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1009f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1010054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar *bufferCount = def.nBufferCountActual; 1011054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar *bufferSize = def.nBufferSize; 1012054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar return err; 1013054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar} 1014054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1015054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnarstatus_t ACodec::allocateOutputBuffersFromNativeWindow() { 1016054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar OMX_U32 bufferCount, bufferSize, minUndequeuedBuffers; 1017054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar status_t err = configureOutputBuffersFromNativeWindow( 1018054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar &bufferCount, &bufferSize, &minUndequeuedBuffers); 1019054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar if (err != 0) 1020054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar return err; 1021e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar mNumUndequeuedBuffers = minUndequeuedBuffers; 1022054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1023054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (!storingMetadataInDecodedBuffers()) { 10243298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia static_cast<Surface*>(mNativeWindow.get()) 10253298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia ->getIGraphicBufferProducer()->allowAllocation(true); 10263298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia } 10273298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia 1028609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] Allocating %u buffers from a native window of size %u on " 1029f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "output port", 1030054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mComponentName.c_str(), bufferCount, bufferSize); 1031f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1032f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // Dequeue buffers and send them to OMX 1033054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar for (OMX_U32 i = 0; i < bufferCount; i++) { 10348ce2364512f7c32c824f5ec5719688830ba72427Iliyan Malchev ANativeWindowBuffer *buf; 103515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int fenceFd; 103615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar err = mNativeWindow->dequeueBuffer(mNativeWindow.get(), &buf, &fenceFd); 1037f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != 0) { 103829357bc2c0dd7c43ad3bd0c8e3efa4e6fd9bfd47Steve Block ALOGE("dequeueBuffer failed: %s (%d)", strerror(-err), -err); 1039f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 1040f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1041f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1042f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<GraphicBuffer> graphicBuffer(new GraphicBuffer(buf, false)); 104374006804065941841883c4b46ee785070164023fJamie Gennis BufferInfo info; 104474006804065941841883c4b46ee785070164023fJamie Gennis info.mStatus = BufferInfo::OWNED_BY_US; 104515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info.mFenceFd = fenceFd; 104615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info.mIsReadFence = false; 104790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar info.mRenderInfo = NULL; 1048054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar info.mData = new ABuffer(NULL /* data */, bufferSize /* capacity */); 104974006804065941841883c4b46ee785070164023fJamie Gennis info.mGraphicBuffer = graphicBuffer; 105074006804065941841883c4b46ee785070164023fJamie Gennis mBuffers[kPortIndexOutput].push(info); 105174006804065941841883c4b46ee785070164023fJamie Gennis 1052f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferId; 1053f933441648ef6a71dee783d733aac17b9508b452Andreas Huber err = mOMX->useGraphicBuffer(mNode, kPortIndexOutput, graphicBuffer, 1054f933441648ef6a71dee783d733aac17b9508b452Andreas Huber &bufferId); 1055f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != 0) { 1056609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGE("registering GraphicBuffer %u with OMX IL component failed: " 105774006804065941841883c4b46ee785070164023fJamie Gennis "%d", i, err); 1058f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 1059f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1060f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 106174006804065941841883c4b46ee785070164023fJamie Gennis mBuffers[kPortIndexOutput].editItemAt(i).mBufferID = bufferId; 106274006804065941841883c4b46ee785070164023fJamie Gennis 1063609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] Registered graphic buffer with ID %u (pointer = %p)", 1064f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mComponentName.c_str(), 1065f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bufferId, graphicBuffer.get()); 1066f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1067f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1068f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 cancelStart; 1069f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 cancelEnd; 1070f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1071f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != 0) { 1072f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // If an error occurred while dequeuing we need to cancel any buffers 1073f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // that were dequeued. 1074f933441648ef6a71dee783d733aac17b9508b452Andreas Huber cancelStart = 0; 107574006804065941841883c4b46ee785070164023fJamie Gennis cancelEnd = mBuffers[kPortIndexOutput].size(); 1076f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else { 1077054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar // Return the required minimum undequeued buffers to the native window. 1078054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar cancelStart = bufferCount - minUndequeuedBuffers; 1079054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar cancelEnd = bufferCount; 1080f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1081f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1082f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (OMX_U32 i = cancelStart; i < cancelEnd; i++) { 1083f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = &mBuffers[kPortIndexOutput].editItemAt(i); 10843175d2babfcdcb64f41309157e0436d00375ae4bWei Jia if (info->mStatus == BufferInfo::OWNED_BY_US) { 10853175d2babfcdcb64f41309157e0436d00375ae4bWei Jia status_t error = cancelBufferToNativeWindow(info); 10863175d2babfcdcb64f41309157e0436d00375ae4bWei Jia if (err == 0) { 10873175d2babfcdcb64f41309157e0436d00375ae4bWei Jia err = error; 10883175d2babfcdcb64f41309157e0436d00375ae4bWei Jia } 10893fb9f68dea5d991288f0ea8037742b50c7df5767Wei Jia } 1090f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1091f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1092054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (!storingMetadataInDecodedBuffers()) { 10933298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia static_cast<Surface*>(mNativeWindow.get()) 10943298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia ->getIGraphicBufferProducer()->allowAllocation(false); 10953298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia } 10963298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia 1097f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 1098f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1099f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1100054219874873b41f1c815552987c10465c34ba2bLajos Molnarstatus_t ACodec::allocateOutputMetadataBuffers() { 1101054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar OMX_U32 bufferCount, bufferSize, minUndequeuedBuffers; 1102054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar status_t err = configureOutputBuffersFromNativeWindow( 1103054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar &bufferCount, &bufferSize, &minUndequeuedBuffers); 1104054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar if (err != 0) 1105054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar return err; 1106e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar mNumUndequeuedBuffers = minUndequeuedBuffers; 1107054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1108e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar ALOGV("[%s] Allocating %u meta buffers on output port", 1109e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar mComponentName.c_str(), bufferCount); 1110e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1111054219874873b41f1c815552987c10465c34ba2bLajos Molnar size_t bufSize = mOutputMetadataType == kMetadataBufferTypeANWBuffer ? 1112054219874873b41f1c815552987c10465c34ba2bLajos Molnar sizeof(struct VideoNativeMetadata) : sizeof(struct VideoGrallocMetadata); 1113054219874873b41f1c815552987c10465c34ba2bLajos Molnar size_t totalSize = bufferCount * bufSize; 1114e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar mDealer[kPortIndexOutput] = new MemoryDealer(totalSize, "ACodec"); 1115e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1116e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar // Dequeue buffers and send them to OMX 1117e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar for (OMX_U32 i = 0; i < bufferCount; i++) { 1118e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar BufferInfo info; 1119e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar info.mStatus = BufferInfo::OWNED_BY_NATIVE_WINDOW; 112015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info.mFenceFd = -1; 112190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar info.mRenderInfo = NULL; 1122e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar info.mGraphicBuffer = NULL; 1123e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar info.mDequeuedAt = mDequeueCounter; 1124e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1125054219874873b41f1c815552987c10465c34ba2bLajos Molnar sp<IMemory> mem = mDealer[kPortIndexOutput]->allocate(bufSize); 11265581770ee0dde70e2e9c50533be35e537a5800efChong Zhang if (mem == NULL || mem->pointer() == NULL) { 1127777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return NO_MEMORY; 1128777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 1129054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mOutputMetadataType == kMetadataBufferTypeANWBuffer) { 1130054219874873b41f1c815552987c10465c34ba2bLajos Molnar ((VideoNativeMetadata *)mem->pointer())->nFenceFd = -1; 1131054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 1132e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar info.mData = new ABuffer(mem->pointer(), mem->size()); 1133e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1134e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar // we use useBuffer for metadata regardless of quirks 1135e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar err = mOMX->useBuffer( 1136cc7cc67349b7a3f498882087aa42ffc05a2daf11Lajos Molnar mNode, kPortIndexOutput, mem, &info.mBufferID, mem->size()); 1137e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1138e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar mBuffers[kPortIndexOutput].push(info); 1139e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1140e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar ALOGV("[%s] allocated meta buffer with ID %u (pointer = %p)", 1141e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar mComponentName.c_str(), info.mBufferID, mem->pointer()); 1142e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar } 1143e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1144011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar if (mLegacyAdaptiveExperiment) { 1145e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar // preallocate and preregister buffers 1146011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar static_cast<Surface *>(mNativeWindow.get()) 1147011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar ->getIGraphicBufferProducer()->allowAllocation(true); 1148011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar 1149011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar ALOGV("[%s] Allocating %u buffers from a native window of size %u on " 1150011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar "output port", 1151011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar mComponentName.c_str(), bufferCount, bufferSize); 1152011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar 1153011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar // Dequeue buffers then cancel them all 1154011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar for (OMX_U32 i = 0; i < bufferCount; i++) { 1155e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar BufferInfo *info = &mBuffers[kPortIndexOutput].editItemAt(i); 1156e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1157011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar ANativeWindowBuffer *buf; 115815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int fenceFd; 115915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar err = mNativeWindow->dequeueBuffer(mNativeWindow.get(), &buf, &fenceFd); 1160011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar if (err != 0) { 1161011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar ALOGE("dequeueBuffer failed: %s (%d)", strerror(-err), -err); 1162011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar break; 1163011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar } 1164011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar 1165011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar sp<GraphicBuffer> graphicBuffer(new GraphicBuffer(buf, false)); 1166e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar mOMX->updateGraphicBufferInMeta( 1167e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar mNode, kPortIndexOutput, graphicBuffer, info->mBufferID); 1168e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar info->mStatus = BufferInfo::OWNED_BY_US; 116915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->setWriteFence(fenceFd, "allocateOutputMetadataBuffers for legacy"); 1170e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar info->mGraphicBuffer = graphicBuffer; 1171011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar } 1172011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar 1173011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar for (OMX_U32 i = 0; i < mBuffers[kPortIndexOutput].size(); i++) { 1174011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar BufferInfo *info = &mBuffers[kPortIndexOutput].editItemAt(i); 11753175d2babfcdcb64f41309157e0436d00375ae4bWei Jia if (info->mStatus == BufferInfo::OWNED_BY_US) { 11763175d2babfcdcb64f41309157e0436d00375ae4bWei Jia status_t error = cancelBufferToNativeWindow(info); 11773175d2babfcdcb64f41309157e0436d00375ae4bWei Jia if (err == OK) { 11783175d2babfcdcb64f41309157e0436d00375ae4bWei Jia err = error; 11793175d2babfcdcb64f41309157e0436d00375ae4bWei Jia } 1180011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar } 1181011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar } 1182011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar 1183011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar static_cast<Surface*>(mNativeWindow.get()) 1184011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar ->getIGraphicBufferProducer()->allowAllocation(false); 1185011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar } 1186011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar 1187054219874873b41f1c815552987c10465c34ba2bLajos Molnar mMetadataBuffersToSubmit = bufferCount - minUndequeuedBuffers; 1188054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar return err; 1189054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar} 1190054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1191054219874873b41f1c815552987c10465c34ba2bLajos Molnarstatus_t ACodec::submitOutputMetadataBuffer() { 1192054219874873b41f1c815552987c10465c34ba2bLajos Molnar CHECK(storingMetadataInDecodedBuffers()); 1193054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mMetadataBuffersToSubmit == 0) 1194054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar return OK; 1195054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1196054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar BufferInfo *info = dequeueBufferFromNativeWindow(); 11970806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (info == NULL) { 1198054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar return ERROR_IO; 11990806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 1200054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1201609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] submitting output meta buffer ID %u for graphic buffer %p", 1202054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mComponentName.c_str(), info->mBufferID, info->mGraphicBuffer.get()); 1203054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1204054219874873b41f1c815552987c10465c34ba2bLajos Molnar --mMetadataBuffersToSubmit; 120515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkWriteFence("submitOutputMetadataBuffer"); 120615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar status_t err = mOMX->fillBuffer(mNode, info->mBufferID, info->mFenceFd); 120715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 1208777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err == OK) { 1209777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim info->mStatus = BufferInfo::OWNED_BY_COMPONENT; 1210777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 1211054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1212777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 1213054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar} 1214054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 121515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnarstatus_t ACodec::waitForFence(int fd, const char *dbg ) { 121615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar status_t res = OK; 121715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (fd >= 0) { 121815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar sp<Fence> fence = new Fence(fd); 121915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar res = fence->wait(IOMX::kFenceTimeoutMs); 122015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGW_IF(res != OK, "FENCE TIMEOUT for %d in %s", fd, dbg); 122115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 122215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar return res; 122315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar} 122415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 12250806340688c937e7b78c2d89db3809274130df4eLajos Molnar// static 12260806340688c937e7b78c2d89db3809274130df4eLajos Molnarconst char *ACodec::_asString(BufferInfo::Status s) { 12270806340688c937e7b78c2d89db3809274130df4eLajos Molnar switch (s) { 12280806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_US: return "OUR"; 12290806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_COMPONENT: return "COMPONENT"; 12300806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_UPSTREAM: return "UPSTREAM"; 12310806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_DOWNSTREAM: return "DOWNSTREAM"; 12320806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_NATIVE_WINDOW: return "SURFACE"; 12330806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::UNRECOGNIZED: return "UNRECOGNIZED"; 12340806340688c937e7b78c2d89db3809274130df4eLajos Molnar default: return "?"; 12350806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 12360806340688c937e7b78c2d89db3809274130df4eLajos Molnar} 12370806340688c937e7b78c2d89db3809274130df4eLajos Molnar 12380806340688c937e7b78c2d89db3809274130df4eLajos Molnarvoid ACodec::dumpBuffers(OMX_U32 portIndex) { 12390806340688c937e7b78c2d89db3809274130df4eLajos Molnar CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 12400806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGI("[%s] %s port has %zu buffers:", mComponentName.c_str(), 12410806340688c937e7b78c2d89db3809274130df4eLajos Molnar portIndex == kPortIndexInput ? "input" : "output", mBuffers[portIndex].size()); 12420806340688c937e7b78c2d89db3809274130df4eLajos Molnar for (size_t i = 0; i < mBuffers[portIndex].size(); ++i) { 12430806340688c937e7b78c2d89db3809274130df4eLajos Molnar const BufferInfo &info = mBuffers[portIndex][i]; 12440806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGI(" slot %2zu: #%8u %p/%p %s(%d) dequeued:%u", 12450806340688c937e7b78c2d89db3809274130df4eLajos Molnar i, info.mBufferID, info.mGraphicBuffer.get(), 12460806340688c937e7b78c2d89db3809274130df4eLajos Molnar info.mGraphicBuffer == NULL ? NULL : info.mGraphicBuffer->getNativeBuffer(), 12470806340688c937e7b78c2d89db3809274130df4eLajos Molnar _asString(info.mStatus), info.mStatus, info.mDequeuedAt); 12480806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 12490806340688c937e7b78c2d89db3809274130df4eLajos Molnar} 12500806340688c937e7b78c2d89db3809274130df4eLajos Molnar 1251f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::cancelBufferToNativeWindow(BufferInfo *info) { 1252f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ((int)info->mStatus, (int)BufferInfo::OWNED_BY_US); 1253f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1254609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] Calling cancelBuffer on buffer %u", 1255f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mComponentName.c_str(), info->mBufferID); 1256f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 125715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkWriteFence("cancelBufferToNativeWindow"); 1258f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int err = mNativeWindow->cancelBuffer( 125915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mNativeWindow.get(), info->mGraphicBuffer.get(), info->mFenceFd); 126015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 1261f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 12623fb9f68dea5d991288f0ea8037742b50c7df5767Wei Jia ALOGW_IF(err != 0, "[%s] can not return buffer %u to native window", 12633fb9f68dea5d991288f0ea8037742b50c7df5767Wei Jia mComponentName.c_str(), info->mBufferID); 12640806340688c937e7b78c2d89db3809274130df4eLajos Molnar // change ownership even if cancelBuffer fails 1265f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_NATIVE_WINDOW; 1266f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 12673fb9f68dea5d991288f0ea8037742b50c7df5767Wei Jia return err; 1268f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1269f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 127090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarvoid ACodec::updateRenderInfoForDequeuedBuffer( 127190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar ANativeWindowBuffer *buf, int fenceFd, BufferInfo *info) { 127290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 127390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar info->mRenderInfo = 127490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mRenderTracker.updateInfoForDequeuedBuffer( 127590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar buf, fenceFd, info - &mBuffers[kPortIndexOutput][0]); 127690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 127790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // check for any fences already signaled 127890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar notifyOfRenderedFrames(false /* dropIncomplete */, info->mRenderInfo); 127990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 128090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 128190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarvoid ACodec::onFrameRendered(int64_t mediaTimeUs, nsecs_t systemNano) { 128290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (mRenderTracker.onFrameRendered(mediaTimeUs, systemNano) != OK) { 128390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mRenderTracker.dumpRenderQueue(); 128490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 128590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 128690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 128790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarvoid ACodec::notifyOfRenderedFrames(bool dropIncomplete, FrameRenderTracker::Info *until) { 128890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar sp<AMessage> msg = mNotify->dup(); 128990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar msg->setInt32("what", CodecBase::kWhatOutputFramesRendered); 129090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar std::list<FrameRenderTracker::Info> done = 129190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mRenderTracker.checkFencesAndGetRenderedFrames(until, dropIncomplete); 129290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 129390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // unlink untracked frames 129490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar for (std::list<FrameRenderTracker::Info>::const_iterator it = done.cbegin(); 129590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar it != done.cend(); ++it) { 1296604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar ssize_t index = it->getIndex(); 1297604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar if (index >= 0 && (size_t)index < mBuffers[kPortIndexOutput].size()) { 1298604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar mBuffers[kPortIndexOutput].editItemAt(index).mRenderInfo = NULL; 1299604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar } else if (index >= 0) { 1300604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar // THIS SHOULD NEVER HAPPEN 1301604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar ALOGE("invalid index %zd in %zu", index, mBuffers[kPortIndexOutput].size()); 130290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 130390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 130490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 130590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (MediaCodec::CreateFramesRenderedMessage(done, msg)) { 130690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar msg->post(); 130790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 130890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 130990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 1310f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::BufferInfo *ACodec::dequeueBufferFromNativeWindow() { 13118ce2364512f7c32c824f5ec5719688830ba72427Iliyan Malchev ANativeWindowBuffer *buf; 1312054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar CHECK(mNativeWindow.get() != NULL); 1313ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad 1314ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad if (mTunneled) { 1315ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad ALOGW("dequeueBufferFromNativeWindow() should not be called in tunnel" 1316ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad " video playback mode mode!"); 1317ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad return NULL; 1318ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad } 1319ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad 1320a89cfb6cab17700efa62665cda3bc4b87c6f1ad8Chong Zhang if (mFatalError) { 1321a89cfb6cab17700efa62665cda3bc4b87c6f1ad8Chong Zhang ALOGW("not dequeuing from native window due to fatal error"); 1322a89cfb6cab17700efa62665cda3bc4b87c6f1ad8Chong Zhang return NULL; 1323a89cfb6cab17700efa62665cda3bc4b87c6f1ad8Chong Zhang } 1324a89cfb6cab17700efa62665cda3bc4b87c6f1ad8Chong Zhang 132515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int fenceFd = -1; 1326dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar do { 132715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar status_t err = mNativeWindow->dequeueBuffer(mNativeWindow.get(), &buf, &fenceFd); 132815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (err != 0) { 132915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGE("dequeueBuffer failed: %s(%d).", asString(err), err); 1330dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar return NULL; 1331dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar } 1332f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1333dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar bool stale = false; 1334ad69e73b660ac2ee2ac32f7c58632b6e223c9218Marco Nelissen for (size_t i = mBuffers[kPortIndexOutput].size(); i > 0;) { 1335ad69e73b660ac2ee2ac32f7c58632b6e223c9218Marco Nelissen i--; 1336dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar BufferInfo *info = &mBuffers[kPortIndexOutput].editItemAt(i); 1337dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar 1338dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar if (info->mGraphicBuffer != NULL && 133990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar info->mGraphicBuffer->handle == buf->handle) { 1340dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // Since consumers can attach buffers to BufferQueues, it is possible 1341dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // that a known yet stale buffer can return from a surface that we 1342dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // once used. We can simply ignore this as we have already dequeued 1343dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // this buffer properly. NOTE: this does not eliminate all cases, 1344dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // e.g. it is possible that we have queued the valid buffer to the 1345dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // NW, and a stale copy of the same buffer gets dequeued - which will 1346dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // be treated as the valid buffer by ACodec. 1347dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar if (info->mStatus != BufferInfo::OWNED_BY_NATIVE_WINDOW) { 1348dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar ALOGI("dequeued stale buffer %p. discarding", buf); 1349dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar stale = true; 1350dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar break; 1351dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar } 135290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 1353dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar ALOGV("dequeued buffer %p", info->mGraphicBuffer->getNativeBuffer()); 1354dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar info->mStatus = BufferInfo::OWNED_BY_US; 135515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->setWriteFence(fenceFd, "dequeueBufferFromNativeWindow"); 135690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar updateRenderInfoForDequeuedBuffer(buf, fenceFd, info); 1357dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar return info; 1358dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar } 1359dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar } 1360f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1361dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // It is also possible to receive a previously unregistered buffer 1362dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // in non-meta mode. These should be treated as stale buffers. The 1363dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // same is possible in meta mode, in which case, it will be treated 1364dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // as a normal buffer, which is not desirable. 1365dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // TODO: fix this. 1366054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (!stale && (!storingMetadataInDecodedBuffers() || mLegacyAdaptiveExperiment)) { 1367dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar ALOGI("dequeued unrecognized (stale) buffer %p. discarding", buf); 1368dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar stale = true; 1369dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar } 1370dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar if (stale) { 1371dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // TODO: detach stale buffer, but there is no API yet to do it. 1372dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar buf = NULL; 1373f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1374dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar } while (buf == NULL); 1375054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1376dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // get oldest undequeued buffer 1377dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar BufferInfo *oldest = NULL; 1378ad69e73b660ac2ee2ac32f7c58632b6e223c9218Marco Nelissen for (size_t i = mBuffers[kPortIndexOutput].size(); i > 0;) { 1379ad69e73b660ac2ee2ac32f7c58632b6e223c9218Marco Nelissen i--; 1380dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar BufferInfo *info = 1381dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar &mBuffers[kPortIndexOutput].editItemAt(i); 1382054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar if (info->mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW && 1383054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar (oldest == NULL || 1384054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar // avoid potential issues from counter rolling over 1385054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mDequeueCounter - info->mDequeuedAt > 1386054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mDequeueCounter - oldest->mDequeuedAt)) { 1387054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar oldest = info; 1388054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 1389054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 1390054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 13910806340688c937e7b78c2d89db3809274130df4eLajos Molnar // it is impossible dequeue a buffer when there are no buffers with ANW 13920806340688c937e7b78c2d89db3809274130df4eLajos Molnar CHECK(oldest != NULL); 13930806340688c937e7b78c2d89db3809274130df4eLajos Molnar // it is impossible to dequeue an unknown buffer in non-meta mode, as the 13940806340688c937e7b78c2d89db3809274130df4eLajos Molnar // while loop above does not complete 1395054219874873b41f1c815552987c10465c34ba2bLajos Molnar CHECK(storingMetadataInDecodedBuffers()); 1396054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 13970806340688c937e7b78c2d89db3809274130df4eLajos Molnar // discard buffer in LRU info and replace with new buffer 13980806340688c937e7b78c2d89db3809274130df4eLajos Molnar oldest->mGraphicBuffer = new GraphicBuffer(buf, false); 13990806340688c937e7b78c2d89db3809274130df4eLajos Molnar oldest->mStatus = BufferInfo::OWNED_BY_US; 140015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar oldest->setWriteFence(fenceFd, "dequeueBufferFromNativeWindow for oldest"); 140190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mRenderTracker.untrackFrame(oldest->mRenderInfo); 140290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar oldest->mRenderInfo = NULL; 1403d0715867861c216e88a4a7523b6da8a3cb128724Lajos Molnar 14040806340688c937e7b78c2d89db3809274130df4eLajos Molnar mOMX->updateGraphicBufferInMeta( 14050806340688c937e7b78c2d89db3809274130df4eLajos Molnar mNode, kPortIndexOutput, oldest->mGraphicBuffer, 14060806340688c937e7b78c2d89db3809274130df4eLajos Molnar oldest->mBufferID); 1407054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1408054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mOutputMetadataType == kMetadataBufferTypeGrallocSource) { 1409054219874873b41f1c815552987c10465c34ba2bLajos Molnar VideoGrallocMetadata *grallocMeta = 1410054219874873b41f1c815552987c10465c34ba2bLajos Molnar reinterpret_cast<VideoGrallocMetadata *>(oldest->mData->base()); 1411054219874873b41f1c815552987c10465c34ba2bLajos Molnar ALOGV("replaced oldest buffer #%u with age %u (%p/%p stored in %p)", 1412054219874873b41f1c815552987c10465c34ba2bLajos Molnar (unsigned)(oldest - &mBuffers[kPortIndexOutput][0]), 1413054219874873b41f1c815552987c10465c34ba2bLajos Molnar mDequeueCounter - oldest->mDequeuedAt, 14147c77f9ca649f321374118937bcdaca14a7e5684bLajos Molnar (void *)(uintptr_t)grallocMeta->pHandle, 1415054219874873b41f1c815552987c10465c34ba2bLajos Molnar oldest->mGraphicBuffer->handle, oldest->mData->base()); 1416054219874873b41f1c815552987c10465c34ba2bLajos Molnar } else if (mOutputMetadataType == kMetadataBufferTypeANWBuffer) { 1417054219874873b41f1c815552987c10465c34ba2bLajos Molnar VideoNativeMetadata *nativeMeta = 1418054219874873b41f1c815552987c10465c34ba2bLajos Molnar reinterpret_cast<VideoNativeMetadata *>(oldest->mData->base()); 1419054219874873b41f1c815552987c10465c34ba2bLajos Molnar ALOGV("replaced oldest buffer #%u with age %u (%p/%p stored in %p)", 1420054219874873b41f1c815552987c10465c34ba2bLajos Molnar (unsigned)(oldest - &mBuffers[kPortIndexOutput][0]), 1421054219874873b41f1c815552987c10465c34ba2bLajos Molnar mDequeueCounter - oldest->mDequeuedAt, 14227c77f9ca649f321374118937bcdaca14a7e5684bLajos Molnar (void *)(uintptr_t)nativeMeta->pBuffer, 1423054219874873b41f1c815552987c10465c34ba2bLajos Molnar oldest->mGraphicBuffer->getNativeBuffer(), oldest->mData->base()); 1424054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 1425f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 142690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar updateRenderInfoForDequeuedBuffer(buf, fenceFd, oldest); 14270806340688c937e7b78c2d89db3809274130df4eLajos Molnar return oldest; 1428f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1429f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1430f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::freeBuffersOnPort(OMX_U32 portIndex) { 1431777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim status_t err = OK; 1432938e2b34b16c3c1fd29c753eeb53ee95a2b2e2b3Nick Kralevich for (size_t i = mBuffers[portIndex].size(); i > 0;) { 1433938e2b34b16c3c1fd29c753eeb53ee95a2b2e2b3Nick Kralevich i--; 1434777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim status_t err2 = freeBuffer(portIndex, i); 1435777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err == OK) { 1436777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = err2; 1437777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 1438f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1439f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 14400806340688c937e7b78c2d89db3809274130df4eLajos Molnar // clear mDealer even on an error 1441f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mDealer[portIndex].clear(); 1442777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 1443f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1444f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1445349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huberstatus_t ACodec::freeOutputBuffersNotOwnedByComponent() { 1446777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim status_t err = OK; 1447938e2b34b16c3c1fd29c753eeb53ee95a2b2e2b3Nick Kralevich for (size_t i = mBuffers[kPortIndexOutput].size(); i > 0;) { 1448938e2b34b16c3c1fd29c753eeb53ee95a2b2e2b3Nick Kralevich i--; 1449f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = 1450f933441648ef6a71dee783d733aac17b9508b452Andreas Huber &mBuffers[kPortIndexOutput].editItemAt(i); 1451f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 14522ded8b53014602d25b20bade8ce46db95a8da4b5Lajos Molnar // At this time some buffers may still be with the component 14532ded8b53014602d25b20bade8ce46db95a8da4b5Lajos Molnar // or being drained. 14542ded8b53014602d25b20bade8ce46db95a8da4b5Lajos Molnar if (info->mStatus != BufferInfo::OWNED_BY_COMPONENT && 14552ded8b53014602d25b20bade8ce46db95a8da4b5Lajos Molnar info->mStatus != BufferInfo::OWNED_BY_DOWNSTREAM) { 1456777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim status_t err2 = freeBuffer(kPortIndexOutput, i); 1457777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err == OK) { 1458777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = err2; 1459777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 1460f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1461f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1462f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1463777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 1464f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1465f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1466f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::freeBuffer(OMX_U32 portIndex, size_t i) { 1467f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = &mBuffers[portIndex].editItemAt(i); 14680806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = OK; 1469f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 147015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // there should not be any fences in the metadata 147115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar MetadataBufferType type = 147215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar portIndex == kPortIndexOutput ? mOutputMetadataType : mInputMetadataType; 147315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (type == kMetadataBufferTypeANWBuffer && info->mData != NULL 147415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar && info->mData->size() >= sizeof(VideoNativeMetadata)) { 147515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int fenceFd = ((VideoNativeMetadata *)info->mData->data())->nFenceFd; 147615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (fenceFd >= 0) { 147715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGW("unreleased fence (%d) in %s metadata buffer %zu", 147815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar fenceFd, portIndex == kPortIndexInput ? "input" : "output", i); 147915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 148015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 148115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 14820806340688c937e7b78c2d89db3809274130df4eLajos Molnar switch (info->mStatus) { 14830806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_US: 14840806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (portIndex == kPortIndexOutput && mNativeWindow != NULL) { 14850806340688c937e7b78c2d89db3809274130df4eLajos Molnar (void)cancelBufferToNativeWindow(info); 14860806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 14870806340688c937e7b78c2d89db3809274130df4eLajos Molnar // fall through 1488f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 14890806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_NATIVE_WINDOW: 14900806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mOMX->freeBuffer(mNode, portIndex, info->mBufferID); 14910806340688c937e7b78c2d89db3809274130df4eLajos Molnar break; 14920806340688c937e7b78c2d89db3809274130df4eLajos Molnar 14930806340688c937e7b78c2d89db3809274130df4eLajos Molnar default: 14940806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("trying to free buffer not owned by us or ANW (%d)", info->mStatus); 14950806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = FAILED_TRANSACTION; 14960806340688c937e7b78c2d89db3809274130df4eLajos Molnar break; 1497f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1498f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 149915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (info->mFenceFd >= 0) { 150015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ::close(info->mFenceFd); 150115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 150215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 1503604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar if (portIndex == kPortIndexOutput) { 1504604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar mRenderTracker.untrackFrame(info->mRenderInfo, i); 1505604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar info->mRenderInfo = NULL; 1506604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar } 150790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 1508777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim // remove buffer even if mOMX->freeBuffer fails 1509f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mBuffers[portIndex].removeAt(i); 1510777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 1511f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1512f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1513f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::BufferInfo *ACodec::findBufferByID( 15140806340688c937e7b78c2d89db3809274130df4eLajos Molnar uint32_t portIndex, IOMX::buffer_id bufferID, ssize_t *index) { 1515f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (size_t i = 0; i < mBuffers[portIndex].size(); ++i) { 1516f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = &mBuffers[portIndex].editItemAt(i); 1517f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1518f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mBufferID == bufferID) { 1519f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (index != NULL) { 1520f933441648ef6a71dee783d733aac17b9508b452Andreas Huber *index = i; 1521f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1522f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return info; 1523f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1524f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1525f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1526777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Could not find buffer with ID %u", bufferID); 1527f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return NULL; 1528f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1529f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 15305778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setComponentRole( 1531f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool isEncoder, const char *mime) { 153265dd3eeef54cf1d1c4edf2f966d3dabb508d3cb9Lajos Molnar const char *role = getComponentRole(isEncoder, mime); 153365dd3eeef54cf1d1c4edf2f966d3dabb508d3cb9Lajos Molnar if (role == NULL) { 153465dd3eeef54cf1d1c4edf2f966d3dabb508d3cb9Lajos Molnar return BAD_VALUE; 153565dd3eeef54cf1d1c4edf2f966d3dabb508d3cb9Lajos Molnar } 153665dd3eeef54cf1d1c4edf2f966d3dabb508d3cb9Lajos Molnar status_t err = setComponentRole(mOMX, mNode, role); 153765dd3eeef54cf1d1c4edf2f966d3dabb508d3cb9Lajos Molnar if (err != OK) { 153865dd3eeef54cf1d1c4edf2f966d3dabb508d3cb9Lajos Molnar ALOGW("[%s] Failed to set standard component role '%s'.", 153965dd3eeef54cf1d1c4edf2f966d3dabb508d3cb9Lajos Molnar mComponentName.c_str(), role); 154065dd3eeef54cf1d1c4edf2f966d3dabb508d3cb9Lajos Molnar } 154165dd3eeef54cf1d1c4edf2f966d3dabb508d3cb9Lajos Molnar return err; 154265dd3eeef54cf1d1c4edf2f966d3dabb508d3cb9Lajos Molnar} 154365dd3eeef54cf1d1c4edf2f966d3dabb508d3cb9Lajos Molnar 154465dd3eeef54cf1d1c4edf2f966d3dabb508d3cb9Lajos Molnar//static 154565dd3eeef54cf1d1c4edf2f966d3dabb508d3cb9Lajos Molnarconst char *ACodec::getComponentRole( 154665dd3eeef54cf1d1c4edf2f966d3dabb508d3cb9Lajos Molnar bool isEncoder, const char *mime) { 1547f933441648ef6a71dee783d733aac17b9508b452Andreas Huber struct MimeToRole { 1548f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const char *mime; 1549f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const char *decoderRole; 1550f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const char *encoderRole; 1551f933441648ef6a71dee783d733aac17b9508b452Andreas Huber }; 1552f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1553f933441648ef6a71dee783d733aac17b9508b452Andreas Huber static const MimeToRole kMimeToRole[] = { 1554f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { MEDIA_MIMETYPE_AUDIO_MPEG, 1555f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "audio_decoder.mp3", "audio_encoder.mp3" }, 15562944eca607304a095ea43ba2b8f0b9de61249f9fAndreas Huber { MEDIA_MIMETYPE_AUDIO_MPEG_LAYER_I, 15572944eca607304a095ea43ba2b8f0b9de61249f9fAndreas Huber "audio_decoder.mp1", "audio_encoder.mp1" }, 15582944eca607304a095ea43ba2b8f0b9de61249f9fAndreas Huber { MEDIA_MIMETYPE_AUDIO_MPEG_LAYER_II, 15592944eca607304a095ea43ba2b8f0b9de61249f9fAndreas Huber "audio_decoder.mp2", "audio_encoder.mp2" }, 1560f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { MEDIA_MIMETYPE_AUDIO_AMR_NB, 1561f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "audio_decoder.amrnb", "audio_encoder.amrnb" }, 1562f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { MEDIA_MIMETYPE_AUDIO_AMR_WB, 1563f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "audio_decoder.amrwb", "audio_encoder.amrwb" }, 1564f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { MEDIA_MIMETYPE_AUDIO_AAC, 1565f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "audio_decoder.aac", "audio_encoder.aac" }, 1566729de186450f78c099637e1fce743fe531862c52Andreas Huber { MEDIA_MIMETYPE_AUDIO_VORBIS, 1567729de186450f78c099637e1fce743fe531862c52Andreas Huber "audio_decoder.vorbis", "audio_encoder.vorbis" }, 1568bf927f8ec7979f2b64331c2b2f12a6a5dba05bcaVignesh Venkatasubramanian { MEDIA_MIMETYPE_AUDIO_OPUS, 1569bf927f8ec7979f2b64331c2b2f12a6a5dba05bcaVignesh Venkatasubramanian "audio_decoder.opus", "audio_encoder.opus" }, 1570c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber { MEDIA_MIMETYPE_AUDIO_G711_MLAW, 1571c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber "audio_decoder.g711mlaw", "audio_encoder.g711mlaw" }, 1572c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber { MEDIA_MIMETYPE_AUDIO_G711_ALAW, 1573c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber "audio_decoder.g711alaw", "audio_encoder.g711alaw" }, 1574f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { MEDIA_MIMETYPE_VIDEO_AVC, 1575f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "video_decoder.avc", "video_encoder.avc" }, 15762472b1c0d63454e5d90a982bd6c555de6c3127bdRachad { MEDIA_MIMETYPE_VIDEO_HEVC, 15772472b1c0d63454e5d90a982bd6c555de6c3127bdRachad "video_decoder.hevc", "video_encoder.hevc" }, 1578f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { MEDIA_MIMETYPE_VIDEO_MPEG4, 1579f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "video_decoder.mpeg4", "video_encoder.mpeg4" }, 1580f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { MEDIA_MIMETYPE_VIDEO_H263, 1581f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "video_decoder.h263", "video_encoder.h263" }, 158294705aff3c9eef58cbb72ec6fe5d2dcfd9481646hkuang { MEDIA_MIMETYPE_VIDEO_VP8, 158394705aff3c9eef58cbb72ec6fe5d2dcfd9481646hkuang "video_decoder.vp8", "video_encoder.vp8" }, 158494705aff3c9eef58cbb72ec6fe5d2dcfd9481646hkuang { MEDIA_MIMETYPE_VIDEO_VP9, 158594705aff3c9eef58cbb72ec6fe5d2dcfd9481646hkuang "video_decoder.vp9", "video_encoder.vp9" }, 1586ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber { MEDIA_MIMETYPE_AUDIO_RAW, 1587ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber "audio_decoder.raw", "audio_encoder.raw" }, 15882f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi { MEDIA_MIMETYPE_AUDIO_FLAC, 15892f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi "audio_decoder.flac", "audio_encoder.flac" }, 1590ba933df89521d63f75ca66af12ce9d7ae9496b9eMarco Nelissen { MEDIA_MIMETYPE_AUDIO_MSGSM, 1591ba933df89521d63f75ca66af12ce9d7ae9496b9eMarco Nelissen "audio_decoder.gsm", "audio_encoder.gsm" }, 1592774eb18c40c3a7da0bc1636a9779f02315ddbad8Changwan Ryu { MEDIA_MIMETYPE_VIDEO_MPEG2, 1593774eb18c40c3a7da0bc1636a9779f02315ddbad8Changwan Ryu "video_decoder.mpeg2", "video_encoder.mpeg2" }, 159497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu { MEDIA_MIMETYPE_AUDIO_AC3, 159597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu "audio_decoder.ac3", "audio_encoder.ac3" }, 15968a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad { MEDIA_MIMETYPE_AUDIO_EAC3, 15978a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad "audio_decoder.eac3", "audio_encoder.eac3" }, 1598f933441648ef6a71dee783d733aac17b9508b452Andreas Huber }; 1599f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1600f933441648ef6a71dee783d733aac17b9508b452Andreas Huber static const size_t kNumMimeToRole = 1601f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sizeof(kMimeToRole) / sizeof(kMimeToRole[0]); 1602f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1603f933441648ef6a71dee783d733aac17b9508b452Andreas Huber size_t i; 1604f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (i = 0; i < kNumMimeToRole; ++i) { 1605f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (!strcasecmp(mime, kMimeToRole[i].mime)) { 1606f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 1607f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1608f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1609f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1610f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (i == kNumMimeToRole) { 161165dd3eeef54cf1d1c4edf2f966d3dabb508d3cb9Lajos Molnar return NULL; 1612f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1613f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 161465dd3eeef54cf1d1c4edf2f966d3dabb508d3cb9Lajos Molnar return isEncoder ? kMimeToRole[i].encoderRole 1615f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : kMimeToRole[i].decoderRole; 161665dd3eeef54cf1d1c4edf2f966d3dabb508d3cb9Lajos Molnar} 1617f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 161865dd3eeef54cf1d1c4edf2f966d3dabb508d3cb9Lajos Molnar//static 161965dd3eeef54cf1d1c4edf2f966d3dabb508d3cb9Lajos Molnarstatus_t ACodec::setComponentRole( 162065dd3eeef54cf1d1c4edf2f966d3dabb508d3cb9Lajos Molnar const sp<IOMX> &omx, IOMX::node_id node, const char *role) { 162165dd3eeef54cf1d1c4edf2f966d3dabb508d3cb9Lajos Molnar OMX_PARAM_COMPONENTROLETYPE roleParams; 162265dd3eeef54cf1d1c4edf2f966d3dabb508d3cb9Lajos Molnar InitOMXParams(&roleParams); 1623f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 162465dd3eeef54cf1d1c4edf2f966d3dabb508d3cb9Lajos Molnar strncpy((char *)roleParams.cRole, 162565dd3eeef54cf1d1c4edf2f966d3dabb508d3cb9Lajos Molnar role, OMX_MAX_STRINGNAME_SIZE - 1); 16265778822d86b0337407514b9372562b86edfa91cdAndreas Huber 162765dd3eeef54cf1d1c4edf2f966d3dabb508d3cb9Lajos Molnar roleParams.cRole[OMX_MAX_STRINGNAME_SIZE - 1] = '\0'; 16285778822d86b0337407514b9372562b86edfa91cdAndreas Huber 162965dd3eeef54cf1d1c4edf2f966d3dabb508d3cb9Lajos Molnar return omx->setParameter( 163065dd3eeef54cf1d1c4edf2f966d3dabb508d3cb9Lajos Molnar node, OMX_IndexParamStandardComponentRole, 163165dd3eeef54cf1d1c4edf2f966d3dabb508d3cb9Lajos Molnar &roleParams, sizeof(roleParams)); 1632f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1633f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 16345778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::configureCodec( 1635f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const char *mime, const sp<AMessage> &msg) { 16365778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t encoder; 16375778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("encoder", &encoder)) { 16385778822d86b0337407514b9372562b86edfa91cdAndreas Huber encoder = false; 16395778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 1640f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1641e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar sp<AMessage> inputFormat = new AMessage(); 16424e865a3cfe4c955e0890321a6b488cf661808b63Lajos Molnar sp<AMessage> outputFormat = mNotify->dup(); // will use this for kWhatOutputFormatChanged 1643e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 16445778822d86b0337407514b9372562b86edfa91cdAndreas Huber mIsEncoder = encoder; 1645f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1646054219874873b41f1c815552987c10465c34ba2bLajos Molnar mInputMetadataType = kMetadataBufferTypeInvalid; 1647054219874873b41f1c815552987c10465c34ba2bLajos Molnar mOutputMetadataType = kMetadataBufferTypeInvalid; 16488db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu 16495778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = setComponentRole(encoder /* isEncoder */, mime); 16505778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16515778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 16525778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 16535778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16545778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16555778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t bitRate = 0; 16562f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi // FLAC encoder doesn't need a bitrate, other encoders do 16572f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi if (encoder && strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_FLAC) 16582f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi && !msg->findInt32("bitrate", &bitRate)) { 16595778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 16605778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16615778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1662d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber int32_t storeMeta; 1663d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber if (encoder 1664d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber && msg->findInt32("store-metadata-in-buffers", &storeMeta) 1665d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber && storeMeta != 0) { 1666054219874873b41f1c815552987c10465c34ba2bLajos Molnar err = mOMX->storeMetaDataInBuffers(mNode, kPortIndexInput, OMX_TRUE, &mInputMetadataType); 1667d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber if (err != OK) { 1668054219874873b41f1c815552987c10465c34ba2bLajos Molnar ALOGE("[%s] storeMetaDataInBuffers (input) failed w/ err %d", 1669308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang mComponentName.c_str(), err); 1670d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 1671054219874873b41f1c815552987c10465c34ba2bLajos Molnar return err; 1672054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 1673054219874873b41f1c815552987c10465c34ba2bLajos Molnar // For this specific case we could be using camera source even if storeMetaDataInBuffers 1674054219874873b41f1c815552987c10465c34ba2bLajos Molnar // returns Gralloc source. Pretend that we are; this will force us to use nBufferSize. 1675054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mInputMetadataType == kMetadataBufferTypeGrallocSource) { 1676054219874873b41f1c815552987c10465c34ba2bLajos Molnar mInputMetadataType = kMetadataBufferTypeCameraSource; 1677054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 1678c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar 1679c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar uint32_t usageBits; 1680c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar if (mOMX->getParameter( 1681c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar mNode, (OMX_INDEXTYPE)OMX_IndexParamConsumerUsageBits, 1682c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar &usageBits, sizeof(usageBits)) == OK) { 1683c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar inputFormat->setInt32( 1684c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar "using-sw-read-often", !!(usageBits & GRALLOC_USAGE_SW_READ_OFTEN)); 1685c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar } 1686054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 1687d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 1688308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang int32_t prependSPSPPS = 0; 16893a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber if (encoder 16903a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber && msg->findInt32("prepend-sps-pps-to-idr-frames", &prependSPSPPS) 16913a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber && prependSPSPPS != 0) { 16923a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber OMX_INDEXTYPE index; 16933a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber err = mOMX->getExtensionIndex( 16943a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber mNode, 16953a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber "OMX.google.android.index.prependSPSPPSToIDRFrames", 16963a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber &index); 16973a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber 16983a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber if (err == OK) { 16993a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber PrependSPSPPSToIDRFramesParams params; 17003a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber InitOMXParams(¶ms); 17013a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber params.bEnable = OMX_TRUE; 17023a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber 17033a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber err = mOMX->setParameter( 17043a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber mNode, index, ¶ms, sizeof(params)); 17053a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber } 17063a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber 17073a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber if (err != OK) { 17083a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber ALOGE("Encoder could not be configured to emit SPS/PPS before " 17093a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber "IDR frames. (err %d)", err); 17103a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber 17113a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber return err; 17123a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber } 17133a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber } 17143a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber 1715308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang // Only enable metadata mode on encoder output if encoder can prepend 1716308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang // sps/pps to idr frames, since in metadata mode the bitstream is in an 1717308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang // opaque handle, to which we don't have access. 1718308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang int32_t video = !strncasecmp(mime, "video/", 6); 17198db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu mIsVideo = video; 1720308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang if (encoder && video) { 1721308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang OMX_BOOL enable = (OMX_BOOL) (prependSPSPPS 1722308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang && msg->findInt32("store-metadata-in-buffers-output", &storeMeta) 1723308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang && storeMeta != 0); 1724308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang 1725054219874873b41f1c815552987c10465c34ba2bLajos Molnar err = mOMX->storeMetaDataInBuffers(mNode, kPortIndexOutput, enable, &mOutputMetadataType); 1726308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang if (err != OK) { 1727308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang ALOGE("[%s] storeMetaDataInBuffers (output) failed w/ err %d", 1728308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang mComponentName.c_str(), err); 1729308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang } 1730a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber 1731a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber if (!msg->findInt64( 1732a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber "repeat-previous-frame-after", 1733a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber &mRepeatFrameDelayUs)) { 1734a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber mRepeatFrameDelayUs = -1ll; 1735a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber } 173694ee4b708acfa941581160b267afb79192b1d816Chong Zhang 173794ee4b708acfa941581160b267afb79192b1d816Chong Zhang if (!msg->findInt64("max-pts-gap-to-encoder", &mMaxPtsGapUs)) { 17382c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mMaxPtsGapUs = -1ll; 17392c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang } 17402c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang 174137b2b389139ed638831e49708c947863eef631efRonghua Wu if (!msg->findFloat("max-fps-to-encoder", &mMaxFps)) { 174237b2b389139ed638831e49708c947863eef631efRonghua Wu mMaxFps = -1; 174337b2b389139ed638831e49708c947863eef631efRonghua Wu } 174437b2b389139ed638831e49708c947863eef631efRonghua Wu 17452c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang if (!msg->findInt64("time-lapse", &mTimePerCaptureUs)) { 17462c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mTimePerCaptureUs = -1ll; 174794ee4b708acfa941581160b267afb79192b1d816Chong Zhang } 174872cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang 174972cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang if (!msg->findInt32( 175072cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang "create-input-buffers-suspended", 175172cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang (int32_t*)&mCreateInputBuffersSuspended)) { 175272cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang mCreateInputBuffersSuspended = false; 175372cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang } 1754308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang } 1755308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang 17563a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // NOTE: we only use native window for video decoders 1757054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar sp<RefBase> obj; 17580d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar bool haveNativeWindow = msg->findObject("native-window", &obj) 17593a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar && obj != NULL && video && !encoder; 1760011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar mLegacyAdaptiveExperiment = false; 1761e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if (video && !encoder) { 1762e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar inputFormat->setInt32("adaptive-playback", false); 17631713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang 17641713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang int32_t usageProtected; 17651713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang if (msg->findInt32("protected", &usageProtected) && usageProtected) { 17661713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang if (!haveNativeWindow) { 17671713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang ALOGE("protected output buffers must be sent to an ANativeWindow"); 17681713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang return PERMISSION_DENIED; 17691713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang } 17701713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang mFlags |= kFlagIsGrallocUsageProtected; 17711713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang mFlags |= kFlagPushBlankBuffersToNativeWindowOnShutdown; 17721713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang } 1773e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 17743a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (haveNativeWindow) { 17751de1e25cba872bd4c077c2e394f8ca9c70b65856Lajos Molnar sp<ANativeWindow> nativeWindow = 17761de1e25cba872bd4c077c2e394f8ca9c70b65856Lajos Molnar static_cast<ANativeWindow *>(static_cast<Surface *>(obj.get())); 17775a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 17786597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar // START of temporary support for automatic FRC - THIS WILL BE REMOVED 17796597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar int32_t autoFrc; 17806597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar if (msg->findInt32("auto-frc", &autoFrc)) { 17816597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar bool enabled = autoFrc; 17826597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar OMX_CONFIG_BOOLEANTYPE config; 17836597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar InitOMXParams(&config); 17846597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar config.bEnabled = (OMX_BOOL)enabled; 17856597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar status_t temp = mOMX->setConfig( 17866597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar mNode, (OMX_INDEXTYPE)OMX_IndexConfigAutoFramerateConversion, 17876597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar &config, sizeof(config)); 17886597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar if (temp == OK) { 17896597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar outputFormat->setInt32("auto-frc", enabled); 17906597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar } else if (enabled) { 17916597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar ALOGI("codec does not support requested auto-frc (err %d)", temp); 17926597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar } 17936597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar } 17946597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar // END of temporary support for automatic FRC 17956597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar 17965a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad int32_t tunneled; 17975a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (msg->findInt32("feature-tunneled-playback", &tunneled) && 17985a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad tunneled != 0) { 17995a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGI("Configuring TUNNELED video playback."); 1800ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad mTunneled = true; 18015a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 180297827bd7c7e64dec22c8fe0f9e734a3c432ad7eeRachad int32_t audioHwSync = 0; 180397827bd7c7e64dec22c8fe0f9e734a3c432ad7eeRachad if (!msg->findInt32("audio-hw-sync", &audioHwSync)) { 18045a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGW("No Audio HW Sync provided for video tunnel"); 18055a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } 18065a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad err = configureTunneledVideoPlayback(audioHwSync, nativeWindow); 18075a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (err != OK) { 180897827bd7c7e64dec22c8fe0f9e734a3c432ad7eeRachad ALOGE("configureTunneledVideoPlayback(%d,%p) failed!", 18095a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad audioHwSync, nativeWindow.get()); 18105a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad return err; 1811fce0d1883cdbcb7d501625fb43844043cd28a267Lajos Molnar } 1812fce0d1883cdbcb7d501625fb43844043cd28a267Lajos Molnar 1813d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad int32_t maxWidth = 0, maxHeight = 0; 1814d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad if (msg->findInt32("max-width", &maxWidth) && 1815d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad msg->findInt32("max-height", &maxHeight)) { 1816d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad 1817d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad err = mOMX->prepareForAdaptivePlayback( 1818d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad mNode, kPortIndexOutput, OMX_TRUE, maxWidth, maxHeight); 1819d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad if (err != OK) { 1820d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad ALOGW("[%s] prepareForAdaptivePlayback failed w/ err %d", 1821d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad mComponentName.c_str(), err); 18223a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // allow failure 18233a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar err = OK; 1824d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad } else { 1825d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad inputFormat->setInt32("max-width", maxWidth); 1826d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad inputFormat->setInt32("max-height", maxHeight); 1827d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad inputFormat->setInt32("adaptive-playback", true); 1828d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad } 1829d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad } 18305a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } else { 1831ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad ALOGV("Configuring CPU controlled video playback."); 1832ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad mTunneled = false; 1833ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad 18343fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad // Explicity reset the sideband handle of the window for 18353fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad // non-tunneled video in case the window was previously used 18363fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad // for a tunneled video playback. 18373fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad err = native_window_set_sideband_stream(nativeWindow.get(), NULL); 18383fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad if (err != OK) { 18393fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad ALOGE("set_sideband_stream(NULL) failed! (err %d).", err); 18403fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad return err; 18413fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad } 18423fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad 18435a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // Always try to enable dynamic output buffers on native surface 18445a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad err = mOMX->storeMetaDataInBuffers( 1845054219874873b41f1c815552987c10465c34ba2bLajos Molnar mNode, kPortIndexOutput, OMX_TRUE, &mOutputMetadataType); 18465a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (err != OK) { 18475a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGE("[%s] storeMetaDataInBuffers failed w/ err %d", 1848fce0d1883cdbcb7d501625fb43844043cd28a267Lajos Molnar mComponentName.c_str(), err); 1849e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 18505a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // if adaptive playback has been requested, try JB fallback 18515a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // NOTE: THIS FALLBACK MECHANISM WILL BE REMOVED DUE TO ITS 18525a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // LARGE MEMORY REQUIREMENT 18535a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 18545a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // we will not do adaptive playback on software accessed 18555a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // surfaces as they never had to respond to changes in the 18565a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // crop window, and we don't trust that they will be able to. 18575a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad int usageBits = 0; 18585a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad bool canDoAdaptivePlayback; 18595a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 18605a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (nativeWindow->query( 18615a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad nativeWindow.get(), 18625a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad NATIVE_WINDOW_CONSUMER_USAGE_BITS, 18635a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad &usageBits) != OK) { 18645a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad canDoAdaptivePlayback = false; 18655a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } else { 18665a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad canDoAdaptivePlayback = 18675a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad (usageBits & 18685a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad (GRALLOC_USAGE_SW_READ_MASK | 18695a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad GRALLOC_USAGE_SW_WRITE_MASK)) == 0; 18705a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } 18715a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 18725a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad int32_t maxWidth = 0, maxHeight = 0; 18735a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (canDoAdaptivePlayback && 18745a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad msg->findInt32("max-width", &maxWidth) && 18755a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad msg->findInt32("max-height", &maxHeight)) { 18765a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGV("[%s] prepareForAdaptivePlayback(%dx%d)", 18775a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad mComponentName.c_str(), maxWidth, maxHeight); 18785a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 18795a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad err = mOMX->prepareForAdaptivePlayback( 18805a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad mNode, kPortIndexOutput, OMX_TRUE, maxWidth, 18815a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad maxHeight); 18825a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGW_IF(err != OK, 18835a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad "[%s] prepareForAdaptivePlayback failed w/ err %d", 18845a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad mComponentName.c_str(), err); 18855a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 18865a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (err == OK) { 18875a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad inputFormat->setInt32("max-width", maxWidth); 18885a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad inputFormat->setInt32("max-height", maxHeight); 18895a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad inputFormat->setInt32("adaptive-playback", true); 18905a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } 1891e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 18925a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // allow failure 18935a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad err = OK; 18945a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } else { 18955a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGV("[%s] storeMetaDataInBuffers succeeded", 18965a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad mComponentName.c_str()); 1897054219874873b41f1c815552987c10465c34ba2bLajos Molnar CHECK(storingMetadataInDecodedBuffers()); 1898011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar mLegacyAdaptiveExperiment = ADebug::isExperimentEnabled( 1899011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar "legacy-adaptive", !msg->contains("no-experiments")); 1900011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar 19015a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad inputFormat->setInt32("adaptive-playback", true); 1902fce0d1883cdbcb7d501625fb43844043cd28a267Lajos Molnar } 19030167414e261f88a96b5e4bf6cb592e6ca11e5a95Andreas Huber 19045a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad int32_t push; 19055a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (msg->findInt32("push-blank-buffers-on-shutdown", &push) 19065a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad && push != 0) { 19075a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad mFlags |= kFlagPushBlankBuffersToNativeWindowOnShutdown; 19085a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } 19090167414e261f88a96b5e4bf6cb592e6ca11e5a95Andreas Huber } 1910e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang 1911e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang int32_t rotationDegrees; 1912e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang if (msg->findInt32("rotation-degrees", &rotationDegrees)) { 1913e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang mRotationDegrees = rotationDegrees; 1914e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang } else { 1915e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang mRotationDegrees = 0; 1916e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang } 1917054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 1918054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1919308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang if (video) { 19203a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // determine need for software renderer 19213a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar bool usingSwRenderer = false; 19223a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (haveNativeWindow && mComponentName.startsWith("OMX.google.")) { 19233a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar usingSwRenderer = true; 19243a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar haveNativeWindow = false; 19253a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 19263a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar 19275778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (encoder) { 19285778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setupVideoEncoder(mime, msg); 19295778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 19300d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar err = setupVideoDecoder(mime, msg, haveNativeWindow); 19315778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19323a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar 19333a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (err != OK) { 19343a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar return err; 19353a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 19363a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar 19373a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (haveNativeWindow) { 19381de1e25cba872bd4c077c2e394f8ca9c70b65856Lajos Molnar mNativeWindow = static_cast<Surface *>(obj.get()); 19393a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 19403a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar 19413a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // initialize native window now to get actual output format 19423a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // TODO: this is needed for some encoders even though they don't use native window 1943777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = initNativeWindow(); 1944777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 1945777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 1946777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 19473a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar 19483a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // fallback for devices that do not handle flex-YUV for native buffers 19493a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (haveNativeWindow) { 19503a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar int32_t requestedColorFormat = OMX_COLOR_FormatUnused; 19513a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (msg->findInt32("color-format", &requestedColorFormat) && 19523a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar requestedColorFormat == OMX_COLOR_FormatYUV420Flexible) { 1953777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim status_t err = getPortFormat(kPortIndexOutput, outputFormat); 1954777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 1955777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 1956777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 19573a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar int32_t colorFormat = OMX_COLOR_FormatUnused; 19583a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar OMX_U32 flexibleEquivalent = OMX_COLOR_FormatUnused; 1959777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (!outputFormat->findInt32("color-format", &colorFormat)) { 1960777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("ouptut port did not have a color format (wrong domain?)"); 1961777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return BAD_VALUE; 1962777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 19633a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar ALOGD("[%s] Requested output format %#x and got %#x.", 19643a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mComponentName.c_str(), requestedColorFormat, colorFormat); 19653a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (!isFlexibleColorFormat( 19663a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mOMX, mNode, colorFormat, haveNativeWindow, &flexibleEquivalent) 19673a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar || flexibleEquivalent != (OMX_U32)requestedColorFormat) { 19683a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // device did not handle flex-YUV request for native window, fall back 19693a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // to SW renderer 19703a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar ALOGI("[%s] Falling back to software renderer", mComponentName.c_str()); 19713a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mNativeWindow.clear(); 1972e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar mNativeWindowUsageBits = 0; 19733a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar haveNativeWindow = false; 19743a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar usingSwRenderer = true; 1975054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (storingMetadataInDecodedBuffers()) { 1976054219874873b41f1c815552987c10465c34ba2bLajos Molnar err = mOMX->storeMetaDataInBuffers( 1977054219874873b41f1c815552987c10465c34ba2bLajos Molnar mNode, kPortIndexOutput, OMX_FALSE, &mOutputMetadataType); 1978054219874873b41f1c815552987c10465c34ba2bLajos Molnar mOutputMetadataType = kMetadataBufferTypeInvalid; // just in case 19793a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // TODO: implement adaptive-playback support for bytebuffer mode. 19803a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // This is done by SW codecs, but most HW codecs don't support it. 19813a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar inputFormat->setInt32("adaptive-playback", false); 19823a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 19833a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (err == OK) { 19843a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar err = mOMX->enableGraphicBuffers(mNode, kPortIndexOutput, OMX_FALSE); 19853a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 19863a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (mFlags & kFlagIsGrallocUsageProtected) { 19873a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // fallback is not supported for protected playback 19883a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar err = PERMISSION_DENIED; 19893a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } else if (err == OK) { 19903a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar err = setupVideoDecoder(mime, msg, false); 19913a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 19923a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 19933a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 19943a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 19953a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar 19963a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (usingSwRenderer) { 19973a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar outputFormat->setInt32("using-sw-renderer", 1); 19983a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 199942392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_MPEG)) { 200042392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber int32_t numChannels, sampleRate; 200142392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber if (!msg->findInt32("channel-count", &numChannels) 200242392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber || !msg->findInt32("sample-rate", &sampleRate)) { 200342392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber // Since we did not always check for these, leave them optional 200442392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber // and have the decoder figure it all out. 200542392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber err = OK; 200642392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber } else { 200742392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber err = setupRawAudioFormat( 200842392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber encoder ? kPortIndexInput : kPortIndexOutput, 200942392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber sampleRate, 201042392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber numChannels); 201142392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber } 2012f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_AAC)) { 2013f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t numChannels, sampleRate; 20145778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("channel-count", &numChannels) 20155778822d86b0337407514b9372562b86edfa91cdAndreas Huber || !msg->findInt32("sample-rate", &sampleRate)) { 20165778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = INVALID_OPERATION; 20175778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 2018aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke int32_t isADTS, aacProfile; 2019b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi int32_t sbrMode; 20208045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi int32_t maxOutputChannelCount; 20212965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang int32_t pcmLimiterEnable; 20228045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi drcParams_t drc; 2023ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber if (!msg->findInt32("is-adts", &isADTS)) { 2024ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber isADTS = 0; 2025ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 2026aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke if (!msg->findInt32("aac-profile", &aacProfile)) { 2027aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke aacProfile = OMX_AUDIO_AACObjectNull; 2028aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke } 2029b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi if (!msg->findInt32("aac-sbr-mode", &sbrMode)) { 2030b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi sbrMode = -1; 2031b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi } 2032ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 20338045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (!msg->findInt32("aac-max-output-channel_count", &maxOutputChannelCount)) { 20348045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi maxOutputChannelCount = -1; 20358045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 20362965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang if (!msg->findInt32("aac-pcm-limiter-enable", &pcmLimiterEnable)) { 20372965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang // value is unknown 20382965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang pcmLimiterEnable = -1; 20392965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang } 20408045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (!msg->findInt32("aac-encoded-target-level", &drc.encodedTargetLevel)) { 20418045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi // value is unknown 20428045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi drc.encodedTargetLevel = -1; 20438045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 20448045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (!msg->findInt32("aac-drc-cut-level", &drc.drcCut)) { 20458045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi // value is unknown 20468045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi drc.drcCut = -1; 20478045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 20488045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (!msg->findInt32("aac-drc-boost-level", &drc.drcBoost)) { 20498045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi // value is unknown 20508045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi drc.drcBoost = -1; 20518045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 20528045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (!msg->findInt32("aac-drc-heavy-compression", &drc.heavyCompression)) { 20538045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi // value is unknown 20548045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi drc.heavyCompression = -1; 20558045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 20568045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (!msg->findInt32("aac-target-ref-level", &drc.targetRefLevel)) { 20578045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi // value is unknown 20588045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi drc.targetRefLevel = -1; 20598045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 20608045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi 2061ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber err = setupAACCodec( 20624471e47ece77be5b4159cc9cbbcef4d43900d36fAndreas Huber encoder, numChannels, sampleRate, bitRate, aacProfile, 20632965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang isADTS != 0, sbrMode, maxOutputChannelCount, drc, 20642965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang pcmLimiterEnable); 20655778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2066729de186450f78c099637e1fce743fe531862c52Andreas Huber } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_AMR_NB)) { 20675778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setupAMRCodec(encoder, false /* isWAMR */, bitRate); 2068729de186450f78c099637e1fce743fe531862c52Andreas Huber } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_AMR_WB)) { 20695778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setupAMRCodec(encoder, true /* isWAMR */, bitRate); 2070729de186450f78c099637e1fce743fe531862c52Andreas Huber } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_G711_ALAW) 2071729de186450f78c099637e1fce743fe531862c52Andreas Huber || !strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_G711_MLAW)) { 2072729de186450f78c099637e1fce743fe531862c52Andreas Huber // These are PCM-like formats with a fixed sample rate but 2073729de186450f78c099637e1fce743fe531862c52Andreas Huber // a variable number of channels. 2074729de186450f78c099637e1fce743fe531862c52Andreas Huber 2075729de186450f78c099637e1fce743fe531862c52Andreas Huber int32_t numChannels; 20765778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("channel-count", &numChannels)) { 20775778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = INVALID_OPERATION; 20785778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 207917c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissen int32_t sampleRate; 208017c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissen if (!msg->findInt32("sample-rate", &sampleRate)) { 208117c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissen sampleRate = 8000; 208217c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissen } 208317c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissen err = setupG711Codec(encoder, sampleRate, numChannels); 20845778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20852f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_FLAC)) { 2086ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar int32_t numChannels = 0, sampleRate = 0, compressionLevel = -1; 20872f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi if (encoder && 20882f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi (!msg->findInt32("channel-count", &numChannels) 20892f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi || !msg->findInt32("sample-rate", &sampleRate))) { 20902f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi ALOGE("missing channel count or sample rate for FLAC encoder"); 20912f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi err = INVALID_OPERATION; 20922f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } else { 20932f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi if (encoder) { 2094516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber if (!msg->findInt32( 2095cd39746f8d83bb3f12e8f613e77c3c3b5f77c077Lajos Molnar "complexity", &compressionLevel) && 2096cd39746f8d83bb3f12e8f613e77c3c3b5f77c077Lajos Molnar !msg->findInt32( 2097516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber "flac-compression-level", &compressionLevel)) { 2098cd39746f8d83bb3f12e8f613e77c3c3b5f77c077Lajos Molnar compressionLevel = 5; // default FLAC compression level 20992f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } else if (compressionLevel < 0) { 2100516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber ALOGW("compression level %d outside [0..8] range, " 2101516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber "using 0", 2102516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber compressionLevel); 21032f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi compressionLevel = 0; 21042f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } else if (compressionLevel > 8) { 2105516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber ALOGW("compression level %d outside [0..8] range, " 2106516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber "using 8", 2107516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber compressionLevel); 21082f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi compressionLevel = 8; 21092f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } 21102f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } 2111516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber err = setupFlacCodec( 2112516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber encoder, numChannels, sampleRate, compressionLevel); 21132f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } 2114ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_RAW)) { 2115ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber int32_t numChannels, sampleRate; 2116ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber if (encoder 2117ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber || !msg->findInt32("channel-count", &numChannels) 2118ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber || !msg->findInt32("sample-rate", &sampleRate)) { 2119ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber err = INVALID_OPERATION; 2120ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber } else { 2121ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber err = setupRawAudioFormat(kPortIndexInput, sampleRate, numChannels); 2122ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber } 212397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_AC3)) { 212497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu int32_t numChannels; 212597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu int32_t sampleRate; 212697358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu if (!msg->findInt32("channel-count", &numChannels) 212797358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu || !msg->findInt32("sample-rate", &sampleRate)) { 212897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu err = INVALID_OPERATION; 212997358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } else { 213097358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu err = setupAC3Codec(encoder, numChannels, sampleRate); 213197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } 21328a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_EAC3)) { 21338a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad int32_t numChannels; 21348a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad int32_t sampleRate; 21358a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad if (!msg->findInt32("channel-count", &numChannels) 21368a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad || !msg->findInt32("sample-rate", &sampleRate)) { 21378a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad err = INVALID_OPERATION; 21388a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } else { 21398a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad err = setupEAC3Codec(encoder, numChannels, sampleRate); 21408a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } 21415778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2142729de186450f78c099637e1fce743fe531862c52Andreas Huber 21434471e47ece77be5b4159cc9cbbcef4d43900d36fAndreas Huber if (err != OK) { 21444471e47ece77be5b4159cc9cbbcef4d43900d36fAndreas Huber return err; 21454471e47ece77be5b4159cc9cbbcef4d43900d36fAndreas Huber } 21464471e47ece77be5b4159cc9cbbcef4d43900d36fAndreas Huber 21478b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen if (!msg->findInt32("encoder-delay", &mEncoderDelay)) { 21488b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen mEncoderDelay = 0; 21498b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen } 21509806555d3930be43e11106281dee354820ac1c88Andreas Huber 21518b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen if (!msg->findInt32("encoder-padding", &mEncoderPadding)) { 21528b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen mEncoderPadding = 0; 21538b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen } 21548b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen 21559806555d3930be43e11106281dee354820ac1c88Andreas Huber if (msg->findInt32("channel-mask", &mChannelMask)) { 21569806555d3930be43e11106281dee354820ac1c88Andreas Huber mChannelMaskPresent = true; 21579806555d3930be43e11106281dee354820ac1c88Andreas Huber } else { 21589806555d3930be43e11106281dee354820ac1c88Andreas Huber mChannelMaskPresent = false; 21599806555d3930be43e11106281dee354820ac1c88Andreas Huber } 21609806555d3930be43e11106281dee354820ac1c88Andreas Huber 2161f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t maxInputSize; 2162f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (msg->findInt32("max-input-size", &maxInputSize)) { 21635778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setMinBufferSize(kPortIndexInput, (size_t)maxInputSize); 2164f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else if (!strcmp("OMX.Nvidia.aac.decoder", mComponentName.c_str())) { 21655778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setMinBufferSize(kPortIndexInput, 8192); // XXX 2166f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 21675778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21688b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu int32_t priority; 21698b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu if (msg->findInt32("priority", &priority)) { 21708b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu err = setPriority(priority); 21718b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu } 21728b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu 2173ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu int32_t rateInt = -1; 2174ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu float rateFloat = -1; 2175ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (!msg->findFloat("operating-rate", &rateFloat)) { 2176ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu msg->findInt32("operating-rate", &rateInt); 2177ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu rateFloat = (float)rateInt; // 16MHz (FLINTMAX) is OK for upper bound. 2178ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2179ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (rateFloat > 0) { 2180ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu err = setOperatingRate(rateFloat, video); 2181ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2182ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu 21834e865a3cfe4c955e0890321a6b488cf661808b63Lajos Molnar mBaseOutputFormat = outputFormat; 21844e865a3cfe4c955e0890321a6b488cf661808b63Lajos Molnar 2185777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = getPortFormat(kPortIndexInput, inputFormat); 2186777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err == OK) { 2187777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = getPortFormat(kPortIndexOutput, outputFormat); 2188777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err == OK) { 2189777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mInputFormat = inputFormat; 2190777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mOutputFormat = outputFormat; 2191777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 2192777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 21935778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 2194f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 2195f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 21968b806ea894ca098366629458bfdd1df4866afcdfRonghua Wustatus_t ACodec::setPriority(int32_t priority) { 21978b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu if (priority < 0) { 21988b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu return BAD_VALUE; 21998b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu } 22008b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu OMX_PARAM_U32TYPE config; 22018b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu InitOMXParams(&config); 22028b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu config.nU32 = (OMX_U32)priority; 22038b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu status_t temp = mOMX->setConfig( 22048b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu mNode, (OMX_INDEXTYPE)OMX_IndexConfigPriority, 22058b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu &config, sizeof(config)); 22068b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu if (temp != OK) { 22078b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu ALOGI("codec does not support config priority (err %d)", temp); 22088b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu } 22098b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu return OK; 22108b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu} 22118b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu 2212ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wustatus_t ACodec::setOperatingRate(float rateFloat, bool isVideo) { 2213ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (rateFloat < 0) { 2214ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu return BAD_VALUE; 2215ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2216ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu OMX_U32 rate; 2217ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (isVideo) { 2218ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (rateFloat > 65535) { 2219ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu return BAD_VALUE; 2220ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2221ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu rate = (OMX_U32)(rateFloat * 65536.0f + 0.5f); 2222ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } else { 2223ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (rateFloat > UINT_MAX) { 2224ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu return BAD_VALUE; 2225ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2226ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu rate = (OMX_U32)(rateFloat); 2227ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2228ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu OMX_PARAM_U32TYPE config; 2229ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu InitOMXParams(&config); 2230ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu config.nU32 = rate; 2231ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu status_t err = mOMX->setConfig( 2232ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu mNode, (OMX_INDEXTYPE)OMX_IndexConfigOperatingRate, 2233ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu &config, sizeof(config)); 2234ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (err != OK) { 2235ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu ALOGI("codec does not support config operating rate (err %d)", err); 2236ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2237ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu return OK; 2238ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu} 2239ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu 2240f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::setMinBufferSize(OMX_U32 portIndex, size_t size) { 2241f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 2242f933441648ef6a71dee783d733aac17b9508b452Andreas Huber InitOMXParams(&def); 2243f933441648ef6a71dee783d733aac17b9508b452Andreas Huber def.nPortIndex = portIndex; 2244f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2245f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t err = mOMX->getParameter( 2246f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 2247f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2248f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 2249f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 2250f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2251f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2252f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (def.nBufferSize >= size) { 2253f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return OK; 2254f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2255f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2256f933441648ef6a71dee783d733aac17b9508b452Andreas Huber def.nBufferSize = size; 2257f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2258f933441648ef6a71dee783d733aac17b9508b452Andreas Huber err = mOMX->setParameter( 2259f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 2260f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2261f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 2262f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 2263f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2264f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2265f933441648ef6a71dee783d733aac17b9508b452Andreas Huber err = mOMX->getParameter( 2266f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 2267f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2268f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 2269f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 2270f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2271f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2272777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (def.nBufferSize < size) { 2273777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("failed to set min buffer size to %zu (is still %u)", size, def.nBufferSize); 2274777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return FAILED_TRANSACTION; 2275777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 2276f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2277f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return OK; 2278f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 2279f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 22805778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::selectAudioPortFormat( 22815778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_U32 portIndex, OMX_AUDIO_CODINGTYPE desiredFormat) { 22825778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_AUDIO_PARAM_PORTFORMATTYPE format; 22835778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&format); 22845778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22855778822d86b0337407514b9372562b86edfa91cdAndreas Huber format.nPortIndex = portIndex; 228666092fdb46bf93c9247e86ed7788f764f670a01cLajos Molnar for (OMX_U32 index = 0; index <= kMaxIndicesToCheck; ++index) { 22875778822d86b0337407514b9372562b86edfa91cdAndreas Huber format.nIndex = index; 22885778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = mOMX->getParameter( 22895778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamAudioPortFormat, 22905778822d86b0337407514b9372562b86edfa91cdAndreas Huber &format, sizeof(format)); 22915778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22925778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 22935778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 22945778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 22955778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22965778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (format.eEncoding == desiredFormat) { 22975778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 22985778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 229966092fdb46bf93c9247e86ed7788f764f670a01cLajos Molnar 230066092fdb46bf93c9247e86ed7788f764f670a01cLajos Molnar if (index == kMaxIndicesToCheck) { 230166092fdb46bf93c9247e86ed7788f764f670a01cLajos Molnar ALOGW("[%s] stopping checking formats after %u: %s(%x)", 230266092fdb46bf93c9247e86ed7788f764f670a01cLajos Molnar mComponentName.c_str(), index, 230366092fdb46bf93c9247e86ed7788f764f670a01cLajos Molnar asString(format.eEncoding), format.eEncoding); 230466092fdb46bf93c9247e86ed7788f764f670a01cLajos Molnar return ERROR_UNSUPPORTED; 230566092fdb46bf93c9247e86ed7788f764f670a01cLajos Molnar } 23065778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23075778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23085778822d86b0337407514b9372562b86edfa91cdAndreas Huber return mOMX->setParameter( 23095778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamAudioPortFormat, &format, sizeof(format)); 23105778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 23115778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23125778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupAACCodec( 2313aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke bool encoder, int32_t numChannels, int32_t sampleRate, 23148045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi int32_t bitRate, int32_t aacProfile, bool isADTS, int32_t sbrMode, 23152965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang int32_t maxOutputChannelCount, const drcParams_t& drc, 23162965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang int32_t pcmLimiterEnable) { 2317ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber if (encoder && isADTS) { 2318ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber return -EINVAL; 2319ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 2320ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 23215778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = setupRawAudioFormat( 23225778822d86b0337407514b9372562b86edfa91cdAndreas Huber encoder ? kPortIndexInput : kPortIndexOutput, 23235778822d86b0337407514b9372562b86edfa91cdAndreas Huber sampleRate, 23245778822d86b0337407514b9372562b86edfa91cdAndreas Huber numChannels); 23255778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23265778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 23275778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 23285778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23295778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23305778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (encoder) { 23315778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = selectAudioPortFormat(kPortIndexOutput, OMX_AUDIO_CodingAAC); 23325778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23335778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 23345778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 23355778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23365778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23375778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 23385778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&def); 23395778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.nPortIndex = kPortIndexOutput; 23405778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23415778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->getParameter( 23425778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 23435778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23445778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 23455778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 23465778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23475778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23485778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.format.audio.bFlagErrorConcealment = OMX_TRUE; 23495778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.format.audio.eEncoding = OMX_AUDIO_CodingAAC; 23505778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23515778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 23525778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 23535778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23545778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 23555778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 23565778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23575778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23585778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_AUDIO_PARAM_AACPROFILETYPE profile; 23595778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&profile); 23605778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nPortIndex = kPortIndexOutput; 23615778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23625778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->getParameter( 23635778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamAudioAac, &profile, sizeof(profile)); 23645778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23655778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 23665778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 23675778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23685778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23695778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nChannels = numChannels; 23705778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23715778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.eChannelMode = 23725778822d86b0337407514b9372562b86edfa91cdAndreas Huber (numChannels == 1) 23735778822d86b0337407514b9372562b86edfa91cdAndreas Huber ? OMX_AUDIO_ChannelModeMono: OMX_AUDIO_ChannelModeStereo; 23745778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23755778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nSampleRate = sampleRate; 23765778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nBitRate = bitRate; 23775778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nAudioBandWidth = 0; 23785778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nFrameLength = 0; 23795778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nAACtools = OMX_AUDIO_AACToolAll; 23805778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nAACERtools = OMX_AUDIO_AACERNone; 2381aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke profile.eAACProfile = (OMX_AUDIO_AACPROFILETYPE) aacProfile; 23825778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.eAACStreamFormat = OMX_AUDIO_AACStreamFormatMP4FF; 2383b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi switch (sbrMode) { 2384b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi case 0: 2385b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi // disable sbr 2386b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools &= ~OMX_AUDIO_AACToolAndroidSSBR; 2387b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools &= ~OMX_AUDIO_AACToolAndroidDSBR; 2388b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi break; 2389b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi case 1: 2390b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi // enable single-rate sbr 2391b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools |= OMX_AUDIO_AACToolAndroidSSBR; 2392b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools &= ~OMX_AUDIO_AACToolAndroidDSBR; 2393b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi break; 2394b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi case 2: 2395b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi // enable dual-rate sbr 2396b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools &= ~OMX_AUDIO_AACToolAndroidSSBR; 2397b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools |= OMX_AUDIO_AACToolAndroidDSBR; 2398b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi break; 2399b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi case -1: 2400b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi // enable both modes -> the codec will decide which mode should be used 2401b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools |= OMX_AUDIO_AACToolAndroidSSBR; 2402b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools |= OMX_AUDIO_AACToolAndroidDSBR; 2403b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi break; 2404b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi default: 2405b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi // unsupported sbr mode 2406b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi return BAD_VALUE; 2407b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi } 2408b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi 24095778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24105778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 24115778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamAudioAac, &profile, sizeof(profile)); 24125778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24135778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 24145778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 24155778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24165778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24175778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 24185778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24195778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2420f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_AUDIO_PARAM_AACPROFILETYPE profile; 2421f933441648ef6a71dee783d733aac17b9508b452Andreas Huber InitOMXParams(&profile); 2422f933441648ef6a71dee783d733aac17b9508b452Andreas Huber profile.nPortIndex = kPortIndexInput; 2423f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 24245778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->getParameter( 2425f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamAudioAac, &profile, sizeof(profile)); 2426f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2427f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 2428f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 2429f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2430f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2431f933441648ef6a71dee783d733aac17b9508b452Andreas Huber profile.nChannels = numChannels; 2432f933441648ef6a71dee783d733aac17b9508b452Andreas Huber profile.nSampleRate = sampleRate; 2433ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 2434ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber profile.eAACStreamFormat = 2435ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber isADTS 2436ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber ? OMX_AUDIO_AACStreamFormatMP4ADTS 2437ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber : OMX_AUDIO_AACStreamFormatMP4FF; 2438f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 24398045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi OMX_AUDIO_PARAM_ANDROID_AACPRESENTATIONTYPE presentation; 24408045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi presentation.nMaxOutputChannels = maxOutputChannelCount; 24418045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi presentation.nDrcCut = drc.drcCut; 24428045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi presentation.nDrcBoost = drc.drcBoost; 24438045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi presentation.nHeavyCompression = drc.heavyCompression; 24448045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi presentation.nTargetReferenceLevel = drc.targetRefLevel; 24458045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi presentation.nEncodedTargetLevel = drc.encodedTargetLevel; 24462965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang presentation.nPCMLimiterEnable = pcmLimiterEnable; 24478045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi 24488045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi status_t res = mOMX->setParameter(mNode, OMX_IndexParamAudioAac, &profile, sizeof(profile)); 24498045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (res == OK) { 24508045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi // optional parameters, will not cause configuration failure 24518045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi mOMX->setParameter(mNode, (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidAacPresentation, 24528045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi &presentation, sizeof(presentation)); 24538045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } else { 24548045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi ALOGW("did not set AudioAndroidAacPresentation due to error %d when setting AudioAac", res); 24558045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 2456b6e9b8919c9ba25afc0f7f55ee3933f5d9f24dc8Marco Nelissen mSampleRate = sampleRate; 24578045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi return res; 24585778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 2459f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 246097358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryustatus_t ACodec::setupAC3Codec( 246197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu bool encoder, int32_t numChannels, int32_t sampleRate) { 246297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu status_t err = setupRawAudioFormat( 246397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu encoder ? kPortIndexInput : kPortIndexOutput, sampleRate, numChannels); 246497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 246597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu if (err != OK) { 246697358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu return err; 246797358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } 246897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 246997358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu if (encoder) { 247097358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu ALOGW("AC3 encoding is not supported."); 247197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu return INVALID_OPERATION; 247297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } 247397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 247497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu OMX_AUDIO_PARAM_ANDROID_AC3TYPE def; 247597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu InitOMXParams(&def); 247697358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu def.nPortIndex = kPortIndexInput; 247797358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 247897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu err = mOMX->getParameter( 247997358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu mNode, 248097358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidAc3, 248197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu &def, 248297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu sizeof(def)); 248397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 248497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu if (err != OK) { 248597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu return err; 248697358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } 248797358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 248897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu def.nChannels = numChannels; 248997358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu def.nSampleRate = sampleRate; 249097358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 249197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu return mOMX->setParameter( 249297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu mNode, 249397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidAc3, 249497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu &def, 249597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu sizeof(def)); 249697358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu} 249797358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 24988a4728966dc9c78e21c3c93a927707e93c05e5e0Rachadstatus_t ACodec::setupEAC3Codec( 24998a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad bool encoder, int32_t numChannels, int32_t sampleRate) { 25008a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad status_t err = setupRawAudioFormat( 25018a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad encoder ? kPortIndexInput : kPortIndexOutput, sampleRate, numChannels); 25028a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 25038a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad if (err != OK) { 25048a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad return err; 25058a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } 25068a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 25078a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad if (encoder) { 25088a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad ALOGW("EAC3 encoding is not supported."); 25098a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad return INVALID_OPERATION; 25108a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } 25118a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 25128a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad OMX_AUDIO_PARAM_ANDROID_EAC3TYPE def; 25138a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad InitOMXParams(&def); 25148a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad def.nPortIndex = kPortIndexInput; 25158a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 25168a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad err = mOMX->getParameter( 25178a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad mNode, 25188a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidEac3, 25198a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad &def, 25208a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad sizeof(def)); 25218a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 25228a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad if (err != OK) { 25238a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad return err; 25248a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } 25258a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 25268a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad def.nChannels = numChannels; 25278a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad def.nSampleRate = sampleRate; 25288a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 25298a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad return mOMX->setParameter( 25308a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad mNode, 25318a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidEac3, 25328a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad &def, 25338a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad sizeof(def)); 25348a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad} 25358a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 25365778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatic OMX_AUDIO_AMRBANDMODETYPE pickModeFromBitRate( 25375778822d86b0337407514b9372562b86edfa91cdAndreas Huber bool isAMRWB, int32_t bps) { 25385778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (isAMRWB) { 25395778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (bps <= 6600) { 25405778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB0; 25415778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 8850) { 25425778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB1; 25435778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 12650) { 25445778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB2; 25455778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 14250) { 25465778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB3; 25475778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 15850) { 25485778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB4; 25495778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 18250) { 25505778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB5; 25515778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 19850) { 25525778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB6; 25535778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 23050) { 25545778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB7; 25555778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25565778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25575778822d86b0337407514b9372562b86edfa91cdAndreas Huber // 23850 bps 25585778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB8; 25595778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { // AMRNB 25605778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (bps <= 4750) { 25615778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB0; 25625778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 5150) { 25635778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB1; 25645778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 5900) { 25655778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB2; 25665778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 6700) { 25675778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB3; 25685778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 7400) { 25695778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB4; 25705778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 7950) { 25715778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB5; 25725778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 10200) { 25735778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB6; 25745778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25755778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25765778822d86b0337407514b9372562b86edfa91cdAndreas Huber // 12200 bps 25775778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB7; 25785778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2579f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 2580f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 25815778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupAMRCodec(bool encoder, bool isWAMR, int32_t bitrate) { 2582729de186450f78c099637e1fce743fe531862c52Andreas Huber OMX_AUDIO_PARAM_AMRTYPE def; 2583729de186450f78c099637e1fce743fe531862c52Andreas Huber InitOMXParams(&def); 25845778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.nPortIndex = encoder ? kPortIndexOutput : kPortIndexInput; 2585729de186450f78c099637e1fce743fe531862c52Andreas Huber 2586729de186450f78c099637e1fce743fe531862c52Andreas Huber status_t err = 2587729de186450f78c099637e1fce743fe531862c52Andreas Huber mOMX->getParameter(mNode, OMX_IndexParamAudioAmr, &def, sizeof(def)); 2588729de186450f78c099637e1fce743fe531862c52Andreas Huber 2589729de186450f78c099637e1fce743fe531862c52Andreas Huber if (err != OK) { 2590729de186450f78c099637e1fce743fe531862c52Andreas Huber return err; 2591729de186450f78c099637e1fce743fe531862c52Andreas Huber } 2592729de186450f78c099637e1fce743fe531862c52Andreas Huber 2593729de186450f78c099637e1fce743fe531862c52Andreas Huber def.eAMRFrameFormat = OMX_AUDIO_AMRFrameFormatFSF; 25945778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.eAMRBandMode = pickModeFromBitRate(isWAMR, bitrate); 25955778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25965778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 25975778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamAudioAmr, &def, sizeof(def)); 2598729de186450f78c099637e1fce743fe531862c52Andreas Huber 25995778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 26005778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 26015778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2602729de186450f78c099637e1fce743fe531862c52Andreas Huber 26035778822d86b0337407514b9372562b86edfa91cdAndreas Huber return setupRawAudioFormat( 26045778822d86b0337407514b9372562b86edfa91cdAndreas Huber encoder ? kPortIndexInput : kPortIndexOutput, 26055778822d86b0337407514b9372562b86edfa91cdAndreas Huber isWAMR ? 16000 : 8000 /* sampleRate */, 26065778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1 /* numChannels */); 2607729de186450f78c099637e1fce743fe531862c52Andreas Huber} 2608729de186450f78c099637e1fce743fe531862c52Andreas Huber 260917c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissenstatus_t ACodec::setupG711Codec(bool encoder, int32_t sampleRate, int32_t numChannels) { 2610777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (encoder) { 2611777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return INVALID_OPERATION; 2612777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 26135778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2614729de186450f78c099637e1fce743fe531862c52Andreas Huber return setupRawAudioFormat( 261517c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissen kPortIndexInput, sampleRate, numChannels); 2616729de186450f78c099637e1fce743fe531862c52Andreas Huber} 2617729de186450f78c099637e1fce743fe531862c52Andreas Huber 26182f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivistatus_t ACodec::setupFlacCodec( 26192f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi bool encoder, int32_t numChannels, int32_t sampleRate, int32_t compressionLevel) { 26202f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi 26212f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi if (encoder) { 26222f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi OMX_AUDIO_PARAM_FLACTYPE def; 26232f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi InitOMXParams(&def); 26242f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi def.nPortIndex = kPortIndexOutput; 26252f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi 26262f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi // configure compression level 26272f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi status_t err = mOMX->getParameter(mNode, OMX_IndexParamAudioFlac, &def, sizeof(def)); 26282f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi if (err != OK) { 26292f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi ALOGE("setupFlacCodec(): Error %d getting OMX_IndexParamAudioFlac parameter", err); 26302f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi return err; 26312f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } 26322f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi def.nCompressionLevel = compressionLevel; 26332f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi err = mOMX->setParameter(mNode, OMX_IndexParamAudioFlac, &def, sizeof(def)); 26342f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi if (err != OK) { 26352f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi ALOGE("setupFlacCodec(): Error %d setting OMX_IndexParamAudioFlac parameter", err); 26362f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi return err; 26372f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } 26382f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } 26392f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi 26402f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi return setupRawAudioFormat( 26412f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi encoder ? kPortIndexInput : kPortIndexOutput, 26422f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi sampleRate, 26432f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi numChannels); 26442f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi} 26452f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi 2646729de186450f78c099637e1fce743fe531862c52Andreas Huberstatus_t ACodec::setupRawAudioFormat( 2647729de186450f78c099637e1fce743fe531862c52Andreas Huber OMX_U32 portIndex, int32_t sampleRate, int32_t numChannels) { 2648729de186450f78c099637e1fce743fe531862c52Andreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 2649729de186450f78c099637e1fce743fe531862c52Andreas Huber InitOMXParams(&def); 2650729de186450f78c099637e1fce743fe531862c52Andreas Huber def.nPortIndex = portIndex; 2651729de186450f78c099637e1fce743fe531862c52Andreas Huber 2652729de186450f78c099637e1fce743fe531862c52Andreas Huber status_t err = mOMX->getParameter( 2653729de186450f78c099637e1fce743fe531862c52Andreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 2654729de186450f78c099637e1fce743fe531862c52Andreas Huber 2655729de186450f78c099637e1fce743fe531862c52Andreas Huber if (err != OK) { 2656729de186450f78c099637e1fce743fe531862c52Andreas Huber return err; 2657729de186450f78c099637e1fce743fe531862c52Andreas Huber } 2658729de186450f78c099637e1fce743fe531862c52Andreas Huber 2659729de186450f78c099637e1fce743fe531862c52Andreas Huber def.format.audio.eEncoding = OMX_AUDIO_CodingPCM; 2660729de186450f78c099637e1fce743fe531862c52Andreas Huber 2661729de186450f78c099637e1fce743fe531862c52Andreas Huber err = mOMX->setParameter( 2662729de186450f78c099637e1fce743fe531862c52Andreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 2663729de186450f78c099637e1fce743fe531862c52Andreas Huber 2664729de186450f78c099637e1fce743fe531862c52Andreas Huber if (err != OK) { 2665729de186450f78c099637e1fce743fe531862c52Andreas Huber return err; 2666729de186450f78c099637e1fce743fe531862c52Andreas Huber } 2667729de186450f78c099637e1fce743fe531862c52Andreas Huber 2668729de186450f78c099637e1fce743fe531862c52Andreas Huber OMX_AUDIO_PARAM_PCMMODETYPE pcmParams; 2669729de186450f78c099637e1fce743fe531862c52Andreas Huber InitOMXParams(&pcmParams); 2670729de186450f78c099637e1fce743fe531862c52Andreas Huber pcmParams.nPortIndex = portIndex; 2671729de186450f78c099637e1fce743fe531862c52Andreas Huber 2672729de186450f78c099637e1fce743fe531862c52Andreas Huber err = mOMX->getParameter( 2673729de186450f78c099637e1fce743fe531862c52Andreas Huber mNode, OMX_IndexParamAudioPcm, &pcmParams, sizeof(pcmParams)); 2674729de186450f78c099637e1fce743fe531862c52Andreas Huber 2675729de186450f78c099637e1fce743fe531862c52Andreas Huber if (err != OK) { 2676729de186450f78c099637e1fce743fe531862c52Andreas Huber return err; 2677729de186450f78c099637e1fce743fe531862c52Andreas Huber } 2678729de186450f78c099637e1fce743fe531862c52Andreas Huber 2679729de186450f78c099637e1fce743fe531862c52Andreas Huber pcmParams.nChannels = numChannels; 2680729de186450f78c099637e1fce743fe531862c52Andreas Huber pcmParams.eNumData = OMX_NumericalDataSigned; 2681729de186450f78c099637e1fce743fe531862c52Andreas Huber pcmParams.bInterleaved = OMX_TRUE; 2682729de186450f78c099637e1fce743fe531862c52Andreas Huber pcmParams.nBitPerSample = 16; 2683729de186450f78c099637e1fce743fe531862c52Andreas Huber pcmParams.nSamplingRate = sampleRate; 2684729de186450f78c099637e1fce743fe531862c52Andreas Huber pcmParams.ePCMMode = OMX_AUDIO_PCMModeLinear; 2685729de186450f78c099637e1fce743fe531862c52Andreas Huber 2686c1d8115e8a0bdaeb2b723d395b9a85a02c90c933Andreas Huber if (getOMXChannelMapping(numChannels, pcmParams.eChannelMapping) != OK) { 2687c1d8115e8a0bdaeb2b723d395b9a85a02c90c933Andreas Huber return OMX_ErrorNone; 2688729de186450f78c099637e1fce743fe531862c52Andreas Huber } 2689729de186450f78c099637e1fce743fe531862c52Andreas Huber 2690729de186450f78c099637e1fce743fe531862c52Andreas Huber return mOMX->setParameter( 2691729de186450f78c099637e1fce743fe531862c52Andreas Huber mNode, OMX_IndexParamAudioPcm, &pcmParams, sizeof(pcmParams)); 2692729de186450f78c099637e1fce743fe531862c52Andreas Huber} 2693729de186450f78c099637e1fce743fe531862c52Andreas Huber 26945a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachadstatus_t ACodec::configureTunneledVideoPlayback( 269597827bd7c7e64dec22c8fe0f9e734a3c432ad7eeRachad int32_t audioHwSync, const sp<ANativeWindow> &nativeWindow) { 26965a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad native_handle_t* sidebandHandle; 26975a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 26985a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad status_t err = mOMX->configureVideoTunnelMode( 26995a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad mNode, kPortIndexOutput, OMX_TRUE, audioHwSync, &sidebandHandle); 27005a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (err != OK) { 27015a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGE("configureVideoTunnelMode failed! (err %d).", err); 27025a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad return err; 27035a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } 27045a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 27055a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad err = native_window_set_sideband_stream(nativeWindow.get(), sidebandHandle); 27065a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (err != OK) { 27075a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGE("native_window_set_sideband_stream(%p) failed! (err %d).", 27085a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad sidebandHandle, err); 27095a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad return err; 27105a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } 27115a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 27125a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad return OK; 27135a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad} 27145a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 2715f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::setVideoPortFormatType( 2716f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 portIndex, 2717f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_VIDEO_CODINGTYPE compressionFormat, 27180d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar OMX_COLOR_FORMATTYPE colorFormat, 27190d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar bool usingNativeBuffers) { 2720f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_VIDEO_PARAM_PORTFORMATTYPE format; 2721f933441648ef6a71dee783d733aac17b9508b452Andreas Huber InitOMXParams(&format); 2722f933441648ef6a71dee783d733aac17b9508b452Andreas Huber format.nPortIndex = portIndex; 2723f933441648ef6a71dee783d733aac17b9508b452Andreas Huber format.nIndex = 0; 2724f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool found = false; 2725f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 272666092fdb46bf93c9247e86ed7788f764f670a01cLajos Molnar for (OMX_U32 index = 0; index <= kMaxIndicesToCheck; ++index) { 2727f933441648ef6a71dee783d733aac17b9508b452Andreas Huber format.nIndex = index; 2728f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t err = mOMX->getParameter( 2729f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamVideoPortFormat, 2730f933441648ef6a71dee783d733aac17b9508b452Andreas Huber &format, sizeof(format)); 2731f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2732f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 2733f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 2734f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2735f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2736229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar // substitute back flexible color format to codec supported format 2737229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar OMX_U32 flexibleEquivalent; 27380d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (compressionFormat == OMX_VIDEO_CodingUnused 27390d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar && isFlexibleColorFormat( 27400d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar mOMX, mNode, format.eColorFormat, usingNativeBuffers, &flexibleEquivalent) 27410d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar && colorFormat == flexibleEquivalent) { 2742229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar ALOGI("[%s] using color format %#x in place of %#x", 2743229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar mComponentName.c_str(), format.eColorFormat, colorFormat); 2744229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar colorFormat = format.eColorFormat; 2745229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar } 2746229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar 2747f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // The following assertion is violated by TI's video decoder. 2748f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // CHECK_EQ(format.nIndex, index); 2749f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2750f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (!strcmp("OMX.TI.Video.encoder", mComponentName.c_str())) { 2751f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (portIndex == kPortIndexInput 2752f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && colorFormat == format.eColorFormat) { 2753f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // eCompressionFormat does not seem right. 2754f933441648ef6a71dee783d733aac17b9508b452Andreas Huber found = true; 2755f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 2756f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2757f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (portIndex == kPortIndexOutput 2758f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && compressionFormat == format.eCompressionFormat) { 2759f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // eColorFormat does not seem right. 2760f933441648ef6a71dee783d733aac17b9508b452Andreas Huber found = true; 2761f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 2762f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2763f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2764f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2765f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (format.eCompressionFormat == compressionFormat 2766f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && format.eColorFormat == colorFormat) { 2767f933441648ef6a71dee783d733aac17b9508b452Andreas Huber found = true; 2768f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 2769f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2770f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 277166092fdb46bf93c9247e86ed7788f764f670a01cLajos Molnar if (index == kMaxIndicesToCheck) { 277266092fdb46bf93c9247e86ed7788f764f670a01cLajos Molnar ALOGW("[%s] stopping checking formats after %u: %s(%x)/%s(%x)", 277366092fdb46bf93c9247e86ed7788f764f670a01cLajos Molnar mComponentName.c_str(), index, 277466092fdb46bf93c9247e86ed7788f764f670a01cLajos Molnar asString(format.eCompressionFormat), format.eCompressionFormat, 277566092fdb46bf93c9247e86ed7788f764f670a01cLajos Molnar asString(format.eColorFormat), format.eColorFormat); 277666092fdb46bf93c9247e86ed7788f764f670a01cLajos Molnar } 2777f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2778f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2779f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (!found) { 2780f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return UNKNOWN_ERROR; 2781f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2782f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2783f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t err = mOMX->setParameter( 2784f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamVideoPortFormat, 2785f933441648ef6a71dee783d733aac17b9508b452Andreas Huber &format, sizeof(format)); 2786f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2787f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 2788f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 2789f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 27900d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// Set optimal output format. OMX component lists output formats in the order 27910d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// of preference, but this got more complicated since the introduction of flexible 27920d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// YUV formats. We support a legacy behavior for applications that do not use 27930d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// surface output, do not specify an output format, but expect a "usable" standard 27940d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// OMX format. SW readable and standard formats must be flex-YUV. 27950d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// 27960d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// Suggested preference order: 27970d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// - optimal format for texture rendering (mediaplayer behavior) 27980d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// - optimal SW readable & texture renderable format (flex-YUV support) 27990d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// - optimal SW readable non-renderable format (flex-YUV bytebuffer support) 28000d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// - legacy "usable" standard formats 28010d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// 28020d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// For legacy support, we prefer a standard format, but will settle for a SW readable 28030d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// flex-YUV format. 28040d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnarstatus_t ACodec::setSupportedOutputFormat(bool getLegacyFlexibleFormat) { 28050d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar OMX_VIDEO_PARAM_PORTFORMATTYPE format, legacyFormat; 2806f933441648ef6a71dee783d733aac17b9508b452Andreas Huber InitOMXParams(&format); 2807f933441648ef6a71dee783d733aac17b9508b452Andreas Huber format.nPortIndex = kPortIndexOutput; 2808f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 28090d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar InitOMXParams(&legacyFormat); 28100d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar // this field will change when we find a suitable legacy format 28110d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar legacyFormat.eColorFormat = OMX_COLOR_FormatUnused; 2812f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 28130d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar for (OMX_U32 index = 0; ; ++index) { 28140d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar format.nIndex = index; 28150d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar status_t err = mOMX->getParameter( 28160d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar mNode, OMX_IndexParamVideoPortFormat, 28170d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar &format, sizeof(format)); 28180d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (err != OK) { 28190d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar // no more formats, pick legacy format if found 28200d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (legacyFormat.eColorFormat != OMX_COLOR_FormatUnused) { 28210d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar memcpy(&format, &legacyFormat, sizeof(format)); 28220d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar break; 28230d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 28240d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar return err; 28250d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 28260d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (format.eCompressionFormat != OMX_VIDEO_CodingUnused) { 28270d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar return OMX_ErrorBadParameter; 28280d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 28290d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (!getLegacyFlexibleFormat) { 28300d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar break; 28310d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 28320d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar // standard formats that were exposed to users before 28330d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (format.eColorFormat == OMX_COLOR_FormatYUV420Planar 28340d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar || format.eColorFormat == OMX_COLOR_FormatYUV420PackedPlanar 28350d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar || format.eColorFormat == OMX_COLOR_FormatYUV420SemiPlanar 28360d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar || format.eColorFormat == OMX_COLOR_FormatYUV420PackedSemiPlanar 28370d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar || format.eColorFormat == OMX_TI_COLOR_FormatYUV420PackedSemiPlanar) { 28380d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar break; 28390d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 28400d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar // find best legacy non-standard format 28410d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar OMX_U32 flexibleEquivalent; 28420d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (legacyFormat.eColorFormat == OMX_COLOR_FormatUnused 28430d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar && isFlexibleColorFormat( 28440d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar mOMX, mNode, format.eColorFormat, false /* usingNativeBuffers */, 28450d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar &flexibleEquivalent) 28460d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar && flexibleEquivalent == OMX_COLOR_FormatYUV420Flexible) { 28470d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar memcpy(&legacyFormat, &format, sizeof(format)); 28480d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 28490d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 2850f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return mOMX->setParameter( 2851f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamVideoPortFormat, 2852f933441648ef6a71dee783d733aac17b9508b452Andreas Huber &format, sizeof(format)); 2853f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 2854f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2855e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huberstatic const struct VideoCodingMapEntry { 2856e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber const char *mMime; 2857e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber OMX_VIDEO_CODINGTYPE mVideoCodingType; 2858e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber} kVideoCodingMapEntry[] = { 2859e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { MEDIA_MIMETYPE_VIDEO_AVC, OMX_VIDEO_CodingAVC }, 28602472b1c0d63454e5d90a982bd6c555de6c3127bdRachad { MEDIA_MIMETYPE_VIDEO_HEVC, OMX_VIDEO_CodingHEVC }, 2861e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { MEDIA_MIMETYPE_VIDEO_MPEG4, OMX_VIDEO_CodingMPEG4 }, 2862e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { MEDIA_MIMETYPE_VIDEO_H263, OMX_VIDEO_CodingH263 }, 2863e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { MEDIA_MIMETYPE_VIDEO_MPEG2, OMX_VIDEO_CodingMPEG2 }, 286494705aff3c9eef58cbb72ec6fe5d2dcfd9481646hkuang { MEDIA_MIMETYPE_VIDEO_VP8, OMX_VIDEO_CodingVP8 }, 286594705aff3c9eef58cbb72ec6fe5d2dcfd9481646hkuang { MEDIA_MIMETYPE_VIDEO_VP9, OMX_VIDEO_CodingVP9 }, 2866e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber}; 2867e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 28685778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatic status_t GetVideoCodingTypeFromMime( 28695778822d86b0337407514b9372562b86edfa91cdAndreas Huber const char *mime, OMX_VIDEO_CODINGTYPE *codingType) { 2870e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber for (size_t i = 0; 2871e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber i < sizeof(kVideoCodingMapEntry) / sizeof(kVideoCodingMapEntry[0]); 2872e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber ++i) { 2873e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (!strcasecmp(mime, kVideoCodingMapEntry[i].mMime)) { 2874e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber *codingType = kVideoCodingMapEntry[i].mVideoCodingType; 2875e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return OK; 2876e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 2877f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2878f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2879e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber *codingType = OMX_VIDEO_CodingUnused; 2880e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2881e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return ERROR_UNSUPPORTED; 2882e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber} 2883e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2884e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huberstatic status_t GetMimeTypeForVideoCoding( 2885e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber OMX_VIDEO_CODINGTYPE codingType, AString *mime) { 2886e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber for (size_t i = 0; 2887e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber i < sizeof(kVideoCodingMapEntry) / sizeof(kVideoCodingMapEntry[0]); 2888e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber ++i) { 2889e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (codingType == kVideoCodingMapEntry[i].mVideoCodingType) { 2890e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber *mime = kVideoCodingMapEntry[i].mMime; 2891e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return OK; 2892e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 2893e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 2894e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2895e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mime->clear(); 2896e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2897e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return ERROR_UNSUPPORTED; 28985778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 28995778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29005778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupVideoDecoder( 29010d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar const char *mime, const sp<AMessage> &msg, bool haveNativeWindow) { 290289869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar int32_t width, height; 290389869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar if (!msg->findInt32("width", &width) 290489869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar || !msg->findInt32("height", &height)) { 290589869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar return INVALID_OPERATION; 290689869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar } 290789869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar 29085778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_CODINGTYPE compressionFormat; 29095778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = GetVideoCodingTypeFromMime(mime, &compressionFormat); 29105778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29115778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 29125778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 29135778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 29145778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29155778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setVideoPortFormatType( 2916f933441648ef6a71dee783d733aac17b9508b452Andreas Huber kPortIndexInput, compressionFormat, OMX_COLOR_FormatUnused); 2917f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2918f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 2919f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 2920f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2921f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 292289869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar int32_t tmp; 292389869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar if (msg->findInt32("color-format", &tmp)) { 292489869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar OMX_COLOR_FORMATTYPE colorFormat = 292589869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar static_cast<OMX_COLOR_FORMATTYPE>(tmp); 292689869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar err = setVideoPortFormatType( 29270d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar kPortIndexOutput, OMX_VIDEO_CodingUnused, colorFormat, haveNativeWindow); 292889869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar if (err != OK) { 292989869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar ALOGW("[%s] does not support color format %d", 293089869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar mComponentName.c_str(), colorFormat); 29310d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar err = setSupportedOutputFormat(!haveNativeWindow /* getLegacyFlexibleFormat */); 293289869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar } 293389869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar } else { 29340d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar err = setSupportedOutputFormat(!haveNativeWindow /* getLegacyFlexibleFormat */); 293589869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar } 2936f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2937f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 2938f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 2939f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2940f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 294178b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad int32_t frameRateInt; 294278b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad float frameRateFloat; 294378b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad if (!msg->findFloat("frame-rate", &frameRateFloat)) { 294478b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad if (!msg->findInt32("frame-rate", &frameRateInt)) { 294578b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad frameRateInt = -1; 294678b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad } 294778b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad frameRateFloat = (float)frameRateInt; 294878b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad } 294978b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad 2950f933441648ef6a71dee783d733aac17b9508b452Andreas Huber err = setVideoFormatOnPort( 295178b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad kPortIndexInput, width, height, compressionFormat, frameRateFloat); 2952f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2953f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 2954f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 2955f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2956f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2957f933441648ef6a71dee783d733aac17b9508b452Andreas Huber err = setVideoFormatOnPort( 2958f933441648ef6a71dee783d733aac17b9508b452Andreas Huber kPortIndexOutput, width, height, OMX_VIDEO_CodingUnused); 2959f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2960f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 2961f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 2962f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2963f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2964f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return OK; 2965f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 2966f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 29675778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupVideoEncoder(const char *mime, const sp<AMessage> &msg) { 29685778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t tmp; 29695778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("color-format", &tmp)) { 29705778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 29715778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 29725778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29735778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_COLOR_FORMATTYPE colorFormat = 29745778822d86b0337407514b9372562b86edfa91cdAndreas Huber static_cast<OMX_COLOR_FORMATTYPE>(tmp); 29755778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29765778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = setVideoPortFormatType( 29775778822d86b0337407514b9372562b86edfa91cdAndreas Huber kPortIndexInput, OMX_VIDEO_CodingUnused, colorFormat); 29785778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29795778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 29805778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGE("[%s] does not support color format %d", 29815778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentName.c_str(), colorFormat); 29825778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29835778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 29845778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 29855778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29865778822d86b0337407514b9372562b86edfa91cdAndreas Huber /* Input port configuration */ 29875778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29885778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 29895778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&def); 29905778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29915778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PORTDEFINITIONTYPE *video_def = &def.format.video; 29925778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29935778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.nPortIndex = kPortIndexInput; 29945778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29955778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->getParameter( 29965778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 29975778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29985778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 29995778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 30005778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 30015778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30025778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t width, height, bitrate; 30035778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("width", &width) 30045778822d86b0337407514b9372562b86edfa91cdAndreas Huber || !msg->findInt32("height", &height) 30055778822d86b0337407514b9372562b86edfa91cdAndreas Huber || !msg->findInt32("bitrate", &bitrate)) { 30065778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 30075778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 30085778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30095778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nFrameWidth = width; 30105778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nFrameHeight = height; 30115778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30125778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t stride; 30135778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("stride", &stride)) { 30145778822d86b0337407514b9372562b86edfa91cdAndreas Huber stride = width; 30155778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 30165778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30175778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nStride = stride; 30185778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30195778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t sliceHeight; 30205778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("slice-height", &sliceHeight)) { 30215778822d86b0337407514b9372562b86edfa91cdAndreas Huber sliceHeight = height; 30225778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 30235778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30245778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nSliceHeight = sliceHeight; 30255778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30265778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.nBufferSize = (video_def->nStride * video_def->nSliceHeight * 3) / 2; 30275778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30285778822d86b0337407514b9372562b86edfa91cdAndreas Huber float frameRate; 30295778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findFloat("frame-rate", &frameRate)) { 30305778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t tmp; 30315778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("frame-rate", &tmp)) { 30325778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 30335778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 30345778822d86b0337407514b9372562b86edfa91cdAndreas Huber frameRate = (float)tmp; 30352c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mTimePerFrameUs = (int64_t) (1000000.0f / frameRate); 30365778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 30375778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30385778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->xFramerate = (OMX_U32)(frameRate * 65536.0f); 30395778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->eCompressionFormat = OMX_VIDEO_CodingUnused; 3040a32d5435d9585794b72dd12546054f13adb845f2Lajos Molnar // this is redundant as it was already set up in setVideoPortFormatType 3041a32d5435d9585794b72dd12546054f13adb845f2Lajos Molnar // FIXME for now skip this only for flexible YUV formats 3042a32d5435d9585794b72dd12546054f13adb845f2Lajos Molnar if (colorFormat != OMX_COLOR_FormatYUV420Flexible) { 3043a32d5435d9585794b72dd12546054f13adb845f2Lajos Molnar video_def->eColorFormat = colorFormat; 3044a32d5435d9585794b72dd12546054f13adb845f2Lajos Molnar } 30455778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30465778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 30475778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 30485778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30495778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 30505778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGE("[%s] failed to set input port definition parameters.", 30515778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentName.c_str()); 30525778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30535778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 30545778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 30555778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30565778822d86b0337407514b9372562b86edfa91cdAndreas Huber /* Output port configuration */ 30575778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30585778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_CODINGTYPE compressionFormat; 30595778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = GetVideoCodingTypeFromMime(mime, &compressionFormat); 30605778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30615778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 30625778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 30635778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 30645778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30655778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setVideoPortFormatType( 30665778822d86b0337407514b9372562b86edfa91cdAndreas Huber kPortIndexOutput, compressionFormat, OMX_COLOR_FormatUnused); 30675778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30685778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 30695778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGE("[%s] does not support compression format %d", 30705778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentName.c_str(), compressionFormat); 30715778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30725778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 30735778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 30745778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30755778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.nPortIndex = kPortIndexOutput; 30765778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30775778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->getParameter( 30785778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 30795778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30805778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 30815778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 30825778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 30835778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30845778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nFrameWidth = width; 30855778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nFrameHeight = height; 30865778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->xFramerate = 0; 30875778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nBitrate = bitrate; 30885778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->eCompressionFormat = compressionFormat; 30895778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->eColorFormat = OMX_COLOR_FormatUnused; 30905778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30915778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 30925778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 30935778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30945778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 30955778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGE("[%s] failed to set output port definition parameters.", 30965778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentName.c_str()); 30975778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30985778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 30995778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 31005778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31015778822d86b0337407514b9372562b86edfa91cdAndreas Huber switch (compressionFormat) { 31025778822d86b0337407514b9372562b86edfa91cdAndreas Huber case OMX_VIDEO_CodingMPEG4: 31035778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setupMPEG4EncoderParameters(msg); 31045778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 31055778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31065778822d86b0337407514b9372562b86edfa91cdAndreas Huber case OMX_VIDEO_CodingH263: 31075778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setupH263EncoderParameters(msg); 31085778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 31095778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31105778822d86b0337407514b9372562b86edfa91cdAndreas Huber case OMX_VIDEO_CodingAVC: 31115778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setupAVCEncoderParameters(msg); 31125778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 31135778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3114c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad case OMX_VIDEO_CodingHEVC: 3115c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad err = setupHEVCEncoderParameters(msg); 3116c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad break; 3117c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 311889b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber case OMX_VIDEO_CodingVP8: 311989b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber case OMX_VIDEO_CodingVP9: 312089b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber err = setupVPXEncoderParameters(msg); 312189b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber break; 312289b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber 31235778822d86b0337407514b9372562b86edfa91cdAndreas Huber default: 31245778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 31255778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 31265778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3127d36a023778256f0550e9a09e9993c066e8a3c7d7Ronghua Wu if (err == OK) { 3128d36a023778256f0550e9a09e9993c066e8a3c7d7Ronghua Wu ALOGI("setupVideoEncoder succeeded"); 3129d36a023778256f0550e9a09e9993c066e8a3c7d7Ronghua Wu } 31305778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31315778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 31325778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 31335778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31340dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dongstatus_t ACodec::setCyclicIntraMacroblockRefresh(const sp<AMessage> &msg, int32_t mode) { 31350dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong OMX_VIDEO_PARAM_INTRAREFRESHTYPE params; 31360dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong InitOMXParams(¶ms); 31370dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.nPortIndex = kPortIndexOutput; 31380dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 31390dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.eRefreshMode = static_cast<OMX_VIDEO_INTRAREFRESHTYPE>(mode); 31400dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 31410dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (params.eRefreshMode == OMX_VIDEO_IntraRefreshCyclic || 31420dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.eRefreshMode == OMX_VIDEO_IntraRefreshBoth) { 31430dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong int32_t mbs; 31440dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (!msg->findInt32("intra-refresh-CIR-mbs", &mbs)) { 31450dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong return INVALID_OPERATION; 31460dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 31470dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.nCirMBs = mbs; 31480dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 31490dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 31500dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (params.eRefreshMode == OMX_VIDEO_IntraRefreshAdaptive || 31510dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.eRefreshMode == OMX_VIDEO_IntraRefreshBoth) { 31520dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong int32_t mbs; 31530dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (!msg->findInt32("intra-refresh-AIR-mbs", &mbs)) { 31540dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong return INVALID_OPERATION; 31550dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 31560dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.nAirMBs = mbs; 31570dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 31580dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong int32_t ref; 31590dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (!msg->findInt32("intra-refresh-AIR-ref", &ref)) { 31600dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong return INVALID_OPERATION; 31610dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 31620dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.nAirRef = ref; 31630dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 31640dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 31650dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong status_t err = mOMX->setParameter( 31660dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong mNode, OMX_IndexParamVideoIntraRefresh, 31670dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong ¶ms, sizeof(params)); 31680dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong return err; 31690dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong} 31700dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 31715778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatic OMX_U32 setPFramesSpacing(int32_t iFramesInterval, int32_t frameRate) { 31725778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (iFramesInterval < 0) { 31735778822d86b0337407514b9372562b86edfa91cdAndreas Huber return 0xFFFFFFFF; 31745778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (iFramesInterval == 0) { 31755778822d86b0337407514b9372562b86edfa91cdAndreas Huber return 0; 31765778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 31775778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_U32 ret = frameRate * iFramesInterval; 31785778822d86b0337407514b9372562b86edfa91cdAndreas Huber return ret; 31795778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 31805778822d86b0337407514b9372562b86edfa91cdAndreas Huber 318196076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huberstatic OMX_VIDEO_CONTROLRATETYPE getBitrateMode(const sp<AMessage> &msg) { 318296076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber int32_t tmp; 318396076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber if (!msg->findInt32("bitrate-mode", &tmp)) { 318496076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber return OMX_Video_ControlRateVariable; 318596076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber } 318696076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber 318796076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber return static_cast<OMX_VIDEO_CONTROLRATETYPE>(tmp); 318896076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber} 318996076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber 31905778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupMPEG4EncoderParameters(const sp<AMessage> &msg) { 31915778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t bitrate, iFrameInterval; 31925778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("bitrate", &bitrate) 31935778822d86b0337407514b9372562b86edfa91cdAndreas Huber || !msg->findInt32("i-frame-interval", &iFrameInterval)) { 31945778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 31955778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 31965778822d86b0337407514b9372562b86edfa91cdAndreas Huber 319796076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber OMX_VIDEO_CONTROLRATETYPE bitrateMode = getBitrateMode(msg); 319896076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber 31995778822d86b0337407514b9372562b86edfa91cdAndreas Huber float frameRate; 32005778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findFloat("frame-rate", &frameRate)) { 32015778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t tmp; 32025778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("frame-rate", &tmp)) { 32035778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 32045778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 32055778822d86b0337407514b9372562b86edfa91cdAndreas Huber frameRate = (float)tmp; 32065778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 32075778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32085778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PARAM_MPEG4TYPE mpeg4type; 32095778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&mpeg4type); 32105778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nPortIndex = kPortIndexOutput; 32115778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32125778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = mOMX->getParameter( 32135778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoMpeg4, &mpeg4type, sizeof(mpeg4type)); 32145778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32155778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 32165778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 32175778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 32185778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32195778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nSliceHeaderSpacing = 0; 32205778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.bSVH = OMX_FALSE; 32215778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.bGov = OMX_FALSE; 32225778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32235778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nAllowedPictureTypes = 32245778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PictureTypeI | OMX_VIDEO_PictureTypeP; 32255778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32265778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nPFrames = setPFramesSpacing(iFrameInterval, frameRate); 32275778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mpeg4type.nPFrames == 0) { 32285778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nAllowedPictureTypes = OMX_VIDEO_PictureTypeI; 32295778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 32305778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nBFrames = 0; 32315778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nIDCVLCThreshold = 0; 32325778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.bACPred = OMX_TRUE; 32335778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nMaxPacketSize = 256; 32345778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nTimeIncRes = 1000; 32355778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nHeaderExtension = 0; 32365778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.bReversibleVLC = OMX_FALSE; 32375778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32385778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t profile; 32395778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (msg->findInt32("profile", &profile)) { 32405778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t level; 32415778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("level", &level)) { 32425778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 32435778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 32445778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32455778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = verifySupportForProfileAndLevel(profile, level); 32465778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32475778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 32485778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 32495778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 32505778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32515778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.eProfile = static_cast<OMX_VIDEO_MPEG4PROFILETYPE>(profile); 32525778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.eLevel = static_cast<OMX_VIDEO_MPEG4LEVELTYPE>(level); 32535778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 32545778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32555778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 32565778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoMpeg4, &mpeg4type, sizeof(mpeg4type)); 32575778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32585778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 32595778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 32605778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 32615778822d86b0337407514b9372562b86edfa91cdAndreas Huber 326296076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber err = configureBitrate(bitrate, bitrateMode); 32635778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32645778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 32655778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 32665778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 32675778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32685778822d86b0337407514b9372562b86edfa91cdAndreas Huber return setupErrorCorrectionParameters(); 32695778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 32705778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32715778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupH263EncoderParameters(const sp<AMessage> &msg) { 32725778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t bitrate, iFrameInterval; 32735778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("bitrate", &bitrate) 32745778822d86b0337407514b9372562b86edfa91cdAndreas Huber || !msg->findInt32("i-frame-interval", &iFrameInterval)) { 32755778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 32765778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 32775778822d86b0337407514b9372562b86edfa91cdAndreas Huber 327896076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber OMX_VIDEO_CONTROLRATETYPE bitrateMode = getBitrateMode(msg); 327996076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber 32805778822d86b0337407514b9372562b86edfa91cdAndreas Huber float frameRate; 32815778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findFloat("frame-rate", &frameRate)) { 32825778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t tmp; 32835778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("frame-rate", &tmp)) { 32845778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 32855778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 32865778822d86b0337407514b9372562b86edfa91cdAndreas Huber frameRate = (float)tmp; 32875778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 32885778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32895778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PARAM_H263TYPE h263type; 32905778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&h263type); 32915778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nPortIndex = kPortIndexOutput; 32925778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32935778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = mOMX->getParameter( 32945778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoH263, &h263type, sizeof(h263type)); 32955778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32965778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 32975778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 32985778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 32995778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33005778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nAllowedPictureTypes = 33015778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PictureTypeI | OMX_VIDEO_PictureTypeP; 33025778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33035778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nPFrames = setPFramesSpacing(iFrameInterval, frameRate); 33045778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (h263type.nPFrames == 0) { 33055778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nAllowedPictureTypes = OMX_VIDEO_PictureTypeI; 33065778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 33075778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nBFrames = 0; 33085778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33095778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t profile; 33105778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (msg->findInt32("profile", &profile)) { 33115778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t level; 33125778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("level", &level)) { 33135778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 33145778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 33155778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33165778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = verifySupportForProfileAndLevel(profile, level); 33175778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33185778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 33195778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 33205778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 33215778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33225778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.eProfile = static_cast<OMX_VIDEO_H263PROFILETYPE>(profile); 33235778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.eLevel = static_cast<OMX_VIDEO_H263LEVELTYPE>(level); 33245778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 33255778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33265778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.bPLUSPTYPEAllowed = OMX_FALSE; 33275778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.bForceRoundingTypeToZero = OMX_FALSE; 33285778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nPictureHeaderRepetition = 0; 33295778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nGOBHeaderInterval = 0; 33305778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33315778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 33325778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoH263, &h263type, sizeof(h263type)); 33335778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33345778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 33355778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 33365778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 33375778822d86b0337407514b9372562b86edfa91cdAndreas Huber 333896076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber err = configureBitrate(bitrate, bitrateMode); 33395778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33405778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 33415778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 33425778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 33435778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33445778822d86b0337407514b9372562b86edfa91cdAndreas Huber return setupErrorCorrectionParameters(); 33455778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 33465778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3347a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar// static 3348a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnarint /* OMX_VIDEO_AVCLEVELTYPE */ ACodec::getAVCLevelFor( 3349a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar int width, int height, int rate, int bitrate, 3350a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar OMX_VIDEO_AVCPROFILETYPE profile) { 3351a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar // convert bitrate to main/baseline profile kbps equivalent 3352a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar switch (profile) { 3353a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar case OMX_VIDEO_AVCProfileHigh10: 3354a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar bitrate = divUp(bitrate, 3000); break; 3355a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar case OMX_VIDEO_AVCProfileHigh: 3356a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar bitrate = divUp(bitrate, 1250); break; 3357a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar default: 3358a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar bitrate = divUp(bitrate, 1000); break; 3359a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar } 3360a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar 3361a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar // convert size and rate to MBs 3362a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar width = divUp(width, 16); 3363a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar height = divUp(height, 16); 3364a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar int mbs = width * height; 3365a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar rate *= mbs; 3366a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar int maxDimension = max(width, height); 3367a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar 3368a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar static const int limits[][5] = { 3369a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar /* MBps MB dim bitrate level */ 3370a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 1485, 99, 28, 64, OMX_VIDEO_AVCLevel1 }, 3371a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 1485, 99, 28, 128, OMX_VIDEO_AVCLevel1b }, 3372a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 3000, 396, 56, 192, OMX_VIDEO_AVCLevel11 }, 3373a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 6000, 396, 56, 384, OMX_VIDEO_AVCLevel12 }, 3374a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 11880, 396, 56, 768, OMX_VIDEO_AVCLevel13 }, 3375a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 11880, 396, 56, 2000, OMX_VIDEO_AVCLevel2 }, 3376a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 19800, 792, 79, 4000, OMX_VIDEO_AVCLevel21 }, 3377a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 20250, 1620, 113, 4000, OMX_VIDEO_AVCLevel22 }, 3378a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 40500, 1620, 113, 10000, OMX_VIDEO_AVCLevel3 }, 3379a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 108000, 3600, 169, 14000, OMX_VIDEO_AVCLevel31 }, 3380a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 216000, 5120, 202, 20000, OMX_VIDEO_AVCLevel32 }, 3381a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 245760, 8192, 256, 20000, OMX_VIDEO_AVCLevel4 }, 3382a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 245760, 8192, 256, 50000, OMX_VIDEO_AVCLevel41 }, 3383a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 522240, 8704, 263, 50000, OMX_VIDEO_AVCLevel42 }, 3384a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 589824, 22080, 420, 135000, OMX_VIDEO_AVCLevel5 }, 3385a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 983040, 36864, 543, 240000, OMX_VIDEO_AVCLevel51 }, 3386a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 2073600, 36864, 543, 240000, OMX_VIDEO_AVCLevel52 }, 3387a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar }; 3388a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar 3389a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar for (size_t i = 0; i < ARRAY_SIZE(limits); i++) { 3390a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar const int (&limit)[5] = limits[i]; 3391a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar if (rate <= limit[0] && mbs <= limit[1] && maxDimension <= limit[2] 3392a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar && bitrate <= limit[3]) { 3393a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar return limit[4]; 3394a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar } 3395a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar } 3396a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar return 0; 3397a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar} 3398a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar 33995778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupAVCEncoderParameters(const sp<AMessage> &msg) { 34005778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t bitrate, iFrameInterval; 34015778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("bitrate", &bitrate) 34025778822d86b0337407514b9372562b86edfa91cdAndreas Huber || !msg->findInt32("i-frame-interval", &iFrameInterval)) { 34035778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 34045778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 34055778822d86b0337407514b9372562b86edfa91cdAndreas Huber 340696076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber OMX_VIDEO_CONTROLRATETYPE bitrateMode = getBitrateMode(msg); 340796076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber 34085778822d86b0337407514b9372562b86edfa91cdAndreas Huber float frameRate; 34095778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findFloat("frame-rate", &frameRate)) { 34105778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t tmp; 34115778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("frame-rate", &tmp)) { 34125778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 34135778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 34145778822d86b0337407514b9372562b86edfa91cdAndreas Huber frameRate = (float)tmp; 34155778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 34165778822d86b0337407514b9372562b86edfa91cdAndreas Huber 34170dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong status_t err = OK; 34180dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong int32_t intraRefreshMode = 0; 34190dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (msg->findInt32("intra-refresh-mode", &intraRefreshMode)) { 34200dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong err = setCyclicIntraMacroblockRefresh(msg, intraRefreshMode); 34210dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (err != OK) { 34220dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong ALOGE("Setting intra macroblock refresh mode (%d) failed: 0x%x", 34230dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong err, intraRefreshMode); 34240dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong return err; 34250dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 34260dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 34270dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 34285778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PARAM_AVCTYPE h264type; 34295778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&h264type); 34305778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nPortIndex = kPortIndexOutput; 34315778822d86b0337407514b9372562b86edfa91cdAndreas Huber 34320dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong err = mOMX->getParameter( 34335778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoAvc, &h264type, sizeof(h264type)); 34345778822d86b0337407514b9372562b86edfa91cdAndreas Huber 34355778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 34365778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 34375778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 34385778822d86b0337407514b9372562b86edfa91cdAndreas Huber 34395778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nAllowedPictureTypes = 34405778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PictureTypeI | OMX_VIDEO_PictureTypeP; 34415778822d86b0337407514b9372562b86edfa91cdAndreas Huber 34425778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t profile; 34435778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (msg->findInt32("profile", &profile)) { 34445778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t level; 34455778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("level", &level)) { 34465778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 34475778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 34485778822d86b0337407514b9372562b86edfa91cdAndreas Huber 34495778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = verifySupportForProfileAndLevel(profile, level); 34505778822d86b0337407514b9372562b86edfa91cdAndreas Huber 34515778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 34525778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 34535778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 34545778822d86b0337407514b9372562b86edfa91cdAndreas Huber 34555778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.eProfile = static_cast<OMX_VIDEO_AVCPROFILETYPE>(profile); 34565778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.eLevel = static_cast<OMX_VIDEO_AVCLEVELTYPE>(level); 34575778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 34585778822d86b0337407514b9372562b86edfa91cdAndreas Huber 34595778822d86b0337407514b9372562b86edfa91cdAndreas Huber // XXX 34607c25df82dfc8bbedb58608242f0d923a4594bb14James Dong if (h264type.eProfile != OMX_VIDEO_AVCProfileBaseline) { 34617c25df82dfc8bbedb58608242f0d923a4594bb14James Dong ALOGW("Use baseline profile instead of %d for AVC recording", 34627c25df82dfc8bbedb58608242f0d923a4594bb14James Dong h264type.eProfile); 34635778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.eProfile = OMX_VIDEO_AVCProfileBaseline; 34645778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 34655778822d86b0337407514b9372562b86edfa91cdAndreas Huber 34665778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (h264type.eProfile == OMX_VIDEO_AVCProfileBaseline) { 34675778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nSliceHeaderSpacing = 0; 34685778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bUseHadamard = OMX_TRUE; 34695778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nRefFrames = 1; 34705778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nBFrames = 0; 34715778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nPFrames = setPFramesSpacing(iFrameInterval, frameRate); 34725778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (h264type.nPFrames == 0) { 34735778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nAllowedPictureTypes = OMX_VIDEO_PictureTypeI; 34745778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 34755778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nRefIdx10ActiveMinus1 = 0; 34765778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nRefIdx11ActiveMinus1 = 0; 34775778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bEntropyCodingCABAC = OMX_FALSE; 34785778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bWeightedPPrediction = OMX_FALSE; 34795778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bconstIpred = OMX_FALSE; 34805778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bDirect8x8Inference = OMX_FALSE; 34815778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bDirectSpatialTemporal = OMX_FALSE; 34825778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nCabacInitIdc = 0; 34835778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 34845778822d86b0337407514b9372562b86edfa91cdAndreas Huber 34855778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (h264type.nBFrames != 0) { 34865778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nAllowedPictureTypes |= OMX_VIDEO_PictureTypeB; 34875778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 34885778822d86b0337407514b9372562b86edfa91cdAndreas Huber 34895778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bEnableUEP = OMX_FALSE; 34905778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bEnableFMO = OMX_FALSE; 34915778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bEnableASO = OMX_FALSE; 34925778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bEnableRS = OMX_FALSE; 34935778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bFrameMBsOnly = OMX_TRUE; 34945778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bMBAFF = OMX_FALSE; 34955778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.eLoopFilterMode = OMX_VIDEO_AVCLoopFilterEnable; 34965778822d86b0337407514b9372562b86edfa91cdAndreas Huber 34975778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 34985778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoAvc, &h264type, sizeof(h264type)); 34995778822d86b0337407514b9372562b86edfa91cdAndreas Huber 35005778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 35015778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 35025778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 35035778822d86b0337407514b9372562b86edfa91cdAndreas Huber 350496076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber return configureBitrate(bitrate, bitrateMode); 35055778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 35065778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3507c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachadstatus_t ACodec::setupHEVCEncoderParameters(const sp<AMessage> &msg) { 3508c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad int32_t bitrate, iFrameInterval; 3509c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (!msg->findInt32("bitrate", &bitrate) 3510c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad || !msg->findInt32("i-frame-interval", &iFrameInterval)) { 3511c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return INVALID_OPERATION; 3512c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 3513c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 3514c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad OMX_VIDEO_CONTROLRATETYPE bitrateMode = getBitrateMode(msg); 3515c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 3516c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad float frameRate; 3517c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (!msg->findFloat("frame-rate", &frameRate)) { 3518c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad int32_t tmp; 3519c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (!msg->findInt32("frame-rate", &tmp)) { 3520c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return INVALID_OPERATION; 3521c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 3522c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad frameRate = (float)tmp; 3523c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 3524c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 3525c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad OMX_VIDEO_PARAM_HEVCTYPE hevcType; 3526c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad InitOMXParams(&hevcType); 3527c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad hevcType.nPortIndex = kPortIndexOutput; 3528c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 3529c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad status_t err = OK; 3530c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad err = mOMX->getParameter( 3531c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad mNode, (OMX_INDEXTYPE)OMX_IndexParamVideoHevc, &hevcType, sizeof(hevcType)); 3532c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (err != OK) { 3533c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return err; 3534c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 3535c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 3536c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad int32_t profile; 3537c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (msg->findInt32("profile", &profile)) { 3538c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad int32_t level; 3539c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (!msg->findInt32("level", &level)) { 3540c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return INVALID_OPERATION; 3541c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 3542c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 3543c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad err = verifySupportForProfileAndLevel(profile, level); 3544c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (err != OK) { 3545c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return err; 3546c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 3547c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 3548c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad hevcType.eProfile = static_cast<OMX_VIDEO_HEVCPROFILETYPE>(profile); 3549c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad hevcType.eLevel = static_cast<OMX_VIDEO_HEVCLEVELTYPE>(level); 3550c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 3551c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 3552c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad // TODO: Need OMX structure definition for setting iFrameInterval 3553c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 3554c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad err = mOMX->setParameter( 3555c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad mNode, (OMX_INDEXTYPE)OMX_IndexParamVideoHevc, &hevcType, sizeof(hevcType)); 3556c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (err != OK) { 3557c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return err; 3558c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 3559c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 3560c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return configureBitrate(bitrate, bitrateMode); 3561c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad} 3562c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 356389b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huberstatus_t ACodec::setupVPXEncoderParameters(const sp<AMessage> &msg) { 356489b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber int32_t bitrate; 35654154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev int32_t iFrameInterval = 0; 35664154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev size_t tsLayers = 0; 35674154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev OMX_VIDEO_ANDROID_VPXTEMPORALLAYERPATTERNTYPE pattern = 35684154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev OMX_VIDEO_VPXTemporalLayerPatternNone; 35694154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev static const uint32_t kVp8LayerRateAlloction 35704154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev [OMX_VIDEO_ANDROID_MAXVP8TEMPORALLAYERS] 35714154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev [OMX_VIDEO_ANDROID_MAXVP8TEMPORALLAYERS] = { 35724154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev {100, 100, 100}, // 1 layer 35734154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev { 60, 100, 100}, // 2 layers {60%, 40%} 35744154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev { 40, 60, 100}, // 3 layers {40%, 20%, 40%} 35754154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev }; 357689b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber if (!msg->findInt32("bitrate", &bitrate)) { 357789b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber return INVALID_OPERATION; 357889b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber } 35794154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev msg->findInt32("i-frame-interval", &iFrameInterval); 358089b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber 358189b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber OMX_VIDEO_CONTROLRATETYPE bitrateMode = getBitrateMode(msg); 358289b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber 35834154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev float frameRate; 35844154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (!msg->findFloat("frame-rate", &frameRate)) { 35854154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev int32_t tmp; 35864154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (!msg->findInt32("frame-rate", &tmp)) { 35874154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev return INVALID_OPERATION; 35884154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 35894154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev frameRate = (float)tmp; 35904154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 35914154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev 35924154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev AString tsSchema; 35934154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (msg->findString("ts-schema", &tsSchema)) { 35944154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (tsSchema == "webrtc.vp8.1-layer") { 35954154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev pattern = OMX_VIDEO_VPXTemporalLayerPatternWebRTC; 35964154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev tsLayers = 1; 35974154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } else if (tsSchema == "webrtc.vp8.2-layer") { 35984154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev pattern = OMX_VIDEO_VPXTemporalLayerPatternWebRTC; 35994154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev tsLayers = 2; 36004154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } else if (tsSchema == "webrtc.vp8.3-layer") { 36014154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev pattern = OMX_VIDEO_VPXTemporalLayerPatternWebRTC; 36024154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev tsLayers = 3; 36034154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } else { 36044154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev ALOGW("Unsupported ts-schema [%s]", tsSchema.c_str()); 36054154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 36064154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 36074154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev 36084154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev OMX_VIDEO_PARAM_ANDROID_VP8ENCODERTYPE vp8type; 36094154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev InitOMXParams(&vp8type); 36104154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.nPortIndex = kPortIndexOutput; 36114154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev status_t err = mOMX->getParameter( 36124154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev mNode, (OMX_INDEXTYPE)OMX_IndexParamVideoAndroidVp8Encoder, 36134154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev &vp8type, sizeof(vp8type)); 36144154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev 36154154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (err == OK) { 36164154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (iFrameInterval > 0) { 36174154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.nKeyFrameInterval = setPFramesSpacing(iFrameInterval, frameRate); 36184154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 36194154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.eTemporalPattern = pattern; 36204154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.nTemporalLayerCount = tsLayers; 36214154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (tsLayers > 0) { 36224154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev for (size_t i = 0; i < OMX_VIDEO_ANDROID_MAXVP8TEMPORALLAYERS; i++) { 36234154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.nTemporalLayerBitrateRatio[i] = 36244154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev kVp8LayerRateAlloction[tsLayers - 1][i]; 36254154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 36264154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 36274154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (bitrateMode == OMX_Video_ControlRateConstant) { 36284154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.nMinQuantizer = 2; 36294154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.nMaxQuantizer = 63; 36304154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 36314154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev 36324154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev err = mOMX->setParameter( 36334154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev mNode, (OMX_INDEXTYPE)OMX_IndexParamVideoAndroidVp8Encoder, 36344154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev &vp8type, sizeof(vp8type)); 36354154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (err != OK) { 36364154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev ALOGW("Extended VP8 parameters set failed: %d", err); 36374154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 36384154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 36394154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev 364089b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber return configureBitrate(bitrate, bitrateMode); 364189b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber} 364289b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber 36435778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::verifySupportForProfileAndLevel( 36445778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t profile, int32_t level) { 36455778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PARAM_PROFILELEVELTYPE params; 36465778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(¶ms); 36475778822d86b0337407514b9372562b86edfa91cdAndreas Huber params.nPortIndex = kPortIndexOutput; 36485778822d86b0337407514b9372562b86edfa91cdAndreas Huber 364966092fdb46bf93c9247e86ed7788f764f670a01cLajos Molnar for (OMX_U32 index = 0; index <= kMaxIndicesToCheck; ++index) { 365066092fdb46bf93c9247e86ed7788f764f670a01cLajos Molnar params.nProfileIndex = index; 36515778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = mOMX->getParameter( 36525778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, 36535778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_IndexParamVideoProfileLevelQuerySupported, 36545778822d86b0337407514b9372562b86edfa91cdAndreas Huber ¶ms, 36555778822d86b0337407514b9372562b86edfa91cdAndreas Huber sizeof(params)); 36565778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36575778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 36585778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 36595778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 36605778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36615778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t supportedProfile = static_cast<int32_t>(params.eProfile); 36625778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t supportedLevel = static_cast<int32_t>(params.eLevel); 36635778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36645778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (profile == supportedProfile && level <= supportedLevel) { 36655778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 36665778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 366766092fdb46bf93c9247e86ed7788f764f670a01cLajos Molnar 366866092fdb46bf93c9247e86ed7788f764f670a01cLajos Molnar if (index == kMaxIndicesToCheck) { 366966092fdb46bf93c9247e86ed7788f764f670a01cLajos Molnar ALOGW("[%s] stopping checking profiles after %u: %x/%x", 367066092fdb46bf93c9247e86ed7788f764f670a01cLajos Molnar mComponentName.c_str(), index, 367166092fdb46bf93c9247e86ed7788f764f670a01cLajos Molnar params.eProfile, params.eLevel); 367266092fdb46bf93c9247e86ed7788f764f670a01cLajos Molnar } 36735778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 367466092fdb46bf93c9247e86ed7788f764f670a01cLajos Molnar return ERROR_UNSUPPORTED; 36755778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 36765778822d86b0337407514b9372562b86edfa91cdAndreas Huber 367796076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huberstatus_t ACodec::configureBitrate( 367896076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber int32_t bitrate, OMX_VIDEO_CONTROLRATETYPE bitrateMode) { 36795778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PARAM_BITRATETYPE bitrateType; 36805778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&bitrateType); 36815778822d86b0337407514b9372562b86edfa91cdAndreas Huber bitrateType.nPortIndex = kPortIndexOutput; 36825778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36835778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = mOMX->getParameter( 36845778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoBitrate, 36855778822d86b0337407514b9372562b86edfa91cdAndreas Huber &bitrateType, sizeof(bitrateType)); 36865778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36875778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 36885778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 36895778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 36905778822d86b0337407514b9372562b86edfa91cdAndreas Huber 369196076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber bitrateType.eControlRate = bitrateMode; 36925778822d86b0337407514b9372562b86edfa91cdAndreas Huber bitrateType.nTargetBitrate = bitrate; 36935778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36945778822d86b0337407514b9372562b86edfa91cdAndreas Huber return mOMX->setParameter( 36955778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoBitrate, 36965778822d86b0337407514b9372562b86edfa91cdAndreas Huber &bitrateType, sizeof(bitrateType)); 36975778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 36985778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36995778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupErrorCorrectionParameters() { 37005778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PARAM_ERRORCORRECTIONTYPE errorCorrectionType; 37015778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&errorCorrectionType); 37025778822d86b0337407514b9372562b86edfa91cdAndreas Huber errorCorrectionType.nPortIndex = kPortIndexOutput; 37035778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37045778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = mOMX->getParameter( 37055778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoErrorCorrection, 37065778822d86b0337407514b9372562b86edfa91cdAndreas Huber &errorCorrectionType, sizeof(errorCorrectionType)); 37075778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37085778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 37095778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; // Optional feature. Ignore this failure 37105778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 37115778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37125778822d86b0337407514b9372562b86edfa91cdAndreas Huber errorCorrectionType.bEnableHEC = OMX_FALSE; 37135778822d86b0337407514b9372562b86edfa91cdAndreas Huber errorCorrectionType.bEnableResync = OMX_TRUE; 37145778822d86b0337407514b9372562b86edfa91cdAndreas Huber errorCorrectionType.nResynchMarkerSpacing = 256; 37155778822d86b0337407514b9372562b86edfa91cdAndreas Huber errorCorrectionType.bEnableDataPartitioning = OMX_FALSE; 37165778822d86b0337407514b9372562b86edfa91cdAndreas Huber errorCorrectionType.bEnableRVLC = OMX_FALSE; 37175778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37185778822d86b0337407514b9372562b86edfa91cdAndreas Huber return mOMX->setParameter( 37195778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoErrorCorrection, 37205778822d86b0337407514b9372562b86edfa91cdAndreas Huber &errorCorrectionType, sizeof(errorCorrectionType)); 37215778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 37225778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3723f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::setVideoFormatOnPort( 3724f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 portIndex, 372578b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad int32_t width, int32_t height, OMX_VIDEO_CODINGTYPE compressionFormat, 372678b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad float frameRate) { 3727f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 3728f933441648ef6a71dee783d733aac17b9508b452Andreas Huber InitOMXParams(&def); 3729f933441648ef6a71dee783d733aac17b9508b452Andreas Huber def.nPortIndex = portIndex; 3730f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3731f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_VIDEO_PORTDEFINITIONTYPE *video_def = &def.format.video; 3732f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3733f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t err = mOMX->getParameter( 3734f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 3735777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 3736777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 3737777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 3738f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3739f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (portIndex == kPortIndexInput) { 3740f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // XXX Need a (much) better heuristic to compute input buffer sizes. 3741f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const size_t X = 64 * 1024; 3742f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (def.nBufferSize < X) { 3743f933441648ef6a71dee783d733aac17b9508b452Andreas Huber def.nBufferSize = X; 3744f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3745f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3746f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3747777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (def.eDomain != OMX_PortDomainVideo) { 3748777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("expected video port, got %s(%d)", asString(def.eDomain), def.eDomain); 3749777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return FAILED_TRANSACTION; 3750777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 3751f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3752f933441648ef6a71dee783d733aac17b9508b452Andreas Huber video_def->nFrameWidth = width; 3753f933441648ef6a71dee783d733aac17b9508b452Andreas Huber video_def->nFrameHeight = height; 3754f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3755f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (portIndex == kPortIndexInput) { 3756f933441648ef6a71dee783d733aac17b9508b452Andreas Huber video_def->eCompressionFormat = compressionFormat; 3757f933441648ef6a71dee783d733aac17b9508b452Andreas Huber video_def->eColorFormat = OMX_COLOR_FormatUnused; 375878b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad if (frameRate >= 0) { 375978b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad video_def->xFramerate = (OMX_U32)(frameRate * 65536.0f); 376078b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad } 3761f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3762f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3763f933441648ef6a71dee783d733aac17b9508b452Andreas Huber err = mOMX->setParameter( 3764f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 3765f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3766f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 3767f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 3768f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3769f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::initNativeWindow() { 3770f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mNativeWindow != NULL) { 3771f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return mOMX->enableGraphicBuffers(mNode, kPortIndexOutput, OMX_TRUE); 3772f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3773f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3774f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mOMX->enableGraphicBuffers(mNode, kPortIndexOutput, OMX_FALSE); 3775f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return OK; 3776f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 3777f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3778d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Hubersize_t ACodec::countBuffersOwnedByComponent(OMX_U32 portIndex) const { 3779d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber size_t n = 0; 3780d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 3781d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber for (size_t i = 0; i < mBuffers[portIndex].size(); ++i) { 3782d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber const BufferInfo &info = mBuffers[portIndex].itemAt(i); 3783d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 3784d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber if (info.mStatus == BufferInfo::OWNED_BY_COMPONENT) { 3785d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber ++n; 3786d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber } 3787d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber } 3788d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 3789d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber return n; 3790d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber} 3791d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 37927e7013392e302a28364df1dcee79b82ad90978b4Andreas Hubersize_t ACodec::countBuffersOwnedByNativeWindow() const { 37937e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber size_t n = 0; 37947e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 37957e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber for (size_t i = 0; i < mBuffers[kPortIndexOutput].size(); ++i) { 37967e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber const BufferInfo &info = mBuffers[kPortIndexOutput].itemAt(i); 37977e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 37987e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber if (info.mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW) { 37997e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber ++n; 38007e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber } 38017e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber } 38027e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 38037e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber return n; 38047e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber} 38057e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 38067e7013392e302a28364df1dcee79b82ad90978b4Andreas Hubervoid ACodec::waitUntilAllPossibleNativeWindowBuffersAreReturnedToUs() { 38077e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber if (mNativeWindow == NULL) { 38087e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber return; 38097e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber } 38107e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 3811e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar while (countBuffersOwnedByNativeWindow() > mNumUndequeuedBuffers 38127e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber && dequeueBufferFromNativeWindow() != NULL) { 3813c38fcfba95f711e5738e4c72bd5499317a2f30d9Lajos Molnar // these buffers will be submitted as regular buffers; account for this 3814054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (storingMetadataInDecodedBuffers() && mMetadataBuffersToSubmit > 0) { 3815054219874873b41f1c815552987c10465c34ba2bLajos Molnar --mMetadataBuffersToSubmit; 3816c38fcfba95f711e5738e4c72bd5499317a2f30d9Lajos Molnar } 38177e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber } 38187e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber} 38197e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 3820f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::allYourBuffersAreBelongToUs( 3821f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 portIndex) { 3822f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (size_t i = 0; i < mBuffers[portIndex].size(); ++i) { 3823f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = &mBuffers[portIndex].editItemAt(i); 3824f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3825f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mStatus != BufferInfo::OWNED_BY_US 3826f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && info->mStatus != BufferInfo::OWNED_BY_NATIVE_WINDOW) { 3827609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] Buffer %u on port %u still has status %d", 3828f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mComponentName.c_str(), 3829f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mBufferID, portIndex, info->mStatus); 3830f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return false; 3831f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3832f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3833f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3834f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 3835f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 3836f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3837f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::allYourBuffersAreBelongToUs() { 3838f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return allYourBuffersAreBelongToUs(kPortIndexInput) 3839f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && allYourBuffersAreBelongToUs(kPortIndexOutput); 3840f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 3841f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3842f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::deferMessage(const sp<AMessage> &msg) { 3843f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mDeferredQueue.push_back(msg); 3844f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 3845f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3846f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::processDeferredMessages() { 3847f933441648ef6a71dee783d733aac17b9508b452Andreas Huber List<sp<AMessage> > queue = mDeferredQueue; 3848f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mDeferredQueue.clear(); 3849f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3850f933441648ef6a71dee783d733aac17b9508b452Andreas Huber List<sp<AMessage> >::iterator it = queue.begin(); 3851f933441648ef6a71dee783d733aac17b9508b452Andreas Huber while (it != queue.end()) { 3852f933441648ef6a71dee783d733aac17b9508b452Andreas Huber onMessageReceived(*it++); 3853f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3854f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 3855f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 385603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar// static 3857229d242665c612fd97431d1e7ac004823b47f181Lajos Molnarbool ACodec::describeDefaultColorFormat(DescribeColorFormatParams ¶ms) { 385803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar MediaImage &image = params.sMediaImage; 385903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar memset(&image, 0, sizeof(image)); 386003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 386103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mType = MediaImage::MEDIA_IMAGE_TYPE_UNKNOWN; 386203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mNumPlanes = 0; 386303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 386403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar const OMX_COLOR_FORMATTYPE fmt = params.eColorFormat; 386503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mWidth = params.nFrameWidth; 386603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mHeight = params.nFrameHeight; 386703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 386803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar // only supporting YUV420 386903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar if (fmt != OMX_COLOR_FormatYUV420Planar && 387003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar fmt != OMX_COLOR_FormatYUV420PackedPlanar && 387103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar fmt != OMX_COLOR_FormatYUV420SemiPlanar && 38725a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar fmt != OMX_COLOR_FormatYUV420PackedSemiPlanar && 38732ad160ba086f0504cf56dcc24619a0cee2546a23Dan Stoza fmt != (OMX_COLOR_FORMATTYPE)HAL_PIXEL_FORMAT_YV12) { 387403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar ALOGW("do not know color format 0x%x = %d", fmt, fmt); 3875229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar return false; 387603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 387703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 3878b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar // TEMPORARY FIX for some vendors that advertise sliceHeight as 0 3879b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar if (params.nStride != 0 && params.nSliceHeight == 0) { 3880b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar ALOGW("using sliceHeight=%u instead of what codec advertised (=0)", 3881b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar params.nFrameHeight); 3882b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar params.nSliceHeight = params.nFrameHeight; 3883b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar } 3884b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar 3885b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar // we need stride and slice-height to be non-zero 3886b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar if (params.nStride == 0 || params.nSliceHeight == 0) { 3887b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar ALOGW("cannot describe color format 0x%x = %d with stride=%u and sliceHeight=%u", 3888b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar fmt, fmt, params.nStride, params.nSliceHeight); 3889b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar return false; 3890b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar } 3891b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar 389203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar // set-up YUV format 389303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mType = MediaImage::MEDIA_IMAGE_TYPE_YUV; 389403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mNumPlanes = 3; 389503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mBitDepth = 8; 389603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.Y].mOffset = 0; 389703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.Y].mColInc = 1; 389803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.Y].mRowInc = params.nStride; 389903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.Y].mHorizSubsampling = 1; 390003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.Y].mVertSubsampling = 1; 390103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 39025a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar switch ((int)fmt) { 39035a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar case HAL_PIXEL_FORMAT_YV12: 39045a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar if (params.bUsingNativeBuffers) { 39055a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar size_t ystride = align(params.nStride, 16); 39065a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar size_t cstride = align(params.nStride / 2, 16); 39075a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.Y].mRowInc = ystride; 39085a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar 39095a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.V].mOffset = ystride * params.nSliceHeight; 39105a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.V].mColInc = 1; 39115a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.V].mRowInc = cstride; 39125a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.V].mHorizSubsampling = 2; 39135a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.V].mVertSubsampling = 2; 39145a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar 39155a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.U].mOffset = image.mPlane[image.V].mOffset 39165a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar + (cstride * params.nSliceHeight / 2); 39175a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.U].mColInc = 1; 39185a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.U].mRowInc = cstride; 39195a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.U].mHorizSubsampling = 2; 39205a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.U].mVertSubsampling = 2; 39215a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar break; 39225a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar } else { 39235a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar // fall through as YV12 is used for YUV420Planar by some codecs 39245a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar } 39255a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar 39265a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar case OMX_COLOR_FormatYUV420Planar: 392703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar case OMX_COLOR_FormatYUV420PackedPlanar: 392803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mOffset = params.nStride * params.nSliceHeight; 392903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mColInc = 1; 393003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mRowInc = params.nStride / 2; 393103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mHorizSubsampling = 2; 393203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mVertSubsampling = 2; 393303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 393403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mOffset = image.mPlane[image.U].mOffset 393503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar + (params.nStride * params.nSliceHeight / 4); 393603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mColInc = 1; 393703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mRowInc = params.nStride / 2; 393803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mHorizSubsampling = 2; 393903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mVertSubsampling = 2; 394003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar break; 394103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 394203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar case OMX_COLOR_FormatYUV420SemiPlanar: 394303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar // FIXME: NV21 for sw-encoder, NV12 for decoder and hw-encoder 394403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar case OMX_COLOR_FormatYUV420PackedSemiPlanar: 394503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar // NV12 394603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mOffset = params.nStride * params.nSliceHeight; 394703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mColInc = 2; 394803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mRowInc = params.nStride; 394903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mHorizSubsampling = 2; 395003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mVertSubsampling = 2; 395103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 395203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mOffset = image.mPlane[image.U].mOffset + 1; 395303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mColInc = 2; 395403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mRowInc = params.nStride; 395503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mHorizSubsampling = 2; 395603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mVertSubsampling = 2; 395703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar break; 395803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 395903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar default: 396003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar TRESPASS(); 396103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 3962229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar return true; 3963229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar} 3964229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar 3965229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar// static 3966229d242665c612fd97431d1e7ac004823b47f181Lajos Molnarbool ACodec::describeColorFormat( 3967229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar const sp<IOMX> &omx, IOMX::node_id node, 3968229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar DescribeColorFormatParams &describeParams) 3969229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar{ 3970229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar OMX_INDEXTYPE describeColorFormatIndex; 3971229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar if (omx->getExtensionIndex( 3972229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar node, "OMX.google.android.index.describeColorFormat", 3973229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar &describeColorFormatIndex) != OK || 3974229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar omx->getParameter( 3975229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar node, describeColorFormatIndex, 3976229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar &describeParams, sizeof(describeParams)) != OK) { 3977229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar return describeDefaultColorFormat(describeParams); 3978229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar } 3979229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar return describeParams.sMediaImage.mType != 3980229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar MediaImage::MEDIA_IMAGE_TYPE_UNKNOWN; 3981229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar} 3982229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar 3983229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar// static 3984229d242665c612fd97431d1e7ac004823b47f181Lajos Molnarbool ACodec::isFlexibleColorFormat( 3985229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar const sp<IOMX> &omx, IOMX::node_id node, 39860d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar uint32_t colorFormat, bool usingNativeBuffers, OMX_U32 *flexibleEquivalent) { 3987229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar DescribeColorFormatParams describeParams; 3988229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar InitOMXParams(&describeParams); 3989229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar describeParams.eColorFormat = (OMX_COLOR_FORMATTYPE)colorFormat; 3990229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar // reasonable dummy values 3991229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar describeParams.nFrameWidth = 128; 3992229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar describeParams.nFrameHeight = 128; 3993229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar describeParams.nStride = 128; 3994229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar describeParams.nSliceHeight = 128; 39950d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.bUsingNativeBuffers = (OMX_BOOL)usingNativeBuffers; 3996229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar 3997229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar CHECK(flexibleEquivalent != NULL); 3998229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar 3999229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar if (!describeColorFormat(omx, node, describeParams)) { 4000229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar return false; 4001229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar } 4002229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar 4003229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar const MediaImage &img = describeParams.sMediaImage; 4004229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar if (img.mType == MediaImage::MEDIA_IMAGE_TYPE_YUV) { 4005229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar if (img.mNumPlanes != 3 || 4006229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar img.mPlane[img.Y].mHorizSubsampling != 1 || 4007229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar img.mPlane[img.Y].mVertSubsampling != 1) { 4008229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar return false; 4009229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar } 4010229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar 4011229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar // YUV 420 4012229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar if (img.mPlane[img.U].mHorizSubsampling == 2 4013229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar && img.mPlane[img.U].mVertSubsampling == 2 4014229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar && img.mPlane[img.V].mHorizSubsampling == 2 4015229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar && img.mPlane[img.V].mVertSubsampling == 2) { 4016229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar // possible flexible YUV420 format 4017229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar if (img.mBitDepth <= 8) { 4018229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar *flexibleEquivalent = OMX_COLOR_FormatYUV420Flexible; 4019229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar return true; 4020229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar } 4021229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar } 4022229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar } 4023229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar return false; 402403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar} 402503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 4026e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnarstatus_t ACodec::getPortFormat(OMX_U32 portIndex, sp<AMessage> ¬ify) { 4027777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim const char *niceIndex = portIndex == kPortIndexInput ? "input" : "output"; 402831e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 402931e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber InitOMXParams(&def); 4030e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar def.nPortIndex = portIndex; 403131e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 4032777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim status_t err = mOMX->getParameter(mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 4033777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4034777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4035777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 403631e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 4037777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (def.eDir != (portIndex == kPortIndexOutput ? OMX_DirOutput : OMX_DirInput)) { 4038777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("unexpected dir: %s(%d) on %s port", asString(def.eDir), def.eDir, niceIndex); 4039777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return BAD_VALUE; 4040777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 404131e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 404231e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber switch (def.eDomain) { 404331e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber case OMX_PortDomainVideo: 404431e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber { 404531e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber OMX_VIDEO_PORTDEFINITIONTYPE *videoDef = &def.format.video; 4046e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar switch ((int)videoDef->eCompressionFormat) { 4047e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar case OMX_VIDEO_CodingUnused: 4048e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar { 4049e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK(mIsEncoder ^ (portIndex == kPortIndexOutput)); 4050e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setString("mime", MEDIA_MIMETYPE_VIDEO_RAW); 4051e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4052e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("stride", videoDef->nStride); 4053e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("slice-height", videoDef->nSliceHeight); 4054e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("color-format", videoDef->eColorFormat); 4055e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 40560d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (mNativeWindow == NULL) { 40570d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar DescribeColorFormatParams describeParams; 40580d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar InitOMXParams(&describeParams); 40590d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.eColorFormat = videoDef->eColorFormat; 40600d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.nFrameWidth = videoDef->nFrameWidth; 40610d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.nFrameHeight = videoDef->nFrameHeight; 40620d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.nStride = videoDef->nStride; 40630d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.nSliceHeight = videoDef->nSliceHeight; 40640d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.bUsingNativeBuffers = OMX_FALSE; 40650d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar 40660d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (describeColorFormat(mOMX, mNode, describeParams)) { 40670d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar notify->setBuffer( 40680d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar "image-data", 40690d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar ABuffer::CreateAsCopy( 40700d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar &describeParams.sMediaImage, 40710d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar sizeof(describeParams.sMediaImage))); 40725a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar 40735a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar MediaImage *img = &describeParams.sMediaImage; 40747c77f9ca649f321374118937bcdaca14a7e5684bLajos Molnar ALOGV("[%s] MediaImage { F(%ux%u) @%u+%u+%u @%u+%u+%u @%u+%u+%u }", 40755a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar mComponentName.c_str(), img->mWidth, img->mHeight, 40765a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar img->mPlane[0].mOffset, img->mPlane[0].mColInc, img->mPlane[0].mRowInc, 40775a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar img->mPlane[1].mOffset, img->mPlane[1].mColInc, img->mPlane[1].mRowInc, 40785a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar img->mPlane[2].mOffset, img->mPlane[2].mColInc, img->mPlane[2].mRowInc); 40790d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 408003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 408103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 408291a3cc00db31a713a25848f345bd624ac2ad8dc5Lajos Molnar if (portIndex != kPortIndexOutput) { 408391a3cc00db31a713a25848f345bd624ac2ad8dc5Lajos Molnar // TODO: also get input crop 408491a3cc00db31a713a25848f345bd624ac2ad8dc5Lajos Molnar break; 408591a3cc00db31a713a25848f345bd624ac2ad8dc5Lajos Molnar } 408691a3cc00db31a713a25848f345bd624ac2ad8dc5Lajos Molnar 4087e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar OMX_CONFIG_RECTTYPE rect; 4088e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar InitOMXParams(&rect); 408991a3cc00db31a713a25848f345bd624ac2ad8dc5Lajos Molnar rect.nPortIndex = portIndex; 4090e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4091e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if (mOMX->getConfig( 409291a3cc00db31a713a25848f345bd624ac2ad8dc5Lajos Molnar mNode, 409391a3cc00db31a713a25848f345bd624ac2ad8dc5Lajos Molnar (portIndex == kPortIndexOutput ? 409491a3cc00db31a713a25848f345bd624ac2ad8dc5Lajos Molnar OMX_IndexConfigCommonOutputCrop : 409591a3cc00db31a713a25848f345bd624ac2ad8dc5Lajos Molnar OMX_IndexConfigCommonInputCrop), 4096e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar &rect, sizeof(rect)) != OK) { 4097e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar rect.nLeft = 0; 4098e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar rect.nTop = 0; 4099e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar rect.nWidth = videoDef->nFrameWidth; 4100e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar rect.nHeight = videoDef->nFrameHeight; 4101e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 410231e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 4103777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (rect.nLeft < 0 || 4104777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim rect.nTop < 0 || 4105777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim rect.nLeft + rect.nWidth > videoDef->nFrameWidth || 4106777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim rect.nTop + rect.nHeight > videoDef->nFrameHeight) { 4107777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Wrong cropped rect (%d, %d) - (%u, %u) vs. frame (%u, %u)", 4108777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim rect.nLeft, rect.nTop, 4109777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim rect.nLeft + rect.nWidth, rect.nTop + rect.nHeight, 4110777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim videoDef->nFrameWidth, videoDef->nFrameHeight); 4111777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return BAD_VALUE; 4112777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4113e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4114e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setRect( 4115577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar "crop", 4116577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar rect.nLeft, 4117577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar rect.nTop, 4118e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar rect.nLeft + rect.nWidth - 1, 4119e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar rect.nTop + rect.nHeight - 1); 4120e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4121e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar break; 4122e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 41234730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia 41244730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia case OMX_VIDEO_CodingVP8: 41254730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia case OMX_VIDEO_CodingVP9: 41264730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia { 41274730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia OMX_VIDEO_PARAM_ANDROID_VP8ENCODERTYPE vp8type; 41284730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia InitOMXParams(&vp8type); 41294730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia vp8type.nPortIndex = kPortIndexOutput; 41304730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia status_t err = mOMX->getParameter( 41314730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia mNode, 41324730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia (OMX_INDEXTYPE)OMX_IndexParamVideoAndroidVp8Encoder, 41334730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia &vp8type, 41344730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia sizeof(vp8type)); 41354730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia 41364730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia if (err == OK) { 41374730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia AString tsSchema = "none"; 41384730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia if (vp8type.eTemporalPattern 41394730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia == OMX_VIDEO_VPXTemporalLayerPatternWebRTC) { 41404730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia switch (vp8type.nTemporalLayerCount) { 41414730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia case 1: 41424730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia { 41434730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia tsSchema = "webrtc.vp8.1-layer"; 41444730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia break; 41454730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 41464730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia case 2: 41474730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia { 41484730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia tsSchema = "webrtc.vp8.2-layer"; 41494730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia break; 41504730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 41514730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia case 3: 41524730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia { 41534730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia tsSchema = "webrtc.vp8.3-layer"; 41544730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia break; 41554730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 41564730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia default: 41574730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia { 41584730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia break; 41594730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 41604730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 41614730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 41624730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia notify->setString("ts-schema", tsSchema); 41634730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 41644730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia // Fall through to set up mime. 41654730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 41664730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia 4167e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar default: 4168e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar { 4169777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (mIsEncoder ^ (portIndex == kPortIndexOutput)) { 4170777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim // should be CodingUnused 4171777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Raw port video compression format is %s(%d)", 4172777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim asString(videoDef->eCompressionFormat), 4173777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim videoDef->eCompressionFormat); 4174777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return BAD_VALUE; 4175777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4176e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar AString mime; 4177e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if (GetMimeTypeForVideoCoding( 4178e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar videoDef->eCompressionFormat, &mime) != OK) { 4179e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setString("mime", "application/octet-stream"); 4180e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } else { 4181e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setString("mime", mime.c_str()); 4182e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 4183e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar break; 4184e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 418531e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber } 4186e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("width", videoDef->nFrameWidth); 4187e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("height", videoDef->nFrameHeight); 41885a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar ALOGV("[%s] %s format is %s", mComponentName.c_str(), 41895a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar portIndex == kPortIndexInput ? "input" : "output", 41905a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar notify->debugString().c_str()); 41915a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar 419231e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber break; 419331e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber } 419431e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 419531e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber case OMX_PortDomainAudio: 419631e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber { 419731e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber OMX_AUDIO_PORTDEFINITIONTYPE *audioDef = &def.format.audio; 419831e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 419997358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu switch ((int)audioDef->eEncoding) { 4200e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber case OMX_AUDIO_CodingPCM: 4201e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { 4202e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber OMX_AUDIO_PARAM_PCMMODETYPE params; 4203e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber InitOMXParams(¶ms); 4204e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 4205e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4206777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 4207777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, OMX_IndexParamAudioPcm, ¶ms, sizeof(params)); 4208777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4209777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4210777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 421114f7672b5d450ed26a06fd3bb3ce045ea78b11b2Andreas Huber 4212777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (params.nChannels <= 0 4213777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim || (params.nChannels != 1 && !params.bInterleaved) 4214777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim || params.nBitPerSample != 16u 4215777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim || params.eNumData != OMX_NumericalDataSigned 4216777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim || params.ePCMMode != OMX_AUDIO_PCMModeLinear) { 4217777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("unsupported PCM port: %u channels%s, %u-bit, %s(%d), %s(%d) mode ", 4218777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim params.nChannels, 4219777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim params.bInterleaved ? " interleaved" : "", 4220777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim params.nBitPerSample, 4221777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim asString(params.eNumData), params.eNumData, 4222777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim asString(params.ePCMMode), params.ePCMMode); 4223777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return FAILED_TRANSACTION; 4224777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4225e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4226e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setString("mime", MEDIA_MIMETYPE_AUDIO_RAW); 4227e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("channel-count", params.nChannels); 4228e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("sample-rate", params.nSamplingRate); 4229e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4230e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (mChannelMaskPresent) { 4231e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("channel-mask", mChannelMask); 42328b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen } 4233e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber break; 42348b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen } 42359806555d3930be43e11106281dee354820ac1c88Andreas Huber 4236e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber case OMX_AUDIO_CodingAAC: 4237e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { 4238e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber OMX_AUDIO_PARAM_AACPROFILETYPE params; 4239e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber InitOMXParams(¶ms); 4240e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 4241e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4242777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 4243777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, OMX_IndexParamAudioAac, ¶ms, sizeof(params)); 4244777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4245777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4246777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4247e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4248e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setString("mime", MEDIA_MIMETYPE_AUDIO_AAC); 4249e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("channel-count", params.nChannels); 4250e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("sample-rate", params.nSampleRate); 4251e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber break; 4252e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 4253e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4254e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber case OMX_AUDIO_CodingAMR: 4255e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { 4256e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber OMX_AUDIO_PARAM_AMRTYPE params; 4257e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber InitOMXParams(¶ms); 4258e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 42599806555d3930be43e11106281dee354820ac1c88Andreas Huber 4260777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 4261777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, OMX_IndexParamAudioAmr, ¶ms, sizeof(params)); 4262777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4263777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4264777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4265e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4266e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("channel-count", 1); 4267e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (params.eAMRBandMode >= OMX_AUDIO_AMRBandModeWB0) { 42680806340688c937e7b78c2d89db3809274130df4eLajos Molnar notify->setString("mime", MEDIA_MIMETYPE_AUDIO_AMR_WB); 4269e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("sample-rate", 16000); 4270e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } else { 42710806340688c937e7b78c2d89db3809274130df4eLajos Molnar notify->setString("mime", MEDIA_MIMETYPE_AUDIO_AMR_NB); 4272e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("sample-rate", 8000); 4273e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 4274e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber break; 4275e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 4276e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4277e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber case OMX_AUDIO_CodingFLAC: 4278e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { 4279e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber OMX_AUDIO_PARAM_FLACTYPE params; 4280e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber InitOMXParams(¶ms); 4281e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 4282e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4283777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 4284777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, OMX_IndexParamAudioFlac, ¶ms, sizeof(params)); 4285777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4286777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4287777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4288e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4289e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setString("mime", MEDIA_MIMETYPE_AUDIO_FLAC); 4290e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("channel-count", params.nChannels); 4291e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("sample-rate", params.nSampleRate); 4292e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber break; 4293e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 4294e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4295e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar case OMX_AUDIO_CodingMP3: 4296e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar { 4297e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar OMX_AUDIO_PARAM_MP3TYPE params; 4298e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar InitOMXParams(¶ms); 4299e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 4300e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4301777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 4302777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, OMX_IndexParamAudioMp3, ¶ms, sizeof(params)); 4303777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4304777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4305777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4306e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4307e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setString("mime", MEDIA_MIMETYPE_AUDIO_MPEG); 4308e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("channel-count", params.nChannels); 4309e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("sample-rate", params.nSampleRate); 4310e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar break; 4311e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 4312e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4313e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar case OMX_AUDIO_CodingVORBIS: 4314e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar { 4315e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar OMX_AUDIO_PARAM_VORBISTYPE params; 4316e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar InitOMXParams(¶ms); 4317e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 4318e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4319777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 4320777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, OMX_IndexParamAudioVorbis, ¶ms, sizeof(params)); 4321777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4322777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4323777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4324e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4325e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setString("mime", MEDIA_MIMETYPE_AUDIO_VORBIS); 4326e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("channel-count", params.nChannels); 4327e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("sample-rate", params.nSampleRate); 4328e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar break; 4329e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 4330e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 433197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu case OMX_AUDIO_CodingAndroidAC3: 433297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu { 433397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu OMX_AUDIO_PARAM_ANDROID_AC3TYPE params; 433497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu InitOMXParams(¶ms); 4335e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 433697358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 4337777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 4338777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidAc3, 4339777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ¶ms, sizeof(params)); 4340777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4341777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4342777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 434397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 434497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu notify->setString("mime", MEDIA_MIMETYPE_AUDIO_AC3); 434597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu notify->setInt32("channel-count", params.nChannels); 434697358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu notify->setInt32("sample-rate", params.nSampleRate); 434797358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu break; 434897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } 4349e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 43508a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad case OMX_AUDIO_CodingAndroidEAC3: 43518a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad { 43528a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad OMX_AUDIO_PARAM_ANDROID_EAC3TYPE params; 43538a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad InitOMXParams(¶ms); 43548a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad params.nPortIndex = portIndex; 43558a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 4356777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 4357777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidEac3, 4358777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ¶ms, sizeof(params)); 4359777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4360777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4361777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 43628a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 43638a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad notify->setString("mime", MEDIA_MIMETYPE_AUDIO_EAC3); 43648a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad notify->setInt32("channel-count", params.nChannels); 43658a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad notify->setInt32("sample-rate", params.nSampleRate); 43668a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad break; 43678a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } 43688a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 43698c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian case OMX_AUDIO_CodingAndroidOPUS: 43708c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian { 43718c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian OMX_AUDIO_PARAM_ANDROID_OPUSTYPE params; 43728c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian InitOMXParams(¶ms); 43738c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian params.nPortIndex = portIndex; 43748c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian 4375777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 4376777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidOpus, 4377777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ¶ms, sizeof(params)); 4378777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4379777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4380777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 43818c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian 43828c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian notify->setString("mime", MEDIA_MIMETYPE_AUDIO_OPUS); 43838c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian notify->setInt32("channel-count", params.nChannels); 43848c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian notify->setInt32("sample-rate", params.nSampleRate); 43858c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian break; 43868c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian } 43878c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian 438810d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang case OMX_AUDIO_CodingG711: 438910d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang { 439010d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang OMX_AUDIO_PARAM_PCMMODETYPE params; 439110d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang InitOMXParams(¶ms); 439210d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang params.nPortIndex = portIndex; 439310d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang 4394777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 4395777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, (OMX_INDEXTYPE)OMX_IndexParamAudioPcm, ¶ms, sizeof(params)); 4396777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4397777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4398777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 439910d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang 440010d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang const char *mime = NULL; 440110d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang if (params.ePCMMode == OMX_AUDIO_PCMModeMULaw) { 440210d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang mime = MEDIA_MIMETYPE_AUDIO_G711_MLAW; 440310d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang } else if (params.ePCMMode == OMX_AUDIO_PCMModeALaw) { 440410d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang mime = MEDIA_MIMETYPE_AUDIO_G711_ALAW; 440510d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang } else { // params.ePCMMode == OMX_AUDIO_PCMModeLinear 440610d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang mime = MEDIA_MIMETYPE_AUDIO_RAW; 440710d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang } 440810d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang notify->setString("mime", mime); 440910d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang notify->setInt32("channel-count", params.nChannels); 441010d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang notify->setInt32("sample-rate", params.nSamplingRate); 441110d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang break; 441210d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang } 441341d3f579d2c166984958263533284209b90c87d5Marco Nelissen 441441d3f579d2c166984958263533284209b90c87d5Marco Nelissen case OMX_AUDIO_CodingGSMFR: 441541d3f579d2c166984958263533284209b90c87d5Marco Nelissen { 44160806340688c937e7b78c2d89db3809274130df4eLajos Molnar OMX_AUDIO_PARAM_PCMMODETYPE params; 441741d3f579d2c166984958263533284209b90c87d5Marco Nelissen InitOMXParams(¶ms); 441841d3f579d2c166984958263533284209b90c87d5Marco Nelissen params.nPortIndex = portIndex; 441941d3f579d2c166984958263533284209b90c87d5Marco Nelissen 4420777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 4421777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, OMX_IndexParamAudioPcm, ¶ms, sizeof(params)); 4422777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4423777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4424777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 442541d3f579d2c166984958263533284209b90c87d5Marco Nelissen 442641d3f579d2c166984958263533284209b90c87d5Marco Nelissen notify->setString("mime", MEDIA_MIMETYPE_AUDIO_MSGSM); 442741d3f579d2c166984958263533284209b90c87d5Marco Nelissen notify->setInt32("channel-count", params.nChannels); 44280806340688c937e7b78c2d89db3809274130df4eLajos Molnar notify->setInt32("sample-rate", params.nSamplingRate); 442941d3f579d2c166984958263533284209b90c87d5Marco Nelissen break; 443010d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang } 443110d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang 4432e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber default: 4433777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Unsupported audio coding: %s(%d)\n", 4434777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim asString(audioDef->eEncoding), audioDef->eEncoding); 4435777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return BAD_TYPE; 4436e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 443731e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber break; 443831e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber } 443931e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 444031e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber default: 4441777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Unsupported domain: %s(%d)", asString(def.eDomain), def.eDomain); 4442777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return BAD_TYPE; 444331e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber } 444431e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 4445e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar return OK; 4446e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar} 4447e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4448e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnarvoid ACodec::sendFormatChange(const sp<AMessage> &reply) { 44494e865a3cfe4c955e0890321a6b488cf661808b63Lajos Molnar sp<AMessage> notify = mBaseOutputFormat->dup(); 4450e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("what", kWhatOutputFormatChanged); 4451e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4452777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (getPortFormat(kPortIndexOutput, notify) != OK) { 4453777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("[%s] Failed to get port format to send format change", mComponentName.c_str()); 4454777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return; 4455777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4456e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4457e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar AString mime; 4458e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK(notify->findString("mime", &mime)); 4459e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4460e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar int32_t left, top, right, bottom; 4461e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if (mime == MEDIA_MIMETYPE_VIDEO_RAW && 4462e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar mNativeWindow != NULL && 4463e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->findRect("crop", &left, &top, &right, &bottom)) { 4464e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar // notify renderer of the crop change 4465e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar // NOTE: native window uses extended right-bottom coordinate 4466e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar reply->setRect("crop", left, top, right + 1, bottom + 1); 4467e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } else if (mime == MEDIA_MIMETYPE_AUDIO_RAW && 4468e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar (mEncoderDelay || mEncoderPadding)) { 4469b6e9b8919c9ba25afc0f7f55ee3933f5d9f24dc8Marco Nelissen int32_t channelCount, sampleRate; 4470e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK(notify->findInt32("channel-count", &channelCount)); 4471b6e9b8919c9ba25afc0f7f55ee3933f5d9f24dc8Marco Nelissen CHECK(mOutputFormat->findInt32("sample-rate", &sampleRate)); 4472b6e9b8919c9ba25afc0f7f55ee3933f5d9f24dc8Marco Nelissen if (mSampleRate != 0 && sampleRate != 0) { 4473b6e9b8919c9ba25afc0f7f55ee3933f5d9f24dc8Marco Nelissen mEncoderDelay = mEncoderDelay * sampleRate / mSampleRate; 4474b6e9b8919c9ba25afc0f7f55ee3933f5d9f24dc8Marco Nelissen mEncoderPadding = mEncoderPadding * sampleRate / mSampleRate; 4475b6e9b8919c9ba25afc0f7f55ee3933f5d9f24dc8Marco Nelissen mSampleRate = sampleRate; 4476b6e9b8919c9ba25afc0f7f55ee3933f5d9f24dc8Marco Nelissen } 4477e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if (mSkipCutBuffer != NULL) { 4478e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar size_t prevbufsize = mSkipCutBuffer->size(); 4479e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if (prevbufsize != 0) { 4480ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGW("Replacing SkipCutBuffer holding %zu bytes", prevbufsize); 4481e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 4482e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 4483b1cf03160fa7e7bc6e5cf138db07a7e1ab2ecb26Marco Nelissen mSkipCutBuffer = new SkipCutBuffer(mEncoderDelay, mEncoderPadding, channelCount); 4484e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 4485e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 448631e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber notify->post(); 448731e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 448831e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber mSentFormat = true; 448931e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber} 449031e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 44915778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid ACodec::signalError(OMX_ERRORTYPE error, status_t internalError) { 4492cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber sp<AMessage> notify = mNotify->dup(); 4493d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatError); 4494251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung ALOGE("signalError(omxError %#x, internalError %d)", error, internalError); 4495251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung 4496251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (internalError == UNKNOWN_ERROR) { // find better error code 4497251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung const status_t omxStatus = statusFromOMXError(error); 4498251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (omxStatus != 0) { 4499251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung internalError = omxStatus; 4500251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else { 4501251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung ALOGW("Invalid OMX error %#x", error); 4502251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 4503251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 4504a89cfb6cab17700efa62665cda3bc4b87c6f1ad8Chong Zhang 4505a89cfb6cab17700efa62665cda3bc4b87c6f1ad8Chong Zhang mFatalError = true; 4506a89cfb6cab17700efa62665cda3bc4b87c6f1ad8Chong Zhang 45075778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->setInt32("err", internalError); 4508251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung notify->setInt32("actionCode", ACTION_CODE_FATAL); // could translate from OMX error. 4509cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber notify->post(); 4510cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber} 4511cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber 4512f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 4513f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4514eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas HuberACodec::PortDescription::PortDescription() { 4515eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber} 4516eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 4517496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huberstatus_t ACodec::requestIDRFrame() { 4518496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber if (!mIsEncoder) { 4519496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber return ERROR_UNSUPPORTED; 4520496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber } 4521496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 4522496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber OMX_CONFIG_INTRAREFRESHVOPTYPE params; 4523496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber InitOMXParams(¶ms); 4524496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 4525496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber params.nPortIndex = kPortIndexOutput; 4526496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber params.IntraRefreshVOP = OMX_TRUE; 4527496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 4528496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber return mOMX->setConfig( 4529496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber mNode, 4530496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber OMX_IndexConfigVideoIntraVOPRefresh, 4531496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber ¶ms, 4532496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber sizeof(params)); 4533496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber} 4534496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 4535eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Hubervoid ACodec::PortDescription::addBuffer( 4536eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber IOMX::buffer_id id, const sp<ABuffer> &buffer) { 4537eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber mBufferIDs.push_back(id); 4538eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber mBuffers.push_back(buffer); 4539eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber} 4540eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 4541eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Hubersize_t ACodec::PortDescription::countBuffers() { 4542eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber return mBufferIDs.size(); 4543eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber} 4544eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 4545eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas HuberIOMX::buffer_id ACodec::PortDescription::bufferIDAt(size_t index) const { 4546eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber return mBufferIDs.itemAt(index); 4547eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber} 4548eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 4549eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Hubersp<ABuffer> ACodec::PortDescription::bufferAt(size_t index) const { 4550eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber return mBuffers.itemAt(index); 4551eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber} 4552eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 4553eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber//////////////////////////////////////////////////////////////////////////////// 4554eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 4555f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::BaseState::BaseState(ACodec *codec, const sp<AState> &parentState) 4556f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : AState(parentState), 4557f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec(codec) { 4558f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4559f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4560ccb067b1d8424ba610cbd3de83368bd55b532b5bAndreas HuberACodec::BaseState::PortMode ACodec::BaseState::getPortMode( 4561ccb067b1d8424ba610cbd3de83368bd55b532b5bAndreas Huber OMX_U32 /* portIndex */) { 4562f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return KEEP_BUFFERS; 4563f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4564f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4565f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::BaseState::onMessageReceived(const sp<AMessage> &msg) { 4566f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 4567f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatInputBufferFilled: 4568f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 4569f933441648ef6a71dee783d733aac17b9508b452Andreas Huber onInputBufferFilled(msg); 4570f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 4571f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4572f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4573f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatOutputBufferDrained: 4574f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 4575f933441648ef6a71dee783d733aac17b9508b452Andreas Huber onOutputBufferDrained(msg); 4576f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 4577f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4578f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 457926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar case ACodec::kWhatOMXMessageList: 458026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar { 458126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar return checkOMXMessage(msg) ? onOMXMessageList(msg) : true; 458226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 458326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 4584e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar case ACodec::kWhatOMXMessageItem: 4585e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar { 4586e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar // no need to check as we already did it for kWhatOMXMessageList 4587e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar return onOMXMessage(msg); 4588e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar } 4589e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar 4590f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case ACodec::kWhatOMXMessage: 4591f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 459226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar return checkOMXMessage(msg) ? onOMXMessage(msg) : true; 4593f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4594f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 45951dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar case ACodec::kWhatSetSurface: 45961dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar { 45971dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AReplyToken> replyID; 45981dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar CHECK(msg->senderAwaitsResponse(&replyID)); 45991dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 46001dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<RefBase> obj; 46011dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar CHECK(msg->findObject("surface", &obj)); 46021dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 46032235b4efd3b8149e09c666e2235530f3e6ed9c9aLajos Molnar status_t err = mCodec->handleSetSurface(static_cast<Surface *>(obj.get())); 46041dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 46051dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> response = new AMessage; 46061dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar response->setInt32("err", err); 46071dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar response->postReply(replyID); 46081dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar break; 46091dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 46101dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 46117cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case ACodec::kWhatCreateInputSurface: 46128f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang case ACodec::kWhatSetInputSurface: 46137cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case ACodec::kWhatSignalEndOfInputStream: 46147cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 4615251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // This may result in an app illegal state exception. 46167cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden ALOGE("Message 0x%x was not handled", msg->what()); 46177cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mCodec->signalError(OMX_ErrorUndefined, INVALID_OPERATION); 46187cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden return true; 46197cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 46207cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 4621ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber case ACodec::kWhatOMXDied: 4622ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber { 4623251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // This will result in kFlagSawMediaServerDie handling in MediaCodec. 4624ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber ALOGE("OMX/mediaserver died, signalling error!"); 4625ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mCodec->signalError(OMX_ErrorResourcesLost, DEAD_OBJECT); 4626ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber break; 4627ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber } 4628ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 462930358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar case ACodec::kWhatReleaseCodecInstance: 463030358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar { 463130358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar ALOGI("[%s] forcing the release of codec", 463230358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar mCodec->mComponentName.c_str()); 463330358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar status_t err = mCodec->mOMX->freeNode(mCodec->mNode); 463430358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar ALOGE_IF("[%s] failed to release codec instance: err=%d", 463530358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar mCodec->mComponentName.c_str(), err); 463630358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar sp<AMessage> notify = mCodec->mNotify->dup(); 463730358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar notify->setInt32("what", CodecBase::kWhatShutdownCompleted); 463830358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar notify->post(); 463930358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar break; 464030358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar } 464130358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar 4642f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 4643f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return false; 4644f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4645f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4646f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 4647f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4648f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 464926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnarbool ACodec::BaseState::checkOMXMessage(const sp<AMessage> &msg) { 46505e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar // there is a possibility that this is an outstanding message for a 46515e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar // codec that we have already destroyed 4652ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar if (mCodec->mNode == 0) { 46535e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar ALOGI("ignoring message as already freed component: %s", 46545e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar msg->debugString().c_str()); 465526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar return false; 46565e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar } 46575e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar 4658f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::node_id nodeID; 4659609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CHECK(msg->findInt32("node", (int32_t*)&nodeID)); 4660777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (nodeID != mCodec->mNode) { 4661777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Unexpected message for nodeID: %u, should have been %u", nodeID, mCodec->mNode); 4662777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return false; 4663777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 466426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar return true; 466526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar} 466626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 466726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnarbool ACodec::BaseState::onOMXMessageList(const sp<AMessage> &msg) { 466826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar sp<RefBase> obj; 466926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar CHECK(msg->findObject("messages", &obj)); 467026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar sp<MessageList> msgList = static_cast<MessageList *>(obj.get()); 467126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 467290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar bool receivedRenderedEvents = false; 467326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar for (std::list<sp<AMessage>>::const_iterator it = msgList->getList().cbegin(); 467426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar it != msgList->getList().cend(); ++it) { 4675e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar (*it)->setWhat(ACodec::kWhatOMXMessageItem); 4676e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar mCodec->handleMessage(*it); 467790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int32_t type; 467890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar CHECK((*it)->findInt32("type", &type)); 467990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (type == omx_message::FRAME_RENDERED) { 468090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar receivedRenderedEvents = true; 468190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 468290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 468390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 468490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (receivedRenderedEvents) { 468590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // NOTE: all buffers are rendered in this case 468690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->notifyOfRenderedFrames(); 468726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 468826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar return true; 468926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar} 469026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 469126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnarbool ACodec::BaseState::onOMXMessage(const sp<AMessage> &msg) { 469226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar int32_t type; 469326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar CHECK(msg->findInt32("type", &type)); 4694f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4695f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (type) { 4696f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case omx_message::EVENT: 4697f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 4698f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t event, data1, data2; 4699f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("event", &event)); 4700f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("data1", &data1)); 4701f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("data2", &data2)); 4702f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 47030af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber if (event == OMX_EventCmdComplete 47040af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber && data1 == OMX_CommandFlush 47050af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber && data2 == (int32_t)OMX_ALL) { 47060af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber // Use of this notification is not consistent across 47070af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber // implementations. We'll drop this notification and rely 47080af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber // on flush-complete notifications on the individual port 47090af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber // indices instead. 47100af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber 47110af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber return true; 47120af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber } 47130af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber 4714f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return onOMXEvent( 4715f933441648ef6a71dee783d733aac17b9508b452Andreas Huber static_cast<OMX_EVENTTYPE>(event), 4716f933441648ef6a71dee783d733aac17b9508b452Andreas Huber static_cast<OMX_U32>(data1), 4717f933441648ef6a71dee783d733aac17b9508b452Andreas Huber static_cast<OMX_U32>(data2)); 4718f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4719f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4720f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case omx_message::EMPTY_BUFFER_DONE: 4721f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 4722f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferID; 472315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int32_t fenceFd; 472415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 4725609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CHECK(msg->findInt32("buffer", (int32_t*)&bufferID)); 472615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar CHECK(msg->findInt32("fence_fd", &fenceFd)); 4727f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 472815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar return onOMXEmptyBufferDone(bufferID, fenceFd); 4729f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4730f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4731f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case omx_message::FILL_BUFFER_DONE: 4732f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 4733f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferID; 4734609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CHECK(msg->findInt32("buffer", (int32_t*)&bufferID)); 4735f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 473615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int32_t rangeOffset, rangeLength, flags, fenceFd; 4737f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int64_t timeUs; 4738f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4739f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("range_offset", &rangeOffset)); 4740f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("range_length", &rangeLength)); 4741f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("flags", &flags)); 4742f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt64("timestamp", &timeUs)); 474315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar CHECK(msg->findInt32("fence_fd", &fenceFd)); 4744f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4745f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return onOMXFillBufferDone( 4746f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bufferID, 4747f933441648ef6a71dee783d733aac17b9508b452Andreas Huber (size_t)rangeOffset, (size_t)rangeLength, 4748f933441648ef6a71dee783d733aac17b9508b452Andreas Huber (OMX_U32)flags, 474915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar timeUs, 475015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar fenceFd); 4751f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4752f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 475390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar case omx_message::FRAME_RENDERED: 475490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar { 475590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int64_t mediaTimeUs, systemNano; 475690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 475790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar CHECK(msg->findInt64("media_time_us", &mediaTimeUs)); 475890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar CHECK(msg->findInt64("system_nano", &systemNano)); 475990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 476090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar return onOMXFrameRendered( 476190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mediaTimeUs, systemNano); 476290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 476390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 4764f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 4765777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Unexpected message type: %d", type); 4766777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return false; 4767f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4768f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4769f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 477090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarbool ACodec::BaseState::onOMXFrameRendered( 477190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int64_t mediaTimeUs __unused, nsecs_t systemNano __unused) { 477290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // ignore outside of Executing and PortSettingsChanged states 477390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar return true; 477490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 477590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 4776f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::BaseState::onOMXEvent( 4777f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 4778f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (event != OMX_EventError) { 4779ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] EVENT(%d, 0x%08x, 0x%08x)", 4780f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mComponentName.c_str(), event, data1, data2); 4781f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4782f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return false; 4783f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4784f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4785ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGE("[%s] ERROR(0x%08x)", mCodec->mComponentName.c_str(), data1); 4786f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4787251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // verify OMX component sends back an error we expect. 4788251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung OMX_ERRORTYPE omxError = (OMX_ERRORTYPE)data1; 4789251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (!isOMXError(omxError)) { 4790251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung ALOGW("Invalid OMX error %#x", omxError); 4791251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung omxError = OMX_ErrorUndefined; 4792251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 4793251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mCodec->signalError(omxError); 4794f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4795f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 4796f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4797f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 479815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnarbool ACodec::BaseState::onOMXEmptyBufferDone(IOMX::buffer_id bufferID, int fenceFd) { 4799ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] onOMXEmptyBufferDone %u", 4800349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mCodec->mComponentName.c_str(), bufferID); 4801349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 48020806340688c937e7b78c2d89db3809274130df4eLajos Molnar BufferInfo *info = mCodec->findBufferByID(kPortIndexInput, bufferID); 48030806340688c937e7b78c2d89db3809274130df4eLajos Molnar BufferInfo::Status status = BufferInfo::getSafeStatus(info); 48040806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (status != BufferInfo::OWNED_BY_COMPONENT) { 48050806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Wrong ownership in EBD: %s(%d) buffer #%u", _asString(status), status, bufferID); 48060806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->dumpBuffers(kPortIndexInput); 480715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (fenceFd >= 0) { 480815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ::close(fenceFd); 480915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 48100806340688c937e7b78c2d89db3809274130df4eLajos Molnar return false; 48110806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 4812f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_US; 4813f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 481415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // input buffers cannot take fences, so wait for any fence now 481515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar (void)mCodec->waitForFence(fenceFd, "onOMXEmptyBufferDone"); 481615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar fenceFd = -1; 481715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 481815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // still save fence for completeness 481915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->setWriteFence(fenceFd, "onOMXEmptyBufferDone"); 482015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 482196e92b58b7e9647b4c7c2f54b62a1b357ab06b66Wei Jia // We're in "store-metadata-in-buffers" mode, the underlying 482296e92b58b7e9647b4c7c2f54b62a1b357ab06b66Wei Jia // OMX component had access to data that's implicitly refcounted 482396e92b58b7e9647b4c7c2f54b62a1b357ab06b66Wei Jia // by this "MediaBuffer" object. Now that the OMX component has 482496e92b58b7e9647b4c7c2f54b62a1b357ab06b66Wei Jia // told us that it's done with the input buffer, we can decrement 482596e92b58b7e9647b4c7c2f54b62a1b357ab06b66Wei Jia // the mediaBuffer's reference count. 482696e92b58b7e9647b4c7c2f54b62a1b357ab06b66Wei Jia info->mData->setMediaBufferBase(NULL); 4827d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 4828f933441648ef6a71dee783d733aac17b9508b452Andreas Huber PortMode mode = getPortMode(kPortIndexInput); 4829f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4830f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (mode) { 4831f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case KEEP_BUFFERS: 4832f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 4833f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4834f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case RESUBMIT_BUFFERS: 4835f933441648ef6a71dee783d733aac17b9508b452Andreas Huber postFillThisBuffer(info); 4836f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 4837f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4838777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim case FREE_BUFFERS: 4839f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 4840777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("SHOULD NOT REACH HERE: cannot free empty output buffers"); 4841777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return false; 4842f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4843f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4844f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 4845f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4846f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4847f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::BaseState::postFillThisBuffer(BufferInfo *info) { 4848f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mCodec->mPortEOS[kPortIndexInput]) { 4849f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return; 4850f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4851f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4852f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ((int)info->mStatus, (int)BufferInfo::OWNED_BY_US); 4853f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4854f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 4855d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatFillThisBuffer); 4856609b815a3131d22da38b2f452faa9f89daad4039Andy Hung notify->setInt32("buffer-id", info->mBufferID); 4857f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4858f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mData->meta()->clear(); 48592d8bedd05437b6fccdbc6bf70f673ffd86744d59Andreas Huber notify->setBuffer("buffer", info->mData); 4860f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 48611d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> reply = new AMessage(kWhatInputBufferFilled, mCodec); 4862609b815a3131d22da38b2f452faa9f89daad4039Andy Hung reply->setInt32("buffer-id", info->mBufferID); 4863f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4864f933441648ef6a71dee783d733aac17b9508b452Andreas Huber notify->setMessage("reply", reply); 4865f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4866f933441648ef6a71dee783d733aac17b9508b452Andreas Huber notify->post(); 4867f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4868f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_UPSTREAM; 4869f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4870f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4871f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::BaseState::onInputBufferFilled(const sp<AMessage> &msg) { 4872f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferID; 4873609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CHECK(msg->findInt32("buffer-id", (int32_t*)&bufferID)); 48742d8bedd05437b6fccdbc6bf70f673ffd86744d59Andreas Huber sp<ABuffer> buffer; 4875f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t err = OK; 48765778822d86b0337407514b9372562b86edfa91cdAndreas Huber bool eos = false; 4877a73c954d947748a3b6f630cf2c160fe55ec596e3Lajos Molnar PortMode mode = getPortMode(kPortIndexInput); 48785778822d86b0337407514b9372562b86edfa91cdAndreas Huber 48792d8bedd05437b6fccdbc6bf70f673ffd86744d59Andreas Huber if (!msg->findBuffer("buffer", &buffer)) { 4880a73c954d947748a3b6f630cf2c160fe55ec596e3Lajos Molnar /* these are unfilled buffers returned by client */ 4881f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("err", &err)); 4882f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 48837fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar if (err == OK) { 48847fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar /* buffers with no errors are returned on MediaCodec.flush */ 48857fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar mode = KEEP_BUFFERS; 48867fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar } else { 48877fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar ALOGV("[%s] saw error %d instead of an input buffer", 48887fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar mCodec->mComponentName.c_str(), err); 48897fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar eos = true; 48907fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar } 48913831a066bcf1019864a94d2bc7b4c9241efc5c22Andreas Huber 48922d8bedd05437b6fccdbc6bf70f673ffd86744d59Andreas Huber buffer.clear(); 4893f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4894f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 48955778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t tmp; 48965778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (buffer != NULL && buffer->meta()->findInt32("eos", &tmp) && tmp) { 48975778822d86b0337407514b9372562b86edfa91cdAndreas Huber eos = true; 48985778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = ERROR_END_OF_STREAM; 48995778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 49005778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4901f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = mCodec->findBufferByID(kPortIndexInput, bufferID); 49020806340688c937e7b78c2d89db3809274130df4eLajos Molnar BufferInfo::Status status = BufferInfo::getSafeStatus(info); 49030806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (status != BufferInfo::OWNED_BY_UPSTREAM) { 49040806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Wrong ownership in IBF: %s(%d) buffer #%u", _asString(status), status, bufferID); 49050806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->dumpBuffers(kPortIndexInput); 49060806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 49070806340688c937e7b78c2d89db3809274130df4eLajos Molnar return; 49080806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 4909f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4910f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_US; 4911f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4912f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (mode) { 4913f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case KEEP_BUFFERS: 4914f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 49155778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (eos) { 4916dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber if (!mCodec->mPortEOS[kPortIndexInput]) { 4917dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mCodec->mPortEOS[kPortIndexInput] = true; 4918dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mCodec->mInputEOSResult = err; 4919dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber } 4920f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4921f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 4922f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4923f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4924f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case RESUBMIT_BUFFERS: 4925f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 49265778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (buffer != NULL && !mCodec->mPortEOS[kPortIndexInput]) { 4927fd866b3aa0d97375de08f8888b95669026c83361Wei Jia // Do not send empty input buffer w/o EOS to the component. 4928fd866b3aa0d97375de08f8888b95669026c83361Wei Jia if (buffer->size() == 0 && !eos) { 4929fd866b3aa0d97375de08f8888b95669026c83361Wei Jia postFillThisBuffer(info); 4930fd866b3aa0d97375de08f8888b95669026c83361Wei Jia break; 4931fd866b3aa0d97375de08f8888b95669026c83361Wei Jia } 4932fd866b3aa0d97375de08f8888b95669026c83361Wei Jia 4933f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int64_t timeUs; 4934f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(buffer->meta()->findInt64("timeUs", &timeUs)); 4935f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4936f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 flags = OMX_BUFFERFLAG_ENDOFFRAME; 4937f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4938f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t isCSD; 4939f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (buffer->meta()->findInt32("csd", &isCSD) && isCSD != 0) { 4940f933441648ef6a71dee783d733aac17b9508b452Andreas Huber flags |= OMX_BUFFERFLAG_CODECCONFIG; 4941f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4942f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 49435778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (eos) { 49445778822d86b0337407514b9372562b86edfa91cdAndreas Huber flags |= OMX_BUFFERFLAG_EOS; 49455778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 49465778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4947f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (buffer != info->mData) { 4948ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] Needs to copy input data for buffer %u. (%p != %p)", 4949d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber mCodec->mComponentName.c_str(), 4950d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber bufferID, 4951d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber buffer.get(), info->mData.get()); 4952f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 49530806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (buffer->size() > info->mData->capacity()) { 49540806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("data size (%zu) is greated than buffer capacity (%zu)", 49550806340688c937e7b78c2d89db3809274130df4eLajos Molnar buffer->size(), // this is the data received 49560806340688c937e7b78c2d89db3809274130df4eLajos Molnar info->mData->capacity()); // this is out buffer size 49570806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 49580806340688c937e7b78c2d89db3809274130df4eLajos Molnar return; 49590806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 4960f933441648ef6a71dee783d733aac17b9508b452Andreas Huber memcpy(info->mData->data(), buffer->data(), buffer->size()); 4961f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4962f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4963078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber if (flags & OMX_BUFFERFLAG_CODECCONFIG) { 4964ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] calling emptyBuffer %u w/ codec specific data", 4965078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber mCodec->mComponentName.c_str(), bufferID); 49665778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (flags & OMX_BUFFERFLAG_EOS) { 4967ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] calling emptyBuffer %u w/ EOS", 49685778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->mComponentName.c_str(), bufferID); 4969078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber } else { 4970d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#if TRACK_BUFFER_TIMING 4971ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGI("[%s] calling emptyBuffer %u w/ time %lld us", 4972ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar mCodec->mComponentName.c_str(), bufferID, (long long)timeUs); 4973d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#else 4974ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] calling emptyBuffer %u w/ time %lld us", 4975ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar mCodec->mComponentName.c_str(), bufferID, (long long)timeUs); 4976d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#endif 4977078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber } 4978349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 4979d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#if TRACK_BUFFER_TIMING 4980d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber ACodec::BufferStats stats; 4981d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber stats.mEmptyBufferTimeUs = ALooper::GetNowUs(); 4982d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber stats.mFillBufferDoneTimeUs = -1ll; 4983d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber mCodec->mBufferStats.add(timeUs, stats); 4984d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#endif 4985d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 4986054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mCodec->storingMetadataInDecodedBuffers()) { 4987054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar // try to submit an output buffer for each input buffer 4988054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar PortMode outputMode = getPortMode(kPortIndexOutput); 4989054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 4990054219874873b41f1c815552987c10465c34ba2bLajos Molnar ALOGV("MetadataBuffersToSubmit=%u portMode=%s", 4991054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->mMetadataBuffersToSubmit, 4992054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar (outputMode == FREE_BUFFERS ? "FREE" : 4993054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar outputMode == KEEP_BUFFERS ? "KEEP" : "RESUBMIT")); 4994054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar if (outputMode == RESUBMIT_BUFFERS) { 4995054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->submitOutputMetadataBuffer(); 4996054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 4997054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 499815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkReadFence("onInputBufferFilled"); 49990806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err2 = mCodec->mOMX->emptyBuffer( 50000806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mNode, 50010806340688c937e7b78c2d89db3809274130df4eLajos Molnar bufferID, 50020806340688c937e7b78c2d89db3809274130df4eLajos Molnar 0, 50030806340688c937e7b78c2d89db3809274130df4eLajos Molnar buffer->size(), 50040806340688c937e7b78c2d89db3809274130df4eLajos Molnar flags, 500515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar timeUs, 500615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd); 500715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 50080806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err2 != OK) { 50090806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err2)); 50100806340688c937e7b78c2d89db3809274130df4eLajos Molnar return; 50110806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5012f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_COMPONENT; 5013f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 50140806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (!eos && err == OK) { 50155778822d86b0337407514b9372562b86edfa91cdAndreas Huber getMoreInputDataIfPossible(); 50165778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 50170806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGV("[%s] Signalled EOS (%d) on the input port", 50180806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mComponentName.c_str(), err); 50195778822d86b0337407514b9372562b86edfa91cdAndreas Huber 50205778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->mPortEOS[kPortIndexInput] = true; 50215778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->mInputEOSResult = err; 50225778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 5023f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else if (!mCodec->mPortEOS[kPortIndexInput]) { 50240806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK && err != ERROR_END_OF_STREAM) { 50250806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGV("[%s] Signalling EOS on the input port due to error %d", 5026dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mCodec->mComponentName.c_str(), err); 5027dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber } else { 50283856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Signalling EOS on the input port", 5029dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mCodec->mComponentName.c_str()); 5030dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber } 5031f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5032ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] calling emptyBuffer %u signalling EOS", 5033349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mCodec->mComponentName.c_str(), bufferID); 5034349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 503515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkReadFence("onInputBufferFilled"); 50360806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err2 = mCodec->mOMX->emptyBuffer( 50370806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mNode, 50380806340688c937e7b78c2d89db3809274130df4eLajos Molnar bufferID, 50390806340688c937e7b78c2d89db3809274130df4eLajos Molnar 0, 50400806340688c937e7b78c2d89db3809274130df4eLajos Molnar 0, 50410806340688c937e7b78c2d89db3809274130df4eLajos Molnar OMX_BUFFERFLAG_EOS, 504215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 0, 504315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd); 504415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 50450806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err2 != OK) { 50460806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err2)); 50470806340688c937e7b78c2d89db3809274130df4eLajos Molnar return; 50480806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5049f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_COMPONENT; 5050f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5051f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mPortEOS[kPortIndexInput] = true; 5052dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mCodec->mInputEOSResult = err; 5053f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5054f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5055f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5056625b93f1971039a547b239f87a2dc8a8d5716589Robert Shih 5057777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim case FREE_BUFFERS: 5058777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim break; 5059777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim 5060625b93f1971039a547b239f87a2dc8a8d5716589Robert Shih default: 5061777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("invalid port mode: %d", mode); 5062625b93f1971039a547b239f87a2dc8a8d5716589Robert Shih break; 5063f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5064f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5065f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5066f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::BaseState::getMoreInputDataIfPossible() { 5067f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mCodec->mPortEOS[kPortIndexInput]) { 5068f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return; 5069f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5070f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5071f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *eligible = NULL; 5072f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5073f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (size_t i = 0; i < mCodec->mBuffers[kPortIndexInput].size(); ++i) { 5074f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = &mCodec->mBuffers[kPortIndexInput].editItemAt(i); 5075f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5076f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#if 0 5077f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mStatus == BufferInfo::OWNED_BY_UPSTREAM) { 5078f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // There's already a "read" pending. 5079f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return; 5080f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5081f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#endif 5082f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5083f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mStatus == BufferInfo::OWNED_BY_US) { 5084f933441648ef6a71dee783d733aac17b9508b452Andreas Huber eligible = info; 5085f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5086f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5087f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5088f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (eligible == NULL) { 5089f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return; 5090f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5091f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5092f933441648ef6a71dee783d733aac17b9508b452Andreas Huber postFillThisBuffer(eligible); 5093f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5094f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5095f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::BaseState::onOMXFillBufferDone( 5096f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferID, 5097f933441648ef6a71dee783d733aac17b9508b452Andreas Huber size_t rangeOffset, size_t rangeLength, 5098f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 flags, 509915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int64_t timeUs, 510015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int fenceFd) { 5101609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] onOMXFillBufferDone %u time %" PRId64 " us, flags = 0x%08x", 51025778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->mComponentName.c_str(), bufferID, timeUs, flags); 5103349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 5104f933441648ef6a71dee783d733aac17b9508b452Andreas Huber ssize_t index; 51050806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err= OK; 5106d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 5107d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#if TRACK_BUFFER_TIMING 5108d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber index = mCodec->mBufferStats.indexOfKey(timeUs); 5109d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber if (index >= 0) { 5110d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber ACodec::BufferStats *stats = &mCodec->mBufferStats.editValueAt(index); 5111d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber stats->mFillBufferDoneTimeUs = ALooper::GetNowUs(); 5112d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 5113d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber ALOGI("frame PTS %lld: %lld", 5114d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber timeUs, 5115d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber stats->mFillBufferDoneTimeUs - stats->mEmptyBufferTimeUs); 5116d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 5117d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber mCodec->mBufferStats.removeItemsAt(index); 5118d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber stats = NULL; 5119d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber } 5120d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#endif 5121d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 5122f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = 5123f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->findBufferByID(kPortIndexOutput, bufferID, &index); 51240806340688c937e7b78c2d89db3809274130df4eLajos Molnar BufferInfo::Status status = BufferInfo::getSafeStatus(info); 51250806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (status != BufferInfo::OWNED_BY_COMPONENT) { 51260806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Wrong ownership in FBD: %s(%d) buffer #%u", _asString(status), status, bufferID); 51270806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->dumpBuffers(kPortIndexOutput); 51280806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 512915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (fenceFd >= 0) { 513015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ::close(fenceFd); 513115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 51320806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 51330806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5134f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5135054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar info->mDequeuedAt = ++mCodec->mDequeueCounter; 5136f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_US; 5137f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 513890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (info->mRenderInfo != NULL) { 513990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // The fence for an emptied buffer must have signaled, but there still could be queued 514090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // or out-of-order dequeued buffers in the render queue prior to this buffer. Drop these, 514190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // as we will soon requeue this buffer to the surface. While in theory we could still keep 514290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // track of buffers that are requeued to the surface, it is better to add support to the 514390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // buffer-queue to notify us of released buffers and their fences (in the future). 514490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->notifyOfRenderedFrames(true /* dropIncomplete */); 514590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 514690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 514715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // byte buffers cannot take fences, so wait for any fence now 514815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (mCodec->mNativeWindow == NULL) { 514915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar (void)mCodec->waitForFence(fenceFd, "onOMXFillBufferDone"); 515015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar fenceFd = -1; 515115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 515215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->setReadFence(fenceFd, "onOMXFillBufferDone"); 515315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 5154f933441648ef6a71dee783d733aac17b9508b452Andreas Huber PortMode mode = getPortMode(kPortIndexOutput); 5155f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5156f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (mode) { 5157f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case KEEP_BUFFERS: 5158f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5159f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5160f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case RESUBMIT_BUFFERS: 5161f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5162a0940a569f2bc24b00dc10ce0fa7658b1dc3a3a5Lajos Molnar if (rangeLength == 0 && (!(flags & OMX_BUFFERFLAG_EOS) 5163a0940a569f2bc24b00dc10ce0fa7658b1dc3a3a5Lajos Molnar || mCodec->mPortEOS[kPortIndexOutput])) { 5164609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] calling fillBuffer %u", 51655778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->mComponentName.c_str(), info->mBufferID); 5166349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 516715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar err = mCodec->mOMX->fillBuffer(mCodec->mNode, info->mBufferID, info->mFenceFd); 516815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 51690806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 51700806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 51710806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 51720806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5173f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 51745778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mStatus = BufferInfo::OWNED_BY_COMPONENT; 51755778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 51765778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 517731e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 5178577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar sp<AMessage> reply = 51791d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar new AMessage(kWhatOutputBufferDrained, mCodec); 5180577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar 51814bdda35319d5f46efea2089b865c8a64816389cdMarco Nelissen if (!mCodec->mSentFormat && rangeLength > 0) { 5182577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar mCodec->sendFormatChange(reply); 51835778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 5184054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mCodec->usingMetadataOnEncoderOutput()) { 5185054219874873b41f1c815552987c10465c34ba2bLajos Molnar native_handle_t *handle = NULL; 5186054219874873b41f1c815552987c10465c34ba2bLajos Molnar VideoGrallocMetadata &grallocMeta = *(VideoGrallocMetadata *)info->mData->data(); 5187054219874873b41f1c815552987c10465c34ba2bLajos Molnar VideoNativeMetadata &nativeMeta = *(VideoNativeMetadata *)info->mData->data(); 5188054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (info->mData->size() >= sizeof(grallocMeta) 5189054219874873b41f1c815552987c10465c34ba2bLajos Molnar && grallocMeta.eType == kMetadataBufferTypeGrallocSource) { 51907c77f9ca649f321374118937bcdaca14a7e5684bLajos Molnar handle = (native_handle_t *)(uintptr_t)grallocMeta.pHandle; 5191054219874873b41f1c815552987c10465c34ba2bLajos Molnar } else if (info->mData->size() >= sizeof(nativeMeta) 5192054219874873b41f1c815552987c10465c34ba2bLajos Molnar && nativeMeta.eType == kMetadataBufferTypeANWBuffer) { 51937c77f9ca649f321374118937bcdaca14a7e5684bLajos Molnar#ifdef OMX_ANDROID_COMPILE_AS_32BIT_ON_64BIT_PLATFORMS 51947c77f9ca649f321374118937bcdaca14a7e5684bLajos Molnar // ANativeWindowBuffer is only valid on 32-bit/mediaserver process 51957c77f9ca649f321374118937bcdaca14a7e5684bLajos Molnar handle = NULL; 51967c77f9ca649f321374118937bcdaca14a7e5684bLajos Molnar#else 5197054219874873b41f1c815552987c10465c34ba2bLajos Molnar handle = (native_handle_t *)nativeMeta.pBuffer->handle; 51987c77f9ca649f321374118937bcdaca14a7e5684bLajos Molnar#endif 5199054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 5200308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang info->mData->meta()->setPointer("handle", handle); 5201308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang info->mData->meta()->setInt32("rangeOffset", rangeOffset); 5202308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang info->mData->meta()->setInt32("rangeLength", rangeLength); 5203308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang } else { 5204308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang info->mData->setRange(rangeOffset, rangeLength); 5205308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang } 5206496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber#if 0 520721ad778dcfcddb8f8fd9dc3fe4992fbef246c511Marco Nelissen if (mCodec->mNativeWindow == NULL) { 5208496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber if (IsIDR(info->mData)) { 5209496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber ALOGI("IDR frame"); 5210496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber } 52115778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 521221ad778dcfcddb8f8fd9dc3fe4992fbef246c511Marco Nelissen#endif 5213f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 52148b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen if (mCodec->mSkipCutBuffer != NULL) { 52158b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen mCodec->mSkipCutBuffer->submit(info->mData); 52168b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen } 52175778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mData->meta()->setInt64("timeUs", timeUs); 5218f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 52195778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 5220d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatDrainThisBuffer); 5221609b815a3131d22da38b2f452faa9f89daad4039Andy Hung notify->setInt32("buffer-id", info->mBufferID); 52222d8bedd05437b6fccdbc6bf70f673ffd86744d59Andreas Huber notify->setBuffer("buffer", info->mData); 52235778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->setInt32("flags", flags); 5224f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5225609b815a3131d22da38b2f452faa9f89daad4039Andy Hung reply->setInt32("buffer-id", info->mBufferID); 5226f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 52275778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->setMessage("reply", reply); 5228f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 52295778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->post(); 52305778822d86b0337407514b9372562b86edfa91cdAndreas Huber 52315778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mStatus = BufferInfo::OWNED_BY_DOWNSTREAM; 5232f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5233f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (flags & OMX_BUFFERFLAG_EOS) { 52345778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGV("[%s] saw output EOS", mCodec->mComponentName.c_str()); 52355778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5236f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 5237d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatEOS); 5238dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber notify->setInt32("err", mCodec->mInputEOSResult); 5239f933441648ef6a71dee783d733aac17b9508b452Andreas Huber notify->post(); 5240f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5241f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mPortEOS[kPortIndexOutput] = true; 5242f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5243f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5244f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5245f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5246777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim case FREE_BUFFERS: 52470806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mCodec->freeBuffer(kPortIndexOutput, index); 52480806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 52490806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 52500806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 52510806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5252f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5253777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim 5254777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim default: 5255777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Invalid port mode: %d", mode); 5256777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return false; 5257f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5258f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5259f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 5260f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5261f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5262f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::BaseState::onOutputBufferDrained(const sp<AMessage> &msg) { 5263f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferID; 5264609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CHECK(msg->findInt32("buffer-id", (int32_t*)&bufferID)); 5265f933441648ef6a71dee783d733aac17b9508b452Andreas Huber ssize_t index; 52660806340688c937e7b78c2d89db3809274130df4eLajos Molnar BufferInfo *info = mCodec->findBufferByID(kPortIndexOutput, bufferID, &index); 52670806340688c937e7b78c2d89db3809274130df4eLajos Molnar BufferInfo::Status status = BufferInfo::getSafeStatus(info); 52680806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (status != BufferInfo::OWNED_BY_DOWNSTREAM) { 52690806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Wrong ownership in OBD: %s(%d) buffer #%u", _asString(status), status, bufferID); 52700806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->dumpBuffers(kPortIndexOutput); 52710806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 52720806340688c937e7b78c2d89db3809274130df4eLajos Molnar return; 52730806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5274f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5275577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar android_native_rect_t crop; 5276777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (msg->findRect("crop", &crop.left, &crop.top, &crop.right, &crop.bottom)) { 5277777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim status_t err = native_window_set_crop(mCodec->mNativeWindow.get(), &crop); 5278777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGW_IF(err != NO_ERROR, "failed to set crop: %d", err); 5279577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar } 5280577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar 5281f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t render; 5282f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mCodec->mNativeWindow != NULL 52836aade6058521b0dbd35a9a4620f4d04f02f90444Marco Nelissen && msg->findInt32("render", &render) && render != 0 528479ee2399b67c7a11042c5904dc1309712a76f8cbJianzheng Zhou && info->mData != NULL && info->mData->size() != 0) { 52856fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar ATRACE_NAME("render"); 5286f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // The client wants this buffer to be rendered. 5287f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 528890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // save buffers sent to the surface so we can get render time when they return 528990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int64_t mediaTimeUs = -1; 529090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar info->mData->meta()->findInt64("timeUs", &mediaTimeUs); 529190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (mediaTimeUs >= 0) { 529290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->mRenderTracker.onFrameQueued( 529390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mediaTimeUs, info->mGraphicBuffer, new Fence(::dup(info->mFenceFd))); 529490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 529590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 5296fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar int64_t timestampNs = 0; 5297fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar if (!msg->findInt64("timestampNs", ×tampNs)) { 5298c8edf5af010ac24a99b302a18e7b84e8b4b2b783Lajos Molnar // use media timestamp if client did not request a specific render timestamp 5299fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar if (info->mData->meta()->findInt64("timeUs", ×tampNs)) { 5300c8edf5af010ac24a99b302a18e7b84e8b4b2b783Lajos Molnar ALOGV("using buffer PTS of %lld", (long long)timestampNs); 5301fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar timestampNs *= 1000; 5302fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar } 5303fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar } 5304fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar 53055778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err; 5306fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar err = native_window_set_buffers_timestamp(mCodec->mNativeWindow.get(), timestampNs); 53070806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGW_IF(err != NO_ERROR, "failed to set buffer timestamp: %d", err); 5308fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar 530915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkReadFence("onOutputBufferDrained before queueBuffer"); 53100806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mCodec->mNativeWindow->queueBuffer( 531115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mCodec->mNativeWindow.get(), info->mGraphicBuffer.get(), info->mFenceFd); 531215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 53130806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 5314cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber info->mStatus = BufferInfo::OWNED_BY_NATIVE_WINDOW; 5315cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber } else { 5316264bac95912efe121d6a60026612617f04f42966Lajos Molnar ALOGE("queueBuffer failed in onOutputBufferDrained: %d", err); 5317251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 5318cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber info->mStatus = BufferInfo::OWNED_BY_US; 531915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // keeping read fence as write fence to avoid clobbering 532015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mIsReadFence = false; 5321cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber } 5322f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else { 53236fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar if (mCodec->mNativeWindow != NULL && 53246fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar (info->mData == NULL || info->mData->size() != 0)) { 532515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // move read fence into write fence to avoid clobbering 532615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mIsReadFence = false; 53276fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar ATRACE_NAME("frame-drop"); 53286fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar } 5329f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_US; 5330f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5331f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5332f933441648ef6a71dee783d733aac17b9508b452Andreas Huber PortMode mode = getPortMode(kPortIndexOutput); 5333f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5334f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (mode) { 5335f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case KEEP_BUFFERS: 5336f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5337f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // XXX fishy, revisit!!! What about the FREE_BUFFERS case below? 5338f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5339f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW) { 5340f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // We cannot resubmit the buffer we just rendered, dequeue 5341f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // the spare instead. 5342f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5343f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info = mCodec->dequeueBufferFromNativeWindow(); 5344f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5345f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5346f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5347f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5348f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case RESUBMIT_BUFFERS: 5349f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5350f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (!mCodec->mPortEOS[kPortIndexOutput]) { 5351f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW) { 5352f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // We cannot resubmit the buffer we just rendered, dequeue 5353f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // the spare instead. 5354f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5355f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info = mCodec->dequeueBufferFromNativeWindow(); 5356f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5357f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5358c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber if (info != NULL) { 5359609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] calling fillBuffer %u", 5360c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber mCodec->mComponentName.c_str(), info->mBufferID); 536115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkWriteFence("onOutputBufferDrained::RESUBMIT_BUFFERS"); 536215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar status_t err = mCodec->mOMX->fillBuffer( 536315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mCodec->mNode, info->mBufferID, info->mFenceFd); 536415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 53650806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 53660806340688c937e7b78c2d89db3809274130df4eLajos Molnar info->mStatus = BufferInfo::OWNED_BY_COMPONENT; 53670806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 53680806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 53690806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5370c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber } 5371f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5372f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5373f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5374f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5375777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim case FREE_BUFFERS: 5376f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 53770806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = mCodec->freeBuffer(kPortIndexOutput, index); 53780806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 53790806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 53800806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5381f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5382f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5383777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim 5384777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim default: 5385777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Invalid port mode: %d", mode); 5386777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return; 5387f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5388f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5389f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5390f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 5391f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5392f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::UninitializedState::UninitializedState(ACodec *codec) 5393f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : BaseState(codec) { 5394f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5395f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5396c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Hubervoid ACodec::UninitializedState::stateEntered() { 5397c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber ALOGV("Now uninitialized"); 5398ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 5399ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber if (mDeathNotifier != NULL) { 5400f888020c6e2735624f2b2a30e72aca24e17b8b4dMarco Nelissen IInterface::asBinder(mCodec->mOMX)->unlinkToDeath(mDeathNotifier); 5401ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mDeathNotifier.clear(); 5402ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber } 5403ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 5404ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mCodec->mNativeWindow.clear(); 5405e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar mCodec->mNativeWindowUsageBits = 0; 5406ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar mCodec->mNode = 0; 5407ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mCodec->mOMX.clear(); 5408ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mCodec->mQuirks = 0; 5409ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mCodec->mFlags = 0; 5410054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->mInputMetadataType = kMetadataBufferTypeInvalid; 5411054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->mOutputMetadataType = kMetadataBufferTypeInvalid; 5412ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mCodec->mComponentName.clear(); 5413c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 5414c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5415f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::UninitializedState::onMessageReceived(const sp<AMessage> &msg) { 5416f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool handled = false; 5417f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5418f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 5419f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case ACodec::kWhatSetup: 5420f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5421f933441648ef6a71dee783d733aac17b9508b452Andreas Huber onSetup(msg); 5422f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5423f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 5424f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5425f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5426f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 54275778822d86b0337407514b9372562b86edfa91cdAndreas Huber case ACodec::kWhatAllocateComponent: 54285778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 54295778822d86b0337407514b9372562b86edfa91cdAndreas Huber onAllocateComponent(msg); 54305778822d86b0337407514b9372562b86edfa91cdAndreas Huber handled = true; 54315778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 54325778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 54335778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5434f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case ACodec::kWhatShutdown: 5435f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5436c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber int32_t keepComponentAllocated; 5437c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber CHECK(msg->findInt32( 5438c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber "keepComponentAllocated", &keepComponentAllocated)); 543954b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar ALOGW_IF(keepComponentAllocated, 544054b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar "cannot keep component allocated on shutdown in Uninitialized state"); 5441c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5442f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 5443d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatShutdownCompleted); 5444f933441648ef6a71dee783d733aac17b9508b452Andreas Huber notify->post(); 5445f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5446f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 5447c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber break; 5448f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5449f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5450f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case ACodec::kWhatFlush: 5451f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5452f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 5453d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatFlushCompleted); 5454f933441648ef6a71dee783d733aac17b9508b452Andreas Huber notify->post(); 5455f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5456f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 5457c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber break; 5458f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5459f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 546030358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar case ACodec::kWhatReleaseCodecInstance: 546130358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar { 546230358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar // nothing to do, as we have already signaled shutdown 546330358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar handled = true; 546430358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar break; 546530358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar } 546630358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar 5467f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 5468f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onMessageReceived(msg); 5469f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5470f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5471f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return handled; 5472f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5473f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5474f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::UninitializedState::onSetup( 5475f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const sp<AMessage> &msg) { 5476c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (onAllocateComponent(msg) 5477c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber && mCodec->mLoadedState->onConfigureComponent(msg)) { 5478c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->mLoadedState->onStart(); 5479c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 54805778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 54815778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5482c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberbool ACodec::UninitializedState::onAllocateComponent(const sp<AMessage> &msg) { 54835778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGV("onAllocateComponent"); 54845778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5485ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar CHECK(mCodec->mNode == 0); 54865778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5487f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMXClient client; 548848a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung if (client.connect() != OK) { 548948a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung mCodec->signalError(OMX_ErrorUndefined, NO_INIT); 549048a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung return false; 549148a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung } 5492f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5493f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<IOMX> omx = client.interface(); 5494f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 54951d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> notify = new AMessage(kWhatOMXDied, mCodec); 5496ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 5497ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mDeathNotifier = new DeathNotifier(notify); 5498f888020c6e2735624f2b2a30e72aca24e17b8b4dMarco Nelissen if (IInterface::asBinder(omx)->linkToDeath(mDeathNotifier) != OK) { 5499ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber // This was a local binder, if it dies so do we, we won't care 5500ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber // about any notifications in the afterlife. 5501ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mDeathNotifier.clear(); 5502ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber } 5503ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 5504f035bc642f2895e142caa13cb3e72af85f011657Lajos Molnar Vector<AString> matchingCodecs; 55055778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5506f933441648ef6a71dee783d733aac17b9508b452Andreas Huber AString mime; 5507f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 55085778822d86b0337407514b9372562b86edfa91cdAndreas Huber AString componentName; 5509d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber uint32_t quirks = 0; 55107791cf11186a22b3f84d98cfde67393bee748cb0Marco Nelissen int32_t encoder = false; 55115778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (msg->findString("componentName", &componentName)) { 5512f035bc642f2895e142caa13cb3e72af85f011657Lajos Molnar sp<IMediaCodecList> list = MediaCodecList::getInstance(); 5513f035bc642f2895e142caa13cb3e72af85f011657Lajos Molnar if (list != NULL && list->findCodecByName(componentName.c_str()) >= 0) { 5514f035bc642f2895e142caa13cb3e72af85f011657Lajos Molnar matchingCodecs.add(componentName); 5515afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber } 55165778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 55175778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findString("mime", &mime)); 55185778822d86b0337407514b9372562b86edfa91cdAndreas Huber 55195778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("encoder", &encoder)) { 55205778822d86b0337407514b9372562b86edfa91cdAndreas Huber encoder = false; 55215778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 55225778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5523f035bc642f2895e142caa13cb3e72af85f011657Lajos Molnar MediaCodecList::findMatchingCodecs( 55245778822d86b0337407514b9372562b86edfa91cdAndreas Huber mime.c_str(), 55255778822d86b0337407514b9372562b86edfa91cdAndreas Huber encoder, // createEncoder 5526f035bc642f2895e142caa13cb3e72af85f011657Lajos Molnar 0, // flags 5527e671207115fac3914134c61b336d5fa0242c68caAndreas Huber &matchingCodecs); 55285778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 55291065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber 55301065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber sp<CodecObserver> observer = new CodecObserver; 5531ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar IOMX::node_id node = 0; 55321065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber 5533201d8d400eb037547f4f476a838475b13a446007Wei Jia status_t err = NAME_NOT_FOUND; 55341065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber for (size_t matchIndex = 0; matchIndex < matchingCodecs.size(); 55351065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber ++matchIndex) { 5536f035bc642f2895e142caa13cb3e72af85f011657Lajos Molnar componentName = matchingCodecs[matchIndex]; 5537f035bc642f2895e142caa13cb3e72af85f011657Lajos Molnar quirks = MediaCodecList::getQuirksFor(componentName.c_str()); 5538f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5539da153975581fb3161a30452348a5b26ee72d9255Elliott Hughes pid_t tid = gettid(); 5540078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber int prevPriority = androidGetThreadPriority(tid); 5541078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber androidSetThreadPriority(tid, ANDROID_PRIORITY_FOREGROUND); 55429f41ee5a4dd73093d107bc80df5cebb9a273cc72Ronghua Wu err = omx->allocateNode(componentName.c_str(), observer, &node); 5543078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber androidSetThreadPriority(tid, prevPriority); 5544f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 55451065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber if (err == OK) { 55461065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber break; 55477a727021b86c2fb2c9f60af2c999154dce1766ebZhijun He } else { 55487a727021b86c2fb2c9f60af2c999154dce1766ebZhijun He ALOGW("Allocating component '%s' failed, try next one.", componentName.c_str()); 55491065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber } 55501065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber 5551ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar node = 0; 55521065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber } 55531065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber 5554ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar if (node == 0) { 55555778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!mime.empty()) { 55569f41ee5a4dd73093d107bc80df5cebb9a273cc72Ronghua Wu ALOGE("Unable to instantiate a %scoder for type '%s' with err %#x.", 55579f41ee5a4dd73093d107bc80df5cebb9a273cc72Ronghua Wu encoder ? "en" : "de", mime.c_str(), err); 55585778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 55599f41ee5a4dd73093d107bc80df5cebb9a273cc72Ronghua Wu ALOGE("Unable to instantiate codec '%s' with err %#x.", componentName.c_str(), err); 55605778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 5561c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber 556252e88b2986536e83a7a6da63461556b8734a85f3Ronghua Wu mCodec->signalError((OMX_ERRORTYPE)err, makeNoSideEffectStatus(err)); 5563c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return false; 5564c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber } 5565f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 556626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar notify = new AMessage(kWhatOMXMessageList, mCodec); 5567f933441648ef6a71dee783d733aac17b9508b452Andreas Huber observer->setNotificationMessage(notify); 5568f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5569f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mComponentName = componentName; 557090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->mRenderTracker.setComponentName(componentName); 5571ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber mCodec->mFlags = 0; 5572ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 5573ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber if (componentName.endsWith(".secure")) { 5574ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber mCodec->mFlags |= kFlagIsSecure; 55751713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang mCodec->mFlags |= kFlagIsGrallocUsageProtected; 55760167414e261f88a96b5e4bf6cb592e6ca11e5a95Andreas Huber mCodec->mFlags |= kFlagPushBlankBuffersToNativeWindowOnShutdown; 5577ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 5578ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 5579afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber mCodec->mQuirks = quirks; 5580f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mOMX = omx; 5581f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mNode = node; 5582f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 55835778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 55845778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 5585d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatComponentAllocated); 55865778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->setString("componentName", mCodec->mComponentName.c_str()); 55875778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->post(); 55885778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 5589c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5590c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->changeState(mCodec->mLoadedState); 5591c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5592c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return true; 55935778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 55945778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5595c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber//////////////////////////////////////////////////////////////////////////////// 5596c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5597c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas HuberACodec::LoadedState::LoadedState(ACodec *codec) 5598c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber : BaseState(codec) { 5599c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 5600c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5601c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Hubervoid ACodec::LoadedState::stateEntered() { 5602c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber ALOGV("[%s] Now Loaded", mCodec->mComponentName.c_str()); 5603c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5604f6f38287b97ec69b169387add6458f859b770e65Andreas Huber mCodec->mPortEOS[kPortIndexInput] = 5605f6f38287b97ec69b169387add6458f859b770e65Andreas Huber mCodec->mPortEOS[kPortIndexOutput] = false; 5606f6f38287b97ec69b169387add6458f859b770e65Andreas Huber 5607f6f38287b97ec69b169387add6458f859b770e65Andreas Huber mCodec->mInputEOSResult = OK; 5608f6f38287b97ec69b169387add6458f859b770e65Andreas Huber 5609054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mCodec->mDequeueCounter = 0; 5610054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->mMetadataBuffersToSubmit = 0; 5611a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber mCodec->mRepeatFrameDelayUs = -1ll; 5612e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar mCodec->mInputFormat.clear(); 5613e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar mCodec->mOutputFormat.clear(); 56144e865a3cfe4c955e0890321a6b488cf661808b63Lajos Molnar mCodec->mBaseOutputFormat.clear(); 5615054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 5616c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (mCodec->mShutdownInProgress) { 5617c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber bool keepComponentAllocated = mCodec->mKeepComponentAllocated; 5618c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5619c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->mShutdownInProgress = false; 5620c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->mKeepComponentAllocated = false; 5621c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5622c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber onShutdown(keepComponentAllocated); 5623c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 562454b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar mCodec->mExplicitShutdown = false; 5625f393c33e65ae51a7cf168b4e15771b152f996b32Wei Jia 5626f393c33e65ae51a7cf168b4e15771b152f996b32Wei Jia mCodec->processDeferredMessages(); 5627c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 5628c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5629c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Hubervoid ACodec::LoadedState::onShutdown(bool keepComponentAllocated) { 5630c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (!keepComponentAllocated) { 56310806340688c937e7b78c2d89db3809274130df4eLajos Molnar (void)mCodec->mOMX->freeNode(mCodec->mNode); 5632c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5633c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->changeState(mCodec->mUninitializedState); 5634c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 5635c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 563654b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar if (mCodec->mExplicitShutdown) { 563754b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar sp<AMessage> notify = mCodec->mNotify->dup(); 5638d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatShutdownCompleted); 563954b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar notify->post(); 564054b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar mCodec->mExplicitShutdown = false; 564154b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar } 5642c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 5643c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5644c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberbool ACodec::LoadedState::onMessageReceived(const sp<AMessage> &msg) { 5645c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber bool handled = false; 5646c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5647c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber switch (msg->what()) { 5648c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case ACodec::kWhatConfigureComponent: 5649c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber { 5650c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber onConfigureComponent(msg); 5651c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber handled = true; 5652c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber break; 5653c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 5654c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 56557cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case ACodec::kWhatCreateInputSurface: 56567cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 56577cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden onCreateInputSurface(msg); 56587cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden handled = true; 56597cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 56607cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 56617cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 56628f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang case ACodec::kWhatSetInputSurface: 5663d291c222357303b9611cab89d0c3b047584ef377Chong Zhang { 56648f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang onSetInputSurface(msg); 5665d291c222357303b9611cab89d0c3b047584ef377Chong Zhang handled = true; 5666d291c222357303b9611cab89d0c3b047584ef377Chong Zhang break; 5667d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 5668d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 5669c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case ACodec::kWhatStart: 5670c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber { 5671c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber onStart(); 5672c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber handled = true; 5673c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber break; 5674c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 5675c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5676c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case ACodec::kWhatShutdown: 5677c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber { 5678c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber int32_t keepComponentAllocated; 5679c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber CHECK(msg->findInt32( 5680c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber "keepComponentAllocated", &keepComponentAllocated)); 5681c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 568254b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar mCodec->mExplicitShutdown = true; 5683c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber onShutdown(keepComponentAllocated); 5684c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5685c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber handled = true; 5686c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber break; 5687c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 5688c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5689c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case ACodec::kWhatFlush: 5690c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber { 5691c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 5692d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatFlushCompleted); 5693c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber notify->post(); 5694c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5695c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber handled = true; 5696c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber break; 5697c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 5698c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5699c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber default: 5700c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return BaseState::onMessageReceived(msg); 5701c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 5702c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5703c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return handled; 5704c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 5705c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5706c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberbool ACodec::LoadedState::onConfigureComponent( 57075778822d86b0337407514b9372562b86edfa91cdAndreas Huber const sp<AMessage> &msg) { 57085778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGV("onConfigureComponent"); 57095778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5710ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar CHECK(mCodec->mNode != 0); 57115778822d86b0337407514b9372562b86edfa91cdAndreas Huber 57120806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = OK; 57135778822d86b0337407514b9372562b86edfa91cdAndreas Huber AString mime; 57140806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (!msg->findString("mime", &mime)) { 57150806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = BAD_VALUE; 57160806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 57170806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mCodec->configureCodec(mime.c_str(), msg); 57180806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 57195778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 5720c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber ALOGE("[%s] configureCodec returning error %d", 5721c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber mCodec->mComponentName.c_str(), err); 5722c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber 5723251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 5724c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return false; 57255778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 5726f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 57275778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 57285778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 5729d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatComponentConfigured); 5730e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setMessage("input-format", mCodec->mInputFormat); 5731e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setMessage("output-format", mCodec->mOutputFormat); 57325778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->post(); 57335778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 5734c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5735c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return true; 57365778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 57375778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5738d291c222357303b9611cab89d0c3b047584ef377Chong Zhangstatus_t ACodec::LoadedState::setupInputSurface() { 5739d291c222357303b9611cab89d0c3b047584ef377Chong Zhang status_t err = OK; 5740a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber 5741d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (mCodec->mRepeatFrameDelayUs > 0ll) { 5742a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber err = mCodec->mOMX->setInternalOption( 5743a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber mCodec->mNode, 5744a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber kPortIndexInput, 5745a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber IOMX::INTERNAL_OPTION_REPEAT_PREVIOUS_FRAME_DELAY, 5746a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber &mCodec->mRepeatFrameDelayUs, 5747a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber sizeof(mCodec->mRepeatFrameDelayUs)); 5748a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber 5749a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber if (err != OK) { 5750a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber ALOGE("[%s] Unable to configure option to repeat previous " 5751a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber "frames (err %d)", 5752a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber mCodec->mComponentName.c_str(), 5753a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber err); 5754d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return err; 5755a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber } 5756a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber } 5757a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber 5758d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (mCodec->mMaxPtsGapUs > 0ll) { 575994ee4b708acfa941581160b267afb79192b1d816Chong Zhang err = mCodec->mOMX->setInternalOption( 576094ee4b708acfa941581160b267afb79192b1d816Chong Zhang mCodec->mNode, 576194ee4b708acfa941581160b267afb79192b1d816Chong Zhang kPortIndexInput, 576294ee4b708acfa941581160b267afb79192b1d816Chong Zhang IOMX::INTERNAL_OPTION_MAX_TIMESTAMP_GAP, 576394ee4b708acfa941581160b267afb79192b1d816Chong Zhang &mCodec->mMaxPtsGapUs, 576494ee4b708acfa941581160b267afb79192b1d816Chong Zhang sizeof(mCodec->mMaxPtsGapUs)); 576594ee4b708acfa941581160b267afb79192b1d816Chong Zhang 576694ee4b708acfa941581160b267afb79192b1d816Chong Zhang if (err != OK) { 576794ee4b708acfa941581160b267afb79192b1d816Chong Zhang ALOGE("[%s] Unable to configure max timestamp gap (err %d)", 576872cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang mCodec->mComponentName.c_str(), 576972cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang err); 5770d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return err; 57712c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang } 57722c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang } 57732c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang 5774d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (mCodec->mMaxFps > 0) { 577537b2b389139ed638831e49708c947863eef631efRonghua Wu err = mCodec->mOMX->setInternalOption( 577637b2b389139ed638831e49708c947863eef631efRonghua Wu mCodec->mNode, 577737b2b389139ed638831e49708c947863eef631efRonghua Wu kPortIndexInput, 577837b2b389139ed638831e49708c947863eef631efRonghua Wu IOMX::INTERNAL_OPTION_MAX_FPS, 577937b2b389139ed638831e49708c947863eef631efRonghua Wu &mCodec->mMaxFps, 578037b2b389139ed638831e49708c947863eef631efRonghua Wu sizeof(mCodec->mMaxFps)); 578137b2b389139ed638831e49708c947863eef631efRonghua Wu 578237b2b389139ed638831e49708c947863eef631efRonghua Wu if (err != OK) { 578337b2b389139ed638831e49708c947863eef631efRonghua Wu ALOGE("[%s] Unable to configure max fps (err %d)", 578437b2b389139ed638831e49708c947863eef631efRonghua Wu mCodec->mComponentName.c_str(), 578537b2b389139ed638831e49708c947863eef631efRonghua Wu err); 5786d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return err; 578737b2b389139ed638831e49708c947863eef631efRonghua Wu } 578837b2b389139ed638831e49708c947863eef631efRonghua Wu } 578937b2b389139ed638831e49708c947863eef631efRonghua Wu 5790d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (mCodec->mTimePerCaptureUs > 0ll 57912c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang && mCodec->mTimePerFrameUs > 0ll) { 57922c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang int64_t timeLapse[2]; 57932c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang timeLapse[0] = mCodec->mTimePerFrameUs; 57942c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang timeLapse[1] = mCodec->mTimePerCaptureUs; 57952c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang err = mCodec->mOMX->setInternalOption( 57962c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mCodec->mNode, 57972c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang kPortIndexInput, 57982c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang IOMX::INTERNAL_OPTION_TIME_LAPSE, 57992c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang &timeLapse[0], 58002c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang sizeof(timeLapse)); 58012c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang 58022c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang if (err != OK) { 58032c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang ALOGE("[%s] Unable to configure time lapse (err %d)", 58042c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mCodec->mComponentName.c_str(), 58052c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang err); 5806d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return err; 58072c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang } 58082c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang } 580972cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang 5810d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (mCodec->mCreateInputBuffersSuspended) { 581172cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang bool suspend = true; 581272cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang err = mCodec->mOMX->setInternalOption( 581372cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang mCodec->mNode, 581472cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang kPortIndexInput, 581572cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang IOMX::INTERNAL_OPTION_SUSPEND, 581672cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang &suspend, 581772cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang sizeof(suspend)); 581872cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang 581972cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang if (err != OK) { 582072cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang ALOGE("[%s] Unable to configure option to suspend (err %d)", 582194ee4b708acfa941581160b267afb79192b1d816Chong Zhang mCodec->mComponentName.c_str(), 582294ee4b708acfa941581160b267afb79192b1d816Chong Zhang err); 5823d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return err; 582494ee4b708acfa941581160b267afb79192b1d816Chong Zhang } 582594ee4b708acfa941581160b267afb79192b1d816Chong Zhang } 582694ee4b708acfa941581160b267afb79192b1d816Chong Zhang 5827c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar uint32_t usageBits; 5828c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar if (mCodec->mOMX->getParameter( 5829c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar mCodec->mNode, (OMX_INDEXTYPE)OMX_IndexParamConsumerUsageBits, 5830c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar &usageBits, sizeof(usageBits)) == OK) { 5831c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar mCodec->mInputFormat->setInt32( 5832c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar "using-sw-read-often", !!(usageBits & GRALLOC_USAGE_SW_READ_OFTEN)); 5833c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar } 5834c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar 5835d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return OK; 5836d291c222357303b9611cab89d0c3b047584ef377Chong Zhang} 5837d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 5838d291c222357303b9611cab89d0c3b047584ef377Chong Zhangvoid ACodec::LoadedState::onCreateInputSurface( 5839d291c222357303b9611cab89d0c3b047584ef377Chong Zhang const sp<AMessage> & /* msg */) { 5840d291c222357303b9611cab89d0c3b047584ef377Chong Zhang ALOGV("onCreateInputSurface"); 5841d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 5842d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<AMessage> notify = mCodec->mNotify->dup(); 5843d291c222357303b9611cab89d0c3b047584ef377Chong Zhang notify->setInt32("what", CodecBase::kWhatInputSurfaceCreated); 5844d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 5845d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<IGraphicBufferProducer> bufferProducer; 5846d291c222357303b9611cab89d0c3b047584ef377Chong Zhang status_t err = mCodec->mOMX->createInputSurface( 5847054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->mNode, kPortIndexInput, &bufferProducer, &mCodec->mInputMetadataType); 5848d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 5849d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (err == OK) { 5850d291c222357303b9611cab89d0c3b047584ef377Chong Zhang err = setupInputSurface(); 5851d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 5852d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 58537cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (err == OK) { 58547cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden notify->setObject("input-surface", 58557cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden new BufferProducerWrapper(bufferProducer)); 58567cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } else { 58577cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden // Can't use mCodec->signalError() here -- MediaCodec won't forward 58587cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden // the error through because it's in the "configured" state. We 58597cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden // send a kWhatInputSurfaceCreated with an error value instead. 58607cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden ALOGE("[%s] onCreateInputSurface returning error %d", 58617cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mCodec->mComponentName.c_str(), err); 58627cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden notify->setInt32("err", err); 58637cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 58647cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden notify->post(); 58657cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden} 58667cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 58678f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhangvoid ACodec::LoadedState::onSetInputSurface( 5868d291c222357303b9611cab89d0c3b047584ef377Chong Zhang const sp<AMessage> &msg) { 58698f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang ALOGV("onSetInputSurface"); 5870d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 5871d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<AMessage> notify = mCodec->mNotify->dup(); 5872d291c222357303b9611cab89d0c3b047584ef377Chong Zhang notify->setInt32("what", CodecBase::kWhatInputSurfaceAccepted); 5873d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 5874d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<RefBase> obj; 5875d291c222357303b9611cab89d0c3b047584ef377Chong Zhang CHECK(msg->findObject("input-surface", &obj)); 5876d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<PersistentSurface> surface = static_cast<PersistentSurface *>(obj.get()); 5877d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 58788f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang status_t err = mCodec->mOMX->setInputSurface( 5879054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->mNode, kPortIndexInput, surface->getBufferConsumer(), 5880054219874873b41f1c815552987c10465c34ba2bLajos Molnar &mCodec->mInputMetadataType); 5881d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 5882d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (err == OK) { 5883d291c222357303b9611cab89d0c3b047584ef377Chong Zhang err = setupInputSurface(); 5884d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 5885d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 5886d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (err != OK) { 5887d291c222357303b9611cab89d0c3b047584ef377Chong Zhang // Can't use mCodec->signalError() here -- MediaCodec won't forward 5888d291c222357303b9611cab89d0c3b047584ef377Chong Zhang // the error through because it's in the "configured" state. We 5889d291c222357303b9611cab89d0c3b047584ef377Chong Zhang // send a kWhatInputSurfaceAccepted with an error value instead. 58908f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang ALOGE("[%s] onSetInputSurface returning error %d", 5891d291c222357303b9611cab89d0c3b047584ef377Chong Zhang mCodec->mComponentName.c_str(), err); 5892d291c222357303b9611cab89d0c3b047584ef377Chong Zhang notify->setInt32("err", err); 5893d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 5894d291c222357303b9611cab89d0c3b047584ef377Chong Zhang notify->post(); 5895d291c222357303b9611cab89d0c3b047584ef377Chong Zhang} 5896d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 5897c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Hubervoid ACodec::LoadedState::onStart() { 58985778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGV("onStart"); 58995778822d86b0337407514b9372562b86edfa91cdAndreas Huber 59000806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = mCodec->mOMX->sendCommand(mCodec->mNode, OMX_CommandStateSet, OMX_StateIdle); 59010806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 59020806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 59030806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 59040806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->changeState(mCodec->mLoadedToIdleState); 59050806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5906f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5907f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5908f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 5909f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5910f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::LoadedToIdleState::LoadedToIdleState(ACodec *codec) 5911f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : BaseState(codec) { 5912f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5913f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5914f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::LoadedToIdleState::stateEntered() { 59153856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now Loaded->Idle", mCodec->mComponentName.c_str()); 5916f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5917cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber status_t err; 5918cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber if ((err = allocateBuffers()) != OK) { 591929357bc2c0dd7c43ad3bd0c8e3efa4e6fd9bfd47Steve Block ALOGE("Failed to allocate buffers after transitioning to IDLE state " 5920cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber "(error 0x%08x)", 5921cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber err); 5922cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber 5923251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 592491bfadb4aa75444c60e9949232de3c184cfe060aAndreas Huber 592591bfadb4aa75444c60e9949232de3c184cfe060aAndreas Huber mCodec->changeState(mCodec->mLoadedState); 5926cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber } 5927f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5928f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5929f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::LoadedToIdleState::allocateBuffers() { 5930f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t err = mCodec->allocateBuffersOnPort(kPortIndexInput); 5931f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5932f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 5933f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 5934f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5935f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5936f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return mCodec->allocateBuffersOnPort(kPortIndexOutput); 5937f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5938f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5939f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::LoadedToIdleState::onMessageReceived(const sp<AMessage> &msg) { 5940f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 594172cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang case kWhatSetParameters: 5942f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 5943f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5944f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->deferMessage(msg); 5945f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 5946f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5947f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 59486507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden case kWhatSignalEndOfInputStream: 59496507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden { 59506507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mCodec->onSignalEndOfInputStream(); 59516507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden return true; 59526507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden } 59536507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 59546463e76d41430f9b03a79b221de84255f2475658Marco Nelissen case kWhatResume: 59556463e76d41430f9b03a79b221de84255f2475658Marco Nelissen { 59566463e76d41430f9b03a79b221de84255f2475658Marco Nelissen // We'll be active soon enough. 59576463e76d41430f9b03a79b221de84255f2475658Marco Nelissen return true; 59586463e76d41430f9b03a79b221de84255f2475658Marco Nelissen } 59596463e76d41430f9b03a79b221de84255f2475658Marco Nelissen 59606463e76d41430f9b03a79b221de84255f2475658Marco Nelissen case kWhatFlush: 59616463e76d41430f9b03a79b221de84255f2475658Marco Nelissen { 59626463e76d41430f9b03a79b221de84255f2475658Marco Nelissen // We haven't even started yet, so we're flushed alright... 59636463e76d41430f9b03a79b221de84255f2475658Marco Nelissen sp<AMessage> notify = mCodec->mNotify->dup(); 5964d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatFlushCompleted); 59656463e76d41430f9b03a79b221de84255f2475658Marco Nelissen notify->post(); 59666463e76d41430f9b03a79b221de84255f2475658Marco Nelissen return true; 59676463e76d41430f9b03a79b221de84255f2475658Marco Nelissen } 59686463e76d41430f9b03a79b221de84255f2475658Marco Nelissen 5969f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 5970f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onMessageReceived(msg); 5971f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5972f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5973f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5974f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::LoadedToIdleState::onOMXEvent( 5975f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 5976f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 5977f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventCmdComplete: 5978f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 59790806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = OK; 59800806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (data1 != (OMX_U32)OMX_CommandStateSet 59810806340688c937e7b78c2d89db3809274130df4eLajos Molnar || data2 != (OMX_U32)OMX_StateIdle) { 59820806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Unexpected command completion in LoadedToIdleState: %s(%u) %s(%u)", 59830806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_COMMANDTYPE)data1), data1, 59840806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_STATETYPE)data2), data2); 59850806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = FAILED_TRANSACTION; 59860806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5987f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 59880806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 59890806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mCodec->mOMX->sendCommand( 59900806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mNode, OMX_CommandStateSet, OMX_StateExecuting); 59910806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5992f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 59930806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 59940806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 59950806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 59960806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->changeState(mCodec->mIdleToExecutingState); 59970806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5998f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5999f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6000f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6001f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6002f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6003f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onOMXEvent(event, data1, data2); 6004f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6005f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6006f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6007f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 6008f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6009f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::IdleToExecutingState::IdleToExecutingState(ACodec *codec) 6010f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : BaseState(codec) { 6011f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6012f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6013f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::IdleToExecutingState::stateEntered() { 60143856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now Idle->Executing", mCodec->mComponentName.c_str()); 6015f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6016f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6017f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::IdleToExecutingState::onMessageReceived(const sp<AMessage> &msg) { 6018f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 601972cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang case kWhatSetParameters: 6020f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 6021f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6022f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->deferMessage(msg); 6023f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6024f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6025f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6026d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber case kWhatResume: 6027d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber { 6028d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber // We'll be active soon enough. 6029d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber return true; 6030d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber } 6031d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber 6032d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber case kWhatFlush: 6033d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber { 6034d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber // We haven't even started yet, so we're flushed alright... 6035d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 6036d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatFlushCompleted); 6037d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber notify->post(); 6038d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber 6039d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber return true; 6040d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber } 6041d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber 60426507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden case kWhatSignalEndOfInputStream: 60436507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden { 60446507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mCodec->onSignalEndOfInputStream(); 60456507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden return true; 60466507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden } 60476507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 6048f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6049f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onMessageReceived(msg); 6050f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6051f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6052f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6053f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::IdleToExecutingState::onOMXEvent( 6054f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 6055f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 6056f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventCmdComplete: 6057f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 60580806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (data1 != (OMX_U32)OMX_CommandStateSet 60590806340688c937e7b78c2d89db3809274130df4eLajos Molnar || data2 != (OMX_U32)OMX_StateExecuting) { 60600806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Unexpected command completion in IdleToExecutingState: %s(%u) %s(%u)", 60610806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_COMMANDTYPE)data1), data1, 60620806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_STATETYPE)data2), data2); 60630806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 60640806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 60650806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6066f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6067f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mExecutingState->resume(); 6068f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->changeState(mCodec->mExecutingState); 6069f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6070f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6071f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6072f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6073f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6074f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onOMXEvent(event, data1, data2); 6075f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6076f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6077f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6078f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 6079f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6080f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::ExecutingState::ExecutingState(ACodec *codec) 6081349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber : BaseState(codec), 6082349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mActive(false) { 6083f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6084f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6085f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::BaseState::PortMode ACodec::ExecutingState::getPortMode( 6086ccb067b1d8424ba610cbd3de83368bd55b532b5bAndreas Huber OMX_U32 /* portIndex */) { 6087f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return RESUBMIT_BUFFERS; 6088f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6089f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6090054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnarvoid ACodec::ExecutingState::submitOutputMetaBuffers() { 6091054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar // submit as many buffers as there are input buffers with the codec 6092054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar // in case we are in port reconfiguring 6093054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar for (size_t i = 0; i < mCodec->mBuffers[kPortIndexInput].size(); ++i) { 6094054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar BufferInfo *info = &mCodec->mBuffers[kPortIndexInput].editItemAt(i); 6095054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 6096054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar if (info->mStatus == BufferInfo::OWNED_BY_COMPONENT) { 6097054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mCodec->submitOutputMetadataBuffer() != OK) 6098054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar break; 6099054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 6100054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 61014dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar 61024dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar // *** NOTE: THE FOLLOWING WORKAROUND WILL BE REMOVED *** 6103054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->signalSubmitOutputMetadataBufferIfEOS_workaround(); 6104054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar} 6105054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 6106054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnarvoid ACodec::ExecutingState::submitRegularOutputBuffers() { 61070806340688c937e7b78c2d89db3809274130df4eLajos Molnar bool failed = false; 6108f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (size_t i = 0; i < mCodec->mBuffers[kPortIndexOutput].size(); ++i) { 6109f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = &mCodec->mBuffers[kPortIndexOutput].editItemAt(i); 6110f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6111f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mCodec->mNativeWindow != NULL) { 61120806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (info->mStatus != BufferInfo::OWNED_BY_US 61130806340688c937e7b78c2d89db3809274130df4eLajos Molnar && info->mStatus != BufferInfo::OWNED_BY_NATIVE_WINDOW) { 61140806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("buffers should be owned by us or the surface"); 61150806340688c937e7b78c2d89db3809274130df4eLajos Molnar failed = true; 61160806340688c937e7b78c2d89db3809274130df4eLajos Molnar break; 61170806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6118f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6119f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW) { 6120f933441648ef6a71dee783d733aac17b9508b452Andreas Huber continue; 6121f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6122f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else { 61230806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (info->mStatus != BufferInfo::OWNED_BY_US) { 61240806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("buffers should be owned by us"); 61250806340688c937e7b78c2d89db3809274130df4eLajos Molnar failed = true; 61260806340688c937e7b78c2d89db3809274130df4eLajos Molnar break; 61270806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6128f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6129f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 61300806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGV("[%s] calling fillBuffer %u", mCodec->mComponentName.c_str(), info->mBufferID); 6131349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 613215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkWriteFence("submitRegularOutputBuffers"); 613315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar status_t err = mCodec->mOMX->fillBuffer(mCodec->mNode, info->mBufferID, info->mFenceFd); 613415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 61350806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 61360806340688c937e7b78c2d89db3809274130df4eLajos Molnar failed = true; 61370806340688c937e7b78c2d89db3809274130df4eLajos Molnar break; 61380806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6139f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6140f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_COMPONENT; 6141f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 61420806340688c937e7b78c2d89db3809274130df4eLajos Molnar 61430806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (failed) { 61440806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 61450806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6146f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6147f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6148054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnarvoid ACodec::ExecutingState::submitOutputBuffers() { 6149c38fcfba95f711e5738e4c72bd5499317a2f30d9Lajos Molnar submitRegularOutputBuffers(); 6150054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mCodec->storingMetadataInDecodedBuffers()) { 6151054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar submitOutputMetaBuffers(); 6152054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 6153054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar} 6154054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 6155f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::ExecutingState::resume() { 6156349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber if (mActive) { 61570806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGV("[%s] We're already active, no need to resume.", mCodec->mComponentName.c_str()); 6158349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber return; 6159349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber } 6160349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 6161f933441648ef6a71dee783d733aac17b9508b452Andreas Huber submitOutputBuffers(); 6162f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 61633cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar // Post all available input buffers 6164777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (mCodec->mBuffers[kPortIndexInput].size() == 0u) { 6165777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGW("[%s] we don't have any input buffers to resume", mCodec->mComponentName.c_str()); 6166777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 6167777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim 61683cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar for (size_t i = 0; i < mCodec->mBuffers[kPortIndexInput].size(); i++) { 61693cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar BufferInfo *info = &mCodec->mBuffers[kPortIndexInput].editItemAt(i); 61703cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar if (info->mStatus == BufferInfo::OWNED_BY_US) { 61713cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar postFillThisBuffer(info); 61723cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar } 61733cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar } 6174349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 6175349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mActive = true; 6176f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6177f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6178f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::ExecutingState::stateEntered() { 61793856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now Executing", mCodec->mComponentName.c_str()); 6180f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 618190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->mRenderTracker.clear(systemTime(CLOCK_MONOTONIC)); 6182f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->processDeferredMessages(); 6183f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6184f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6185f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::ExecutingState::onMessageReceived(const sp<AMessage> &msg) { 6186f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool handled = false; 6187f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6188f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 6189f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 6190f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6191c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber int32_t keepComponentAllocated; 6192c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber CHECK(msg->findInt32( 6193c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber "keepComponentAllocated", &keepComponentAllocated)); 6194c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6195c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->mShutdownInProgress = true; 619654b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar mCodec->mExplicitShutdown = true; 6197c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->mKeepComponentAllocated = keepComponentAllocated; 6198c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6199349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mActive = false; 6200349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 62010806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = mCodec->mOMX->sendCommand( 62020806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mNode, OMX_CommandStateSet, OMX_StateIdle); 62030806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 62040806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (keepComponentAllocated) { 62050806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 62060806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 62070806340688c937e7b78c2d89db3809274130df4eLajos Molnar // TODO: do some recovery here. 62080806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 62090806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->changeState(mCodec->mExecutingToIdleState); 62100806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6211f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6212f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 6213f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6214f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6215f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6216f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatFlush: 6217f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 62187a3a2b2f9bb9421dcf83fbd47276e57917078aefJames Dong ALOGV("[%s] ExecutingState flushing now " 6219ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar "(codec owns %zu/%zu input, %zu/%zu output).", 6220d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber mCodec->mComponentName.c_str(), 6221d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber mCodec->countBuffersOwnedByComponent(kPortIndexInput), 6222d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber mCodec->mBuffers[kPortIndexInput].size(), 6223d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber mCodec->countBuffersOwnedByComponent(kPortIndexOutput), 6224d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber mCodec->mBuffers[kPortIndexOutput].size()); 6225d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 6226349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mActive = false; 6227349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 62280806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = mCodec->mOMX->sendCommand(mCodec->mNode, OMX_CommandFlush, OMX_ALL); 62290806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 62300806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 62310806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 62320806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->changeState(mCodec->mFlushingState); 62330806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6234f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6235f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 6236f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6237f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6238f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6239f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatResume: 6240f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6241f933441648ef6a71dee783d733aac17b9508b452Andreas Huber resume(); 6242f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6243f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 6244f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6245f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6246f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6247496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber case kWhatRequestIDRFrame: 6248496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber { 6249496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber status_t err = mCodec->requestIDRFrame(); 6250496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber if (err != OK) { 6251496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber ALOGW("Requesting an IDR frame failed."); 6252496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber } 6253496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 6254496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber handled = true; 6255496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber break; 6256496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber } 6257496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 6258a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber case kWhatSetParameters: 6259a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber { 6260a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber sp<AMessage> params; 6261a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber CHECK(msg->findMessage("params", ¶ms)); 6262a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 6263a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber status_t err = mCodec->setParameters(params); 6264a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 6265a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber sp<AMessage> reply; 6266a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber if (msg->findMessage("reply", &reply)) { 6267a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber reply->setInt32("err", err); 6268a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber reply->post(); 6269a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber } 6270a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 6271a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber handled = true; 6272a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber break; 6273a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber } 6274a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 62757cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case ACodec::kWhatSignalEndOfInputStream: 62767cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 62776507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mCodec->onSignalEndOfInputStream(); 62787cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden handled = true; 62797cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 62807cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 62817cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 62824dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar // *** NOTE: THE FOLLOWING WORKAROUND WILL BE REMOVED *** 6283054219874873b41f1c815552987c10465c34ba2bLajos Molnar case kWhatSubmitOutputMetadataBufferIfEOS: 62844dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar { 62854dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar if (mCodec->mPortEOS[kPortIndexInput] && 62864dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar !mCodec->mPortEOS[kPortIndexOutput]) { 6287054219874873b41f1c815552987c10465c34ba2bLajos Molnar status_t err = mCodec->submitOutputMetadataBuffer(); 62884dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar if (err == OK) { 6289054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->signalSubmitOutputMetadataBufferIfEOS_workaround(); 62904dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar } 62914dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar } 62924dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar return true; 62934dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar } 62944dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar 6295f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6296f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = BaseState::onMessageReceived(msg); 6297f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6298f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6299f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6300f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return handled; 6301f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6302f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6303a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huberstatus_t ACodec::setParameters(const sp<AMessage> ¶ms) { 6304a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber int32_t videoBitrate; 6305530fdbdc1b5491f3fbf172752834d1515701e142Lajos Molnar if (params->findInt32("video-bitrate", &videoBitrate)) { 6306a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber OMX_VIDEO_CONFIG_BITRATETYPE configParams; 6307a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber InitOMXParams(&configParams); 6308a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber configParams.nPortIndex = kPortIndexOutput; 6309a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber configParams.nEncodeBitrate = videoBitrate; 6310a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 6311a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber status_t err = mOMX->setConfig( 6312a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber mNode, 6313a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber OMX_IndexConfigVideoBitrate, 6314a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber &configParams, 6315a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber sizeof(configParams)); 6316a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 6317a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber if (err != OK) { 6318a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber ALOGE("setConfig(OMX_IndexConfigVideoBitrate, %d) failed w/ err %d", 6319a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber videoBitrate, err); 6320a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 6321a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber return err; 6322a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber } 6323a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber } 6324a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 632572cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang int64_t skipFramesBeforeUs; 632672cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang if (params->findInt64("skip-frames-before", &skipFramesBeforeUs)) { 632772cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang status_t err = 632872cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang mOMX->setInternalOption( 632972cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang mNode, 633072cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang kPortIndexInput, 633172cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang IOMX::INTERNAL_OPTION_START_TIME, 633272cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang &skipFramesBeforeUs, 633372cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang sizeof(skipFramesBeforeUs)); 633472cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang 633572cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang if (err != OK) { 633672cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang ALOGE("Failed to set parameter 'skip-frames-before' (err %d)", err); 633772cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang return err; 633872cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang } 633972cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang } 634072cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang 6341e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber int32_t dropInputFrames; 6342e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber if (params->findInt32("drop-input-frames", &dropInputFrames)) { 6343e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber bool suspend = dropInputFrames != 0; 6344e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber 6345b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber status_t err = 6346b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber mOMX->setInternalOption( 6347e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber mNode, 6348e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber kPortIndexInput, 6349e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber IOMX::INTERNAL_OPTION_SUSPEND, 6350e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber &suspend, 6351b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber sizeof(suspend)); 6352b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber 6353b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber if (err != OK) { 6354b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber ALOGE("Failed to set parameter 'drop-input-frames' (err %d)", err); 6355b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber return err; 6356b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber } 6357b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber } 6358b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber 6359b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber int32_t dummy; 6360b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber if (params->findInt32("request-sync", &dummy)) { 6361b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber status_t err = requestIDRFrame(); 6362b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber 6363b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber if (err != OK) { 6364b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber ALOGE("Requesting a sync frame failed w/ err %d", err); 6365b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber return err; 6366b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber } 6367e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber } 6368e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber 63698db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu float rate; 63708db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu if (params->findFloat("operating-rate", &rate) && rate > 0) { 63718db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu status_t err = setOperatingRate(rate, mIsVideo); 63728db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu if (err != OK) { 63738db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu ALOGE("Failed to set parameter 'operating-rate' (err %d)", err); 63748db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu return err; 63758db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu } 63768db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu } 63778db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu 6378a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber return OK; 6379a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber} 6380a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 63816507d14c6d10f93d390de62b9eed267f9b544985Andy McFaddenvoid ACodec::onSignalEndOfInputStream() { 63826507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden sp<AMessage> notify = mNotify->dup(); 6383d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatSignaledInputEOS); 63846507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 63856507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden status_t err = mOMX->signalEndOfInputStream(mNode); 63866507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden if (err != OK) { 63876507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden notify->setInt32("err", err); 63886507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden } 63896507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden notify->post(); 63906507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden} 63916507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 639290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarbool ACodec::ExecutingState::onOMXFrameRendered(int64_t mediaTimeUs, nsecs_t systemNano) { 639390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->onFrameRendered(mediaTimeUs, systemNano); 639490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar return true; 639590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 639690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 6397f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::ExecutingState::onOMXEvent( 6398f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 6399f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 6400f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventPortSettingsChanged: 6401f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6402f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ(data1, (OMX_U32)kPortIndexOutput); 6403f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 640431e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber if (data2 == 0 || data2 == OMX_IndexParamPortDefinition) { 6405054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->mMetadataBuffersToSubmit = 0; 6406f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ(mCodec->mOMX->sendCommand( 6407f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mNode, 6408f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_CommandPortDisable, kPortIndexOutput), 6409f933441648ef6a71dee783d733aac17b9508b452Andreas Huber (status_t)OK); 6410f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6411349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mCodec->freeOutputBuffersNotOwnedByComponent(); 6412f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6413f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->changeState(mCodec->mOutputPortSettingsChangedState); 641431e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber } else if (data2 == OMX_IndexConfigCommonOutputCrop) { 641531e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber mCodec->mSentFormat = false; 641698a421bfffe6b3a1b762d11740e90787bdfeac08Wei Jia 641798a421bfffe6b3a1b762d11740e90787bdfeac08Wei Jia if (mCodec->mTunneled) { 641898a421bfffe6b3a1b762d11740e90787bdfeac08Wei Jia sp<AMessage> dummy = new AMessage(kWhatOutputBufferDrained, mCodec); 641998a421bfffe6b3a1b762d11740e90787bdfeac08Wei Jia mCodec->sendFormatChange(dummy); 642098a421bfffe6b3a1b762d11740e90787bdfeac08Wei Jia } 6421f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else { 6422ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] OMX_EventPortSettingsChanged 0x%08x", 6423f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mComponentName.c_str(), data2); 6424f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6425f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6426f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6427f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6428f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6429f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventBufferFlag: 6430f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6431f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6432f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6433f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6434f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6435f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onOMXEvent(event, data1, data2); 6436f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6437f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6438f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6439f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 6440f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6441f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::OutputPortSettingsChangedState::OutputPortSettingsChangedState( 6442f933441648ef6a71dee783d733aac17b9508b452Andreas Huber ACodec *codec) 6443f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : BaseState(codec) { 6444f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6445f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6446f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::BaseState::PortMode ACodec::OutputPortSettingsChangedState::getPortMode( 6447f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 portIndex) { 6448f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (portIndex == kPortIndexOutput) { 6449f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return FREE_BUFFERS; 6450f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6451f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6452f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ(portIndex, (OMX_U32)kPortIndexInput); 6453f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6454f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return RESUBMIT_BUFFERS; 6455f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6456f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6457f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::OutputPortSettingsChangedState::onMessageReceived( 6458f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const sp<AMessage> &msg) { 6459f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool handled = false; 6460f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6461f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 6462f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatFlush: 6463f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 6464349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber case kWhatResume: 6465e6eea3a6b6e0cf92287ec1ceb8350f201d17e1acPer Persson case kWhatSetParameters: 6466f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6467349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber if (msg->what() == kWhatResume) { 64683856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Deferring resume", mCodec->mComponentName.c_str()); 6469349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber } 6470349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 6471f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->deferMessage(msg); 6472f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 6473f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6474f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6475f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6476f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6477f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = BaseState::onMessageReceived(msg); 6478f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6479f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6480f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6481f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return handled; 6482f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6483f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6484f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::OutputPortSettingsChangedState::stateEntered() { 64853856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now handling output port settings change", 6486f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mComponentName.c_str()); 6487f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6488f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 648990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarbool ACodec::OutputPortSettingsChangedState::onOMXFrameRendered( 649090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int64_t mediaTimeUs, nsecs_t systemNano) { 649190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->onFrameRendered(mediaTimeUs, systemNano); 649290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar return true; 649390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 649490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 6495f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::OutputPortSettingsChangedState::onOMXEvent( 6496f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 6497f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 6498f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventCmdComplete: 6499f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6500f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (data1 == (OMX_U32)OMX_CommandPortDisable) { 65010806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (data2 != (OMX_U32)kPortIndexOutput) { 65020806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGW("ignoring EventCmdComplete CommandPortDisable for port %u", data2); 65030806340688c937e7b78c2d89db3809274130df4eLajos Molnar return false; 65040806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6505f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 65060806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGV("[%s] Output port now disabled.", mCodec->mComponentName.c_str()); 6507f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 65080806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = OK; 65090806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (!mCodec->mBuffers[kPortIndexOutput].isEmpty()) { 65100806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("disabled port should be empty, but has %zu buffers", 65110806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mBuffers[kPortIndexOutput].size()); 65120806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = FAILED_TRANSACTION; 65130806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 65140806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mDealer[kPortIndexOutput].clear(); 65150806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6516f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 65170806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 65180806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mCodec->mOMX->sendCommand( 65190806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mNode, OMX_CommandPortEnable, kPortIndexOutput); 65200806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6521f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 65220806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 65230806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mCodec->allocateBuffersOnPort(kPortIndexOutput); 65240806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE_IF(err != OK, "Failed to allocate output port buffers after port " 65250806340688c937e7b78c2d89db3809274130df4eLajos Molnar "reconfiguration: (%d)", err); 65260806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6527cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber 65280806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 6529251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 6530d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 6531755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber // This is technically not correct, but appears to be 6532755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber // the only way to free the component instance. 6533755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber // Controlled transitioning from excecuting->idle 6534755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber // and idle->loaded seem impossible probably because 6535755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber // the output port never finishes re-enabling. 6536755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber mCodec->mShutdownInProgress = true; 6537755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber mCodec->mKeepComponentAllocated = false; 6538755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber mCodec->changeState(mCodec->mLoadedState); 6539cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber } 6540f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6541f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6542f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else if (data1 == (OMX_U32)OMX_CommandPortEnable) { 6543777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (data2 != (OMX_U32)kPortIndexOutput) { 6544777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGW("ignoring EventCmdComplete OMX_CommandPortEnable for port %u", data2); 6545777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return false; 6546777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 6547f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 654831e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber mCodec->mSentFormat = false; 654931e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 65500fb43efc54ffd8d3133635ee3934d83c9987081bWei Jia if (mCodec->mTunneled) { 65510fb43efc54ffd8d3133635ee3934d83c9987081bWei Jia sp<AMessage> dummy = new AMessage(kWhatOutputBufferDrained, mCodec); 65520fb43efc54ffd8d3133635ee3934d83c9987081bWei Jia mCodec->sendFormatChange(dummy); 65530fb43efc54ffd8d3133635ee3934d83c9987081bWei Jia } 65540fb43efc54ffd8d3133635ee3934d83c9987081bWei Jia 65550806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGV("[%s] Output port now reenabled.", mCodec->mComponentName.c_str()); 6556f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6557349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber if (mCodec->mExecutingState->active()) { 6558349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mCodec->mExecutingState->submitOutputBuffers(); 6559349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber } 6560349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 6561f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->changeState(mCodec->mExecutingState); 6562f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6563f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6564f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6565f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6566f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return false; 6567f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6568f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6569f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6570f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return false; 6571f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6572f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6573f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6574f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 6575f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6576f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::ExecutingToIdleState::ExecutingToIdleState(ACodec *codec) 65775778822d86b0337407514b9372562b86edfa91cdAndreas Huber : BaseState(codec), 65785778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentNowIdle(false) { 6579f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6580f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6581f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::ExecutingToIdleState::onMessageReceived(const sp<AMessage> &msg) { 6582f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool handled = false; 6583f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6584f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 6585f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatFlush: 6586f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6587f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // Don't send me a flush request if you previously wanted me 6588f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // to shutdown. 65890806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGW("Ignoring flush request in ExecutingToIdleState"); 6590f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6591f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6592f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6593f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 6594f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6595f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // We're already doing that... 6596f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6597f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 6598f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6599f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6600f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6601f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6602f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = BaseState::onMessageReceived(msg); 6603f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6604f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6605f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6606f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return handled; 6607f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6608f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6609f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::ExecutingToIdleState::stateEntered() { 66103856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now Executing->Idle", mCodec->mComponentName.c_str()); 661131e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 66125778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentNowIdle = false; 661331e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber mCodec->mSentFormat = false; 6614f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6615f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6616f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::ExecutingToIdleState::onOMXEvent( 6617f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 6618f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 6619f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventCmdComplete: 6620f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 66210806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (data1 != (OMX_U32)OMX_CommandStateSet 66220806340688c937e7b78c2d89db3809274130df4eLajos Molnar || data2 != (OMX_U32)OMX_StateIdle) { 66230806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Unexpected command completion in ExecutingToIdleState: %s(%u) %s(%u)", 66240806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_COMMANDTYPE)data1), data1, 66250806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_STATETYPE)data2), data2); 66260806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 66270806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 66280806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6629f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 66305778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentNowIdle = true; 66315778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6632f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeStateIfWeOwnAllBuffers(); 6633f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6634f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6635f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6636f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6637349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber case OMX_EventPortSettingsChanged: 6638349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber case OMX_EventBufferFlag: 6639349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber { 6640349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber // We're shutting down and don't care about this anymore. 6641349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber return true; 6642349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber } 6643349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 6644f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6645f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onOMXEvent(event, data1, data2); 6646f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6647f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 66480af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber 6649f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::ExecutingToIdleState::changeStateIfWeOwnAllBuffers() { 66505778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mComponentNowIdle && mCodec->allYourBuffersAreBelongToUs()) { 66510806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = mCodec->mOMX->sendCommand( 66520806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mNode, OMX_CommandStateSet, OMX_StateLoaded); 66530806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 66540806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mCodec->freeBuffersOnPort(kPortIndexInput); 66550806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err2 = mCodec->freeBuffersOnPort(kPortIndexOutput); 66560806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 66570806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = err2; 66580806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 66590806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6660f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 66610167414e261f88a96b5e4bf6cb592e6ca11e5a95Andreas Huber if ((mCodec->mFlags & kFlagPushBlankBuffersToNativeWindowOnShutdown) 66620167414e261f88a96b5e4bf6cb592e6ca11e5a95Andreas Huber && mCodec->mNativeWindow != NULL) { 6663bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber // We push enough 1x1 blank buffers to ensure that one of 6664bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber // them has made it to the display. This allows the OMX 6665bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber // component teardown to zero out any protected buffers 6666bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber // without the risk of scanning out one of those buffers. 6667b2d0b487efd40700199852c9a18b369b1651f15bLajos Molnar pushBlankBuffersToNativeWindow(mCodec->mNativeWindow.get()); 6668bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber } 6669bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber 66700806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 66710806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 66720806340688c937e7b78c2d89db3809274130df4eLajos Molnar return; 66730806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 66740806340688c937e7b78c2d89db3809274130df4eLajos Molnar 6675f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->changeState(mCodec->mIdleToLoadedState); 6676f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6677f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6678f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6679f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::ExecutingToIdleState::onInputBufferFilled( 6680f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const sp<AMessage> &msg) { 6681f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BaseState::onInputBufferFilled(msg); 6682f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6683f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeStateIfWeOwnAllBuffers(); 6684f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6685f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6686f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::ExecutingToIdleState::onOutputBufferDrained( 6687f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const sp<AMessage> &msg) { 6688f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BaseState::onOutputBufferDrained(msg); 6689f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6690f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeStateIfWeOwnAllBuffers(); 6691f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6692f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6693f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 6694f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6695f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::IdleToLoadedState::IdleToLoadedState(ACodec *codec) 6696f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : BaseState(codec) { 6697f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6698f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6699f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::IdleToLoadedState::onMessageReceived(const sp<AMessage> &msg) { 6700f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool handled = false; 6701f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6702f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 6703f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 6704f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6705f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // We're already doing that... 6706f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6707f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 6708f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6709f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6710f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6711f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatFlush: 6712f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6713f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // Don't send me a flush request if you previously wanted me 6714f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // to shutdown. 67150806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Got flush request in IdleToLoadedState"); 6716f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6717f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6718f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6719f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6720f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = BaseState::onMessageReceived(msg); 6721f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6722f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6723f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6724f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return handled; 6725f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6726f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6727f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::IdleToLoadedState::stateEntered() { 67283856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now Idle->Loaded", mCodec->mComponentName.c_str()); 6729f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6730f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6731f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::IdleToLoadedState::onOMXEvent( 6732f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 6733f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 6734f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventCmdComplete: 6735f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 67360806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (data1 != (OMX_U32)OMX_CommandStateSet 67370806340688c937e7b78c2d89db3809274130df4eLajos Molnar || data2 != (OMX_U32)OMX_StateLoaded) { 67380806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Unexpected command completion in IdleToLoadedState: %s(%u) %s(%u)", 67390806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_COMMANDTYPE)data1), data1, 67400806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_STATETYPE)data2), data2); 67410806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 67420806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 67430806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6744f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6745c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->changeState(mCodec->mLoadedState); 6746f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6747f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6748f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6749f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6750f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6751f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onOMXEvent(event, data1, data2); 6752f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6753f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6754f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6755f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 6756f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6757f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::FlushingState::FlushingState(ACodec *codec) 6758f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : BaseState(codec) { 6759f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6760f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6761f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::FlushingState::stateEntered() { 67623856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now Flushing", mCodec->mComponentName.c_str()); 6763f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6764f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mFlushComplete[kPortIndexInput] = mFlushComplete[kPortIndexOutput] = false; 6765f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6766f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6767f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::FlushingState::onMessageReceived(const sp<AMessage> &msg) { 6768f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool handled = false; 6769f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6770f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 6771f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 6772f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6773f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->deferMessage(msg); 6774f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6775f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6776f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6777f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatFlush: 6778f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6779f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // We're already doing this right now. 6780f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 6781f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6782f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6783f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6784f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6785f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = BaseState::onMessageReceived(msg); 6786f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6787f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6788f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6789f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return handled; 6790f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6791f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6792f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::FlushingState::onOMXEvent( 6793f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 6794ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] FlushingState onOMXEvent(%u,%d)", 6795ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar mCodec->mComponentName.c_str(), event, (OMX_S32)data1); 6796d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 6797f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 6798f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventCmdComplete: 6799f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 68000806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (data1 != (OMX_U32)OMX_CommandFlush) { 68010806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("unexpected EventCmdComplete %s(%d) data2:%d in FlushingState", 68020806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_COMMANDTYPE)data1), data1, data2); 68030806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 68040806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 68050806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6806f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6807f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (data2 == kPortIndexInput || data2 == kPortIndexOutput) { 6808777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (mFlushComplete[data2]) { 6809777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGW("Flush already completed for %s port", 6810777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim data2 == kPortIndexInput ? "input" : "output"); 6811777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return true; 6812777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 6813f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mFlushComplete[data2] = true; 6814e5bf6409774fe73f968b7db215f535b64de66139Andreas Huber 68150806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (mFlushComplete[kPortIndexInput] && mFlushComplete[kPortIndexOutput]) { 6816e5bf6409774fe73f968b7db215f535b64de66139Andreas Huber changeStateIfWeOwnAllBuffers(); 6817e5bf6409774fe73f968b7db215f535b64de66139Andreas Huber } 6818777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } else if (data2 == OMX_ALL) { 6819777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (!mFlushComplete[kPortIndexInput] || !mFlushComplete[kPortIndexOutput]) { 6820777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGW("received flush complete event for OMX_ALL before ports have been" 6821777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim "flushed (%d/%d)", 6822777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mFlushComplete[kPortIndexInput], mFlushComplete[kPortIndexOutput]); 6823777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return false; 6824777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 6825f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6826f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeStateIfWeOwnAllBuffers(); 6827777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } else { 6828777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGW("data2 not OMX_ALL but %u in EventCmdComplete CommandFlush", data2); 6829f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6830f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6831f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6832f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6833f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6834349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber case OMX_EventPortSettingsChanged: 6835349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber { 68361d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatOMXMessage, mCodec); 6837349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber msg->setInt32("type", omx_message::EVENT); 6838609b815a3131d22da38b2f452faa9f89daad4039Andy Hung msg->setInt32("node", mCodec->mNode); 6839349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber msg->setInt32("event", event); 6840349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber msg->setInt32("data1", data1); 6841349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber msg->setInt32("data2", data2); 6842349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 68433856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Deferring OMX_EventPortSettingsChanged", 6844349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mCodec->mComponentName.c_str()); 6845349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 6846349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mCodec->deferMessage(msg); 6847349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 6848349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber return true; 6849349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber } 6850349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 6851f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6852f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onOMXEvent(event, data1, data2); 6853f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6854f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6855f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6856f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6857f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6858f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::FlushingState::onOutputBufferDrained(const sp<AMessage> &msg) { 6859f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BaseState::onOutputBufferDrained(msg); 6860f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6861f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeStateIfWeOwnAllBuffers(); 6862f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6863f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6864f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::FlushingState::onInputBufferFilled(const sp<AMessage> &msg) { 6865f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BaseState::onInputBufferFilled(msg); 6866f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6867f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeStateIfWeOwnAllBuffers(); 6868f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6869f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6870f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::FlushingState::changeStateIfWeOwnAllBuffers() { 6871f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mFlushComplete[kPortIndexInput] 6872f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && mFlushComplete[kPortIndexOutput] 6873f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && mCodec->allYourBuffersAreBelongToUs()) { 68747e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber // We now own all buffers except possibly those still queued with 68757e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber // the native window for rendering. Let's get those back as well. 68767e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber mCodec->waitUntilAllPossibleNativeWindowBuffersAreReturnedToUs(); 68777e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 687890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->mRenderTracker.clear(systemTime(CLOCK_MONOTONIC)); 687990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 6880f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 6881d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatFlushCompleted); 6882f933441648ef6a71dee783d733aac17b9508b452Andreas Huber notify->post(); 6883f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6884f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mPortEOS[kPortIndexInput] = 6885f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mPortEOS[kPortIndexOutput] = false; 6886f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6887dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mCodec->mInputEOSResult = OK; 6888dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber 6889f3bd1972e039c6ded5154db715e5a32f1813a239Marco Nelissen if (mCodec->mSkipCutBuffer != NULL) { 6890f3bd1972e039c6ded5154db715e5a32f1813a239Marco Nelissen mCodec->mSkipCutBuffer->clear(); 6891f3bd1972e039c6ded5154db715e5a32f1813a239Marco Nelissen } 6892f3bd1972e039c6ded5154db715e5a32f1813a239Marco Nelissen 6893f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->changeState(mCodec->mExecutingState); 6894f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6895f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6896f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 689765dd3eeef54cf1d1c4edf2f966d3dabb508d3cb9Lajos Molnarstatus_t ACodec::queryCapabilities( 689865dd3eeef54cf1d1c4edf2f966d3dabb508d3cb9Lajos Molnar const AString &name, const AString &mime, bool isEncoder, 689965dd3eeef54cf1d1c4edf2f966d3dabb508d3cb9Lajos Molnar sp<MediaCodecInfo::Capabilities> *caps) { 690065dd3eeef54cf1d1c4edf2f966d3dabb508d3cb9Lajos Molnar (*caps).clear(); 690165dd3eeef54cf1d1c4edf2f966d3dabb508d3cb9Lajos Molnar const char *role = getComponentRole(isEncoder, mime.c_str()); 690265dd3eeef54cf1d1c4edf2f966d3dabb508d3cb9Lajos Molnar if (role == NULL) { 690365dd3eeef54cf1d1c4edf2f966d3dabb508d3cb9Lajos Molnar return BAD_VALUE; 690465dd3eeef54cf1d1c4edf2f966d3dabb508d3cb9Lajos Molnar } 690565dd3eeef54cf1d1c4edf2f966d3dabb508d3cb9Lajos Molnar 690665dd3eeef54cf1d1c4edf2f966d3dabb508d3cb9Lajos Molnar OMXClient client; 690765dd3eeef54cf1d1c4edf2f966d3dabb508d3cb9Lajos Molnar status_t err = client.connect(); 690865dd3eeef54cf1d1c4edf2f966d3dabb508d3cb9Lajos Molnar if (err != OK) { 690965dd3eeef54cf1d1c4edf2f966d3dabb508d3cb9Lajos Molnar return err; 691065dd3eeef54cf1d1c4edf2f966d3dabb508d3cb9Lajos Molnar } 691165dd3eeef54cf1d1c4edf2f966d3dabb508d3cb9Lajos Molnar 691265dd3eeef54cf1d1c4edf2f966d3dabb508d3cb9Lajos Molnar sp<IOMX> omx = client.interface(); 691365dd3eeef54cf1d1c4edf2f966d3dabb508d3cb9Lajos Molnar sp<CodecObserver> observer = new CodecObserver; 691465dd3eeef54cf1d1c4edf2f966d3dabb508d3cb9Lajos Molnar IOMX::node_id node = 0; 691565dd3eeef54cf1d1c4edf2f966d3dabb508d3cb9Lajos Molnar 691665dd3eeef54cf1d1c4edf2f966d3dabb508d3cb9Lajos Molnar err = omx->allocateNode(name.c_str(), observer, &node); 691765dd3eeef54cf1d1c4edf2f966d3dabb508d3cb9Lajos Molnar if (err != OK) { 691865dd3eeef54cf1d1c4edf2f966d3dabb508d3cb9Lajos Molnar client.disconnect(); 691965dd3eeef54cf1d1c4edf2f966d3dabb508d3cb9Lajos Molnar return err; 692065dd3eeef54cf1d1c4edf2f966d3dabb508d3cb9Lajos Molnar } 692165dd3eeef54cf1d1c4edf2f966d3dabb508d3cb9Lajos Molnar 692265dd3eeef54cf1d1c4edf2f966d3dabb508d3cb9Lajos Molnar err = setComponentRole(omx, node, role); 692365dd3eeef54cf1d1c4edf2f966d3dabb508d3cb9Lajos Molnar if (err != OK) { 692465dd3eeef54cf1d1c4edf2f966d3dabb508d3cb9Lajos Molnar omx->freeNode(node); 692565dd3eeef54cf1d1c4edf2f966d3dabb508d3cb9Lajos Molnar client.disconnect(); 692665dd3eeef54cf1d1c4edf2f966d3dabb508d3cb9Lajos Molnar return err; 692765dd3eeef54cf1d1c4edf2f966d3dabb508d3cb9Lajos Molnar } 692865dd3eeef54cf1d1c4edf2f966d3dabb508d3cb9Lajos Molnar 692965dd3eeef54cf1d1c4edf2f966d3dabb508d3cb9Lajos Molnar sp<MediaCodecInfo::CapabilitiesBuilder> builder = new MediaCodecInfo::CapabilitiesBuilder(); 693065dd3eeef54cf1d1c4edf2f966d3dabb508d3cb9Lajos Molnar bool isVideo = mime.startsWithIgnoreCase("video/"); 693165dd3eeef54cf1d1c4edf2f966d3dabb508d3cb9Lajos Molnar 693265dd3eeef54cf1d1c4edf2f966d3dabb508d3cb9Lajos Molnar if (isVideo) { 693365dd3eeef54cf1d1c4edf2f966d3dabb508d3cb9Lajos Molnar OMX_VIDEO_PARAM_PROFILELEVELTYPE param; 693465dd3eeef54cf1d1c4edf2f966d3dabb508d3cb9Lajos Molnar InitOMXParams(¶m); 693565dd3eeef54cf1d1c4edf2f966d3dabb508d3cb9Lajos Molnar param.nPortIndex = isEncoder ? kPortIndexOutput : kPortIndexInput; 693665dd3eeef54cf1d1c4edf2f966d3dabb508d3cb9Lajos Molnar 693766092fdb46bf93c9247e86ed7788f764f670a01cLajos Molnar for (OMX_U32 index = 0; index <= kMaxIndicesToCheck; ++index) { 693866092fdb46bf93c9247e86ed7788f764f670a01cLajos Molnar param.nProfileIndex = index; 693965dd3eeef54cf1d1c4edf2f966d3dabb508d3cb9Lajos Molnar status_t err = omx->getParameter( 694065dd3eeef54cf1d1c4edf2f966d3dabb508d3cb9Lajos Molnar node, OMX_IndexParamVideoProfileLevelQuerySupported, 694165dd3eeef54cf1d1c4edf2f966d3dabb508d3cb9Lajos Molnar ¶m, sizeof(param)); 694265dd3eeef54cf1d1c4edf2f966d3dabb508d3cb9Lajos Molnar if (err != OK) { 694365dd3eeef54cf1d1c4edf2f966d3dabb508d3cb9Lajos Molnar break; 694465dd3eeef54cf1d1c4edf2f966d3dabb508d3cb9Lajos Molnar } 694565dd3eeef54cf1d1c4edf2f966d3dabb508d3cb9Lajos Molnar builder->addProfileLevel(param.eProfile, param.eLevel); 694666092fdb46bf93c9247e86ed7788f764f670a01cLajos Molnar 694766092fdb46bf93c9247e86ed7788f764f670a01cLajos Molnar if (index == kMaxIndicesToCheck) { 694866092fdb46bf93c9247e86ed7788f764f670a01cLajos Molnar ALOGW("[%s] stopping checking profiles after %u: %x/%x", 694966092fdb46bf93c9247e86ed7788f764f670a01cLajos Molnar name.c_str(), index, 695066092fdb46bf93c9247e86ed7788f764f670a01cLajos Molnar param.eProfile, param.eLevel); 695166092fdb46bf93c9247e86ed7788f764f670a01cLajos Molnar } 695265dd3eeef54cf1d1c4edf2f966d3dabb508d3cb9Lajos Molnar } 695365dd3eeef54cf1d1c4edf2f966d3dabb508d3cb9Lajos Molnar 695465dd3eeef54cf1d1c4edf2f966d3dabb508d3cb9Lajos Molnar // Color format query 695565dd3eeef54cf1d1c4edf2f966d3dabb508d3cb9Lajos Molnar // return colors in the order reported by the OMX component 695665dd3eeef54cf1d1c4edf2f966d3dabb508d3cb9Lajos Molnar // prefix "flexible" standard ones with the flexible equivalent 695765dd3eeef54cf1d1c4edf2f966d3dabb508d3cb9Lajos Molnar OMX_VIDEO_PARAM_PORTFORMATTYPE portFormat; 695865dd3eeef54cf1d1c4edf2f966d3dabb508d3cb9Lajos Molnar InitOMXParams(&portFormat); 6959e4abb2a991ad36976a6ca75e9c738d14069572e2Lajos Molnar portFormat.nPortIndex = isEncoder ? kPortIndexInput : kPortIndexOutput; 696065dd3eeef54cf1d1c4edf2f966d3dabb508d3cb9Lajos Molnar Vector<uint32_t> supportedColors; // shadow copy to check for duplicates 696166092fdb46bf93c9247e86ed7788f764f670a01cLajos Molnar for (OMX_U32 index = 0; index <= kMaxIndicesToCheck; ++index) { 696266092fdb46bf93c9247e86ed7788f764f670a01cLajos Molnar portFormat.nIndex = index; 696365dd3eeef54cf1d1c4edf2f966d3dabb508d3cb9Lajos Molnar status_t err = omx->getParameter( 696465dd3eeef54cf1d1c4edf2f966d3dabb508d3cb9Lajos Molnar node, OMX_IndexParamVideoPortFormat, 696565dd3eeef54cf1d1c4edf2f966d3dabb508d3cb9Lajos Molnar &portFormat, sizeof(portFormat)); 696665dd3eeef54cf1d1c4edf2f966d3dabb508d3cb9Lajos Molnar if (err != OK) { 696765dd3eeef54cf1d1c4edf2f966d3dabb508d3cb9Lajos Molnar break; 696865dd3eeef54cf1d1c4edf2f966d3dabb508d3cb9Lajos Molnar } 696965dd3eeef54cf1d1c4edf2f966d3dabb508d3cb9Lajos Molnar 697065dd3eeef54cf1d1c4edf2f966d3dabb508d3cb9Lajos Molnar OMX_U32 flexibleEquivalent; 697165dd3eeef54cf1d1c4edf2f966d3dabb508d3cb9Lajos Molnar if (isFlexibleColorFormat( 697265dd3eeef54cf1d1c4edf2f966d3dabb508d3cb9Lajos Molnar omx, node, portFormat.eColorFormat, false /* usingNativeWindow */, 697365dd3eeef54cf1d1c4edf2f966d3dabb508d3cb9Lajos Molnar &flexibleEquivalent)) { 697465dd3eeef54cf1d1c4edf2f966d3dabb508d3cb9Lajos Molnar bool marked = false; 697565dd3eeef54cf1d1c4edf2f966d3dabb508d3cb9Lajos Molnar for (size_t i = 0; i < supportedColors.size(); ++i) { 697665dd3eeef54cf1d1c4edf2f966d3dabb508d3cb9Lajos Molnar if (supportedColors[i] == flexibleEquivalent) { 697765dd3eeef54cf1d1c4edf2f966d3dabb508d3cb9Lajos Molnar marked = true; 697865dd3eeef54cf1d1c4edf2f966d3dabb508d3cb9Lajos Molnar break; 697965dd3eeef54cf1d1c4edf2f966d3dabb508d3cb9Lajos Molnar } 698065dd3eeef54cf1d1c4edf2f966d3dabb508d3cb9Lajos Molnar } 698165dd3eeef54cf1d1c4edf2f966d3dabb508d3cb9Lajos Molnar if (!marked) { 698265dd3eeef54cf1d1c4edf2f966d3dabb508d3cb9Lajos Molnar supportedColors.push(flexibleEquivalent); 698365dd3eeef54cf1d1c4edf2f966d3dabb508d3cb9Lajos Molnar builder->addColorFormat(flexibleEquivalent); 698465dd3eeef54cf1d1c4edf2f966d3dabb508d3cb9Lajos Molnar } 698565dd3eeef54cf1d1c4edf2f966d3dabb508d3cb9Lajos Molnar } 698665dd3eeef54cf1d1c4edf2f966d3dabb508d3cb9Lajos Molnar supportedColors.push(portFormat.eColorFormat); 698765dd3eeef54cf1d1c4edf2f966d3dabb508d3cb9Lajos Molnar builder->addColorFormat(portFormat.eColorFormat); 698866092fdb46bf93c9247e86ed7788f764f670a01cLajos Molnar 698966092fdb46bf93c9247e86ed7788f764f670a01cLajos Molnar if (index == kMaxIndicesToCheck) { 699066092fdb46bf93c9247e86ed7788f764f670a01cLajos Molnar ALOGW("[%s] stopping checking formats after %u: %s(%x)", 699166092fdb46bf93c9247e86ed7788f764f670a01cLajos Molnar name.c_str(), index, 699266092fdb46bf93c9247e86ed7788f764f670a01cLajos Molnar asString(portFormat.eColorFormat), portFormat.eColorFormat); 699366092fdb46bf93c9247e86ed7788f764f670a01cLajos Molnar } 699465dd3eeef54cf1d1c4edf2f966d3dabb508d3cb9Lajos Molnar } 699565dd3eeef54cf1d1c4edf2f966d3dabb508d3cb9Lajos Molnar } 699665dd3eeef54cf1d1c4edf2f966d3dabb508d3cb9Lajos Molnar 699765dd3eeef54cf1d1c4edf2f966d3dabb508d3cb9Lajos Molnar if (isVideo && !isEncoder) { 699865dd3eeef54cf1d1c4edf2f966d3dabb508d3cb9Lajos Molnar native_handle_t *sidebandHandle = NULL; 699965dd3eeef54cf1d1c4edf2f966d3dabb508d3cb9Lajos Molnar if (omx->configureVideoTunnelMode( 700065dd3eeef54cf1d1c4edf2f966d3dabb508d3cb9Lajos Molnar node, kPortIndexOutput, OMX_TRUE, 0, &sidebandHandle) == OK) { 700165dd3eeef54cf1d1c4edf2f966d3dabb508d3cb9Lajos Molnar // tunneled playback includes adaptive playback 700265dd3eeef54cf1d1c4edf2f966d3dabb508d3cb9Lajos Molnar builder->addFlags(MediaCodecInfo::Capabilities::kFlagSupportsAdaptivePlayback 700365dd3eeef54cf1d1c4edf2f966d3dabb508d3cb9Lajos Molnar | MediaCodecInfo::Capabilities::kFlagSupportsTunneledPlayback); 700465dd3eeef54cf1d1c4edf2f966d3dabb508d3cb9Lajos Molnar } else if (omx->storeMetaDataInBuffers( 700565dd3eeef54cf1d1c4edf2f966d3dabb508d3cb9Lajos Molnar node, kPortIndexOutput, OMX_TRUE) == OK || 700665dd3eeef54cf1d1c4edf2f966d3dabb508d3cb9Lajos Molnar omx->prepareForAdaptivePlayback( 700765dd3eeef54cf1d1c4edf2f966d3dabb508d3cb9Lajos Molnar node, kPortIndexOutput, OMX_TRUE, 700865dd3eeef54cf1d1c4edf2f966d3dabb508d3cb9Lajos Molnar 1280 /* width */, 720 /* height */) == OK) { 700965dd3eeef54cf1d1c4edf2f966d3dabb508d3cb9Lajos Molnar builder->addFlags(MediaCodecInfo::Capabilities::kFlagSupportsAdaptivePlayback); 701065dd3eeef54cf1d1c4edf2f966d3dabb508d3cb9Lajos Molnar } 701165dd3eeef54cf1d1c4edf2f966d3dabb508d3cb9Lajos Molnar } 701265dd3eeef54cf1d1c4edf2f966d3dabb508d3cb9Lajos Molnar 701365dd3eeef54cf1d1c4edf2f966d3dabb508d3cb9Lajos Molnar *caps = builder; 701465dd3eeef54cf1d1c4edf2f966d3dabb508d3cb9Lajos Molnar omx->freeNode(node); 701565dd3eeef54cf1d1c4edf2f966d3dabb508d3cb9Lajos Molnar client.disconnect(); 701665dd3eeef54cf1d1c4edf2f966d3dabb508d3cb9Lajos Molnar return OK; 701765dd3eeef54cf1d1c4edf2f966d3dabb508d3cb9Lajos Molnar} 701865dd3eeef54cf1d1c4edf2f966d3dabb508d3cb9Lajos Molnar 7019f39989a3371bcb11458941bcc49d545225b55c82Lajos Molnar// These are supposed be equivalent to the logic in 7020f39989a3371bcb11458941bcc49d545225b55c82Lajos Molnar// "audio_channel_out_mask_from_count". 7021f39989a3371bcb11458941bcc49d545225b55c82Lajos Molnar//static 7022f39989a3371bcb11458941bcc49d545225b55c82Lajos Molnarstatus_t ACodec::getOMXChannelMapping(size_t numChannels, OMX_AUDIO_CHANNELTYPE map[]) { 7023f39989a3371bcb11458941bcc49d545225b55c82Lajos Molnar switch (numChannels) { 7024f39989a3371bcb11458941bcc49d545225b55c82Lajos Molnar case 1: 7025f39989a3371bcb11458941bcc49d545225b55c82Lajos Molnar map[0] = OMX_AUDIO_ChannelCF; 7026f39989a3371bcb11458941bcc49d545225b55c82Lajos Molnar break; 7027f39989a3371bcb11458941bcc49d545225b55c82Lajos Molnar case 2: 7028f39989a3371bcb11458941bcc49d545225b55c82Lajos Molnar map[0] = OMX_AUDIO_ChannelLF; 7029f39989a3371bcb11458941bcc49d545225b55c82Lajos Molnar map[1] = OMX_AUDIO_ChannelRF; 7030f39989a3371bcb11458941bcc49d545225b55c82Lajos Molnar break; 7031f39989a3371bcb11458941bcc49d545225b55c82Lajos Molnar case 3: 7032f39989a3371bcb11458941bcc49d545225b55c82Lajos Molnar map[0] = OMX_AUDIO_ChannelLF; 7033f39989a3371bcb11458941bcc49d545225b55c82Lajos Molnar map[1] = OMX_AUDIO_ChannelRF; 7034f39989a3371bcb11458941bcc49d545225b55c82Lajos Molnar map[2] = OMX_AUDIO_ChannelCF; 7035f39989a3371bcb11458941bcc49d545225b55c82Lajos Molnar break; 7036f39989a3371bcb11458941bcc49d545225b55c82Lajos Molnar case 4: 7037f39989a3371bcb11458941bcc49d545225b55c82Lajos Molnar map[0] = OMX_AUDIO_ChannelLF; 7038f39989a3371bcb11458941bcc49d545225b55c82Lajos Molnar map[1] = OMX_AUDIO_ChannelRF; 7039f39989a3371bcb11458941bcc49d545225b55c82Lajos Molnar map[2] = OMX_AUDIO_ChannelLR; 7040f39989a3371bcb11458941bcc49d545225b55c82Lajos Molnar map[3] = OMX_AUDIO_ChannelRR; 7041f39989a3371bcb11458941bcc49d545225b55c82Lajos Molnar break; 7042f39989a3371bcb11458941bcc49d545225b55c82Lajos Molnar case 5: 7043f39989a3371bcb11458941bcc49d545225b55c82Lajos Molnar map[0] = OMX_AUDIO_ChannelLF; 7044f39989a3371bcb11458941bcc49d545225b55c82Lajos Molnar map[1] = OMX_AUDIO_ChannelRF; 7045f39989a3371bcb11458941bcc49d545225b55c82Lajos Molnar map[2] = OMX_AUDIO_ChannelCF; 7046f39989a3371bcb11458941bcc49d545225b55c82Lajos Molnar map[3] = OMX_AUDIO_ChannelLR; 7047f39989a3371bcb11458941bcc49d545225b55c82Lajos Molnar map[4] = OMX_AUDIO_ChannelRR; 7048f39989a3371bcb11458941bcc49d545225b55c82Lajos Molnar break; 7049f39989a3371bcb11458941bcc49d545225b55c82Lajos Molnar case 6: 7050f39989a3371bcb11458941bcc49d545225b55c82Lajos Molnar map[0] = OMX_AUDIO_ChannelLF; 7051f39989a3371bcb11458941bcc49d545225b55c82Lajos Molnar map[1] = OMX_AUDIO_ChannelRF; 7052f39989a3371bcb11458941bcc49d545225b55c82Lajos Molnar map[2] = OMX_AUDIO_ChannelCF; 7053f39989a3371bcb11458941bcc49d545225b55c82Lajos Molnar map[3] = OMX_AUDIO_ChannelLFE; 7054f39989a3371bcb11458941bcc49d545225b55c82Lajos Molnar map[4] = OMX_AUDIO_ChannelLR; 7055f39989a3371bcb11458941bcc49d545225b55c82Lajos Molnar map[5] = OMX_AUDIO_ChannelRR; 7056f39989a3371bcb11458941bcc49d545225b55c82Lajos Molnar break; 7057f39989a3371bcb11458941bcc49d545225b55c82Lajos Molnar case 7: 7058f39989a3371bcb11458941bcc49d545225b55c82Lajos Molnar map[0] = OMX_AUDIO_ChannelLF; 7059f39989a3371bcb11458941bcc49d545225b55c82Lajos Molnar map[1] = OMX_AUDIO_ChannelRF; 7060f39989a3371bcb11458941bcc49d545225b55c82Lajos Molnar map[2] = OMX_AUDIO_ChannelCF; 7061f39989a3371bcb11458941bcc49d545225b55c82Lajos Molnar map[3] = OMX_AUDIO_ChannelLFE; 7062f39989a3371bcb11458941bcc49d545225b55c82Lajos Molnar map[4] = OMX_AUDIO_ChannelLR; 7063f39989a3371bcb11458941bcc49d545225b55c82Lajos Molnar map[5] = OMX_AUDIO_ChannelRR; 7064f39989a3371bcb11458941bcc49d545225b55c82Lajos Molnar map[6] = OMX_AUDIO_ChannelCS; 7065f39989a3371bcb11458941bcc49d545225b55c82Lajos Molnar break; 7066f39989a3371bcb11458941bcc49d545225b55c82Lajos Molnar case 8: 7067f39989a3371bcb11458941bcc49d545225b55c82Lajos Molnar map[0] = OMX_AUDIO_ChannelLF; 7068f39989a3371bcb11458941bcc49d545225b55c82Lajos Molnar map[1] = OMX_AUDIO_ChannelRF; 7069f39989a3371bcb11458941bcc49d545225b55c82Lajos Molnar map[2] = OMX_AUDIO_ChannelCF; 7070f39989a3371bcb11458941bcc49d545225b55c82Lajos Molnar map[3] = OMX_AUDIO_ChannelLFE; 7071f39989a3371bcb11458941bcc49d545225b55c82Lajos Molnar map[4] = OMX_AUDIO_ChannelLR; 7072f39989a3371bcb11458941bcc49d545225b55c82Lajos Molnar map[5] = OMX_AUDIO_ChannelRR; 7073f39989a3371bcb11458941bcc49d545225b55c82Lajos Molnar map[6] = OMX_AUDIO_ChannelLS; 7074f39989a3371bcb11458941bcc49d545225b55c82Lajos Molnar map[7] = OMX_AUDIO_ChannelRS; 7075f39989a3371bcb11458941bcc49d545225b55c82Lajos Molnar break; 7076f39989a3371bcb11458941bcc49d545225b55c82Lajos Molnar default: 7077f39989a3371bcb11458941bcc49d545225b55c82Lajos Molnar return -EINVAL; 7078f39989a3371bcb11458941bcc49d545225b55c82Lajos Molnar } 7079f39989a3371bcb11458941bcc49d545225b55c82Lajos Molnar 7080f39989a3371bcb11458941bcc49d545225b55c82Lajos Molnar return OK; 7081f39989a3371bcb11458941bcc49d545225b55c82Lajos Molnar} 7082f39989a3371bcb11458941bcc49d545225b55c82Lajos Molnar 7083f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} // namespace android 7084