ACodec.cpp revision 36e4e1592bb07e1fdf8d4324f65a66ba332d75f2
127c174483a8ae9688d5d4897c19074f62c7f1701James Dong/* 227c174483a8ae9688d5d4897c19074f62c7f1701James Dong * Copyright (C) 2010 The Android Open Source Project 327c174483a8ae9688d5d4897c19074f62c7f1701James Dong * 427c174483a8ae9688d5d4897c19074f62c7f1701James Dong * Licensed under the Apache License, Version 2.0 (the "License"); 527c174483a8ae9688d5d4897c19074f62c7f1701James Dong * you may not use this file except in compliance with the License. 627c174483a8ae9688d5d4897c19074f62c7f1701James Dong * You may obtain a copy of the License at 727c174483a8ae9688d5d4897c19074f62c7f1701James Dong * 827c174483a8ae9688d5d4897c19074f62c7f1701James Dong * http://www.apache.org/licenses/LICENSE-2.0 927c174483a8ae9688d5d4897c19074f62c7f1701James Dong * 1027c174483a8ae9688d5d4897c19074f62c7f1701James Dong * Unless required by applicable law or agreed to in writing, software 1127c174483a8ae9688d5d4897c19074f62c7f1701James Dong * distributed under the License is distributed on an "AS IS" BASIS, 1227c174483a8ae9688d5d4897c19074f62c7f1701James Dong * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 1327c174483a8ae9688d5d4897c19074f62c7f1701James Dong * See the License for the specific language governing permissions and 1427c174483a8ae9688d5d4897c19074f62c7f1701James Dong * limitations under the License. 1527c174483a8ae9688d5d4897c19074f62c7f1701James Dong */ 1627c174483a8ae9688d5d4897c19074f62c7f1701James Dong 17f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//#define LOG_NDEBUG 0 18f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#define LOG_TAG "ACodec" 19f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 20f87e30fe71752dc431d8e8d5682c38271c03265aAndy Hung#ifdef __LP64__ 21f87e30fe71752dc431d8e8d5682c38271c03265aAndy Hung#define OMX_ANDROID_COMPILE_AS_32BIT_ON_64BIT_PLATFORMS 22f87e30fe71752dc431d8e8d5682c38271c03265aAndy Hung#endif 23f87e30fe71752dc431d8e8d5682c38271c03265aAndy Hung 24609b815a3131d22da38b2f452faa9f89daad4039Andy Hung#include <inttypes.h> 256fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar#include <utils/Trace.h> 266fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar 271de1e25cba872bd4c077c2e394f8ca9c70b65856Lajos Molnar#include <gui/Surface.h> 281de1e25cba872bd4c077c2e394f8ca9c70b65856Lajos Molnar 29f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/ACodec.h> 30f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 31f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <binder/MemoryDealer.h> 32f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 33f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/foundation/hexdump.h> 34f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/foundation/ABuffer.h> 35f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/foundation/ADebug.h> 36f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/foundation/AMessage.h> 37a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar#include <media/stagefright/foundation/AUtils.h> 38f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 397cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden#include <media/stagefright/BufferProducerWrapper.h> 4090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar#include <media/stagefright/MediaCodec.h> 41afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber#include <media/stagefright/MediaCodecList.h> 42f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/MediaDefs.h> 43f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/OMXClient.h> 44d291c222357303b9611cab89d0c3b047584ef377Chong Zhang#include <media/stagefright/PersistentSurface.h> 45b2d0b487efd40700199852c9a18b369b1651f15bLajos Molnar#include <media/stagefright/SurfaceUtils.h> 463a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber#include <media/hardware/HardwareAPI.h> 473a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber 4897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu#include <OMX_AudioExt.h> 494154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev#include <OMX_VideoExt.h> 50f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <OMX_Component.h> 5197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu#include <OMX_IndexExt.h> 52777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim#include <OMX_AsString.h> 53f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 54496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber#include "include/avc_utils.h" 55496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 56f933441648ef6a71dee783d733aac17b9508b452Andreas Hubernamespace android { 57f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 586e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnarenum { 596e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar kMaxIndicesToCheck = 32, // used when enumerating supported formats and profiles 606e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar}; 616e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar 62251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// OMX errors are directly mapped into status_t range if 63251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// there is no corresponding MediaError status code. 64251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// Use the statusFromOMXError(int32_t omxError) function. 65251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// 66251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// Currently this is a direct map. 67251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// See frameworks/native/include/media/openmax/OMX_Core.h 68251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// 69251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// Vendor OMX errors from 0x90000000 - 0x9000FFFF 70251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// Extension OMX errors from 0x8F000000 - 0x90000000 71251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// Standard OMX errors from 0x80001000 - 0x80001024 (0x80001024 current) 72251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// 73251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung 74251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// returns true if err is a recognized OMX error code. 75251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// as OMX error is OMX_S32, this is an int32_t type 76251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hungstatic inline bool isOMXError(int32_t err) { 77251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return (ERROR_CODEC_MIN <= err && err <= ERROR_CODEC_MAX); 78251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung} 79251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung 80251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// converts an OMX error to a status_t 81251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hungstatic inline status_t statusFromOMXError(int32_t omxError) { 82251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung switch (omxError) { 83251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case OMX_ErrorInvalidComponentName: 84251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case OMX_ErrorComponentNotFound: 85251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return NAME_NOT_FOUND; // can trigger illegal argument error for provided names. 86251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung default: 87251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return isOMXError(omxError) ? omxError : 0; // no translation required 88251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 89251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung} 90251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung 91251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// checks and converts status_t to a non-side-effect status_t 92251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hungstatic inline status_t makeNoSideEffectStatus(status_t err) { 93251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung switch (err) { 94251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // the following errors have side effects and may come 95251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // from other code modules. Remap for safety reasons. 96251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case INVALID_OPERATION: 97251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case DEAD_OBJECT: 98251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return UNKNOWN_ERROR; 99251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung default: 100251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return err; 101251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 102251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung} 103251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung 104f933441648ef6a71dee783d733aac17b9508b452Andreas Hubertemplate<class T> 105f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatic void InitOMXParams(T *params) { 106f933441648ef6a71dee783d733aac17b9508b452Andreas Huber params->nSize = sizeof(T); 107f933441648ef6a71dee783d733aac17b9508b452Andreas Huber params->nVersion.s.nVersionMajor = 1; 108f933441648ef6a71dee783d733aac17b9508b452Andreas Huber params->nVersion.s.nVersionMinor = 0; 109f933441648ef6a71dee783d733aac17b9508b452Andreas Huber params->nVersion.s.nRevision = 0; 110f933441648ef6a71dee783d733aac17b9508b452Andreas Huber params->nVersion.s.nStep = 0; 111f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 112f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 11326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnarstruct MessageList : public RefBase { 11426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar MessageList() { 11526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 116984a54322f7c70bc75e862d91bdd975814872affLajos Molnar virtual ~MessageList() { 117984a54322f7c70bc75e862d91bdd975814872affLajos Molnar } 11826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar std::list<sp<AMessage> > &getList() { return mList; } 11926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnarprivate: 12026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar std::list<sp<AMessage> > mList; 12126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 12226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar DISALLOW_EVIL_CONSTRUCTORS(MessageList); 12326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar}; 12426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 125f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct CodecObserver : public BnOMXObserver { 126f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CodecObserver() {} 127f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 128f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void setNotificationMessage(const sp<AMessage> &msg) { 129f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNotify = msg; 130f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 131f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 132f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // from IOMXObserver 13326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar virtual void onMessages(const std::list<omx_message> &messages) { 134984a54322f7c70bc75e862d91bdd975814872affLajos Molnar if (messages.empty()) { 135984a54322f7c70bc75e862d91bdd975814872affLajos Molnar return; 136984a54322f7c70bc75e862d91bdd975814872affLajos Molnar } 137984a54322f7c70bc75e862d91bdd975814872affLajos Molnar 138984a54322f7c70bc75e862d91bdd975814872affLajos Molnar sp<AMessage> notify = mNotify->dup(); 13926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar bool first = true; 14026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar sp<MessageList> msgList = new MessageList(); 14126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar for (std::list<omx_message>::const_iterator it = messages.cbegin(); 14226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar it != messages.cend(); ++it) { 14326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar const omx_message &omx_msg = *it; 14426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar if (first) { 14526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar notify->setInt32("node", omx_msg.node); 146984a54322f7c70bc75e862d91bdd975814872affLajos Molnar first = false; 147f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 148f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 14926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar sp<AMessage> msg = new AMessage; 15026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32("type", omx_msg.type); 15126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar switch (omx_msg.type) { 15226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar case omx_message::EVENT: 15326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar { 15426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32("event", omx_msg.u.event_data.event); 15526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32("data1", omx_msg.u.event_data.data1); 15626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32("data2", omx_msg.u.event_data.data2); 15726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar break; 15826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 159f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 16026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar case omx_message::EMPTY_BUFFER_DONE: 16126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar { 16226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32("buffer", omx_msg.u.buffer_data.buffer); 16326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32("fence_fd", omx_msg.fenceFd); 16426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar break; 16526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 166f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 16726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar case omx_message::FILL_BUFFER_DONE: 16826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar { 16926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32( 17026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar "buffer", omx_msg.u.extended_buffer_data.buffer); 17126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32( 17226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar "range_offset", 17326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar omx_msg.u.extended_buffer_data.range_offset); 17426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32( 17526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar "range_length", 17626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar omx_msg.u.extended_buffer_data.range_length); 17726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32( 17826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar "flags", 17926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar omx_msg.u.extended_buffer_data.flags); 18026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt64( 18126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar "timestamp", 18226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar omx_msg.u.extended_buffer_data.timestamp); 18326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32( 18426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar "fence_fd", omx_msg.fenceFd); 18526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar break; 18626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 187f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 18890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar case omx_message::FRAME_RENDERED: 18990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar { 19090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar msg->setInt64( 19190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar "media_time_us", omx_msg.u.render_data.timestamp); 19290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar msg->setInt64( 19390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar "system_nano", omx_msg.u.render_data.nanoTime); 19490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar break; 19590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 19690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 19726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar default: 19826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar ALOGE("Unrecognized message type: %d", omx_msg.type); 19926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar break; 20026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 20126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msgList->getList().push_back(msg); 20226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 20326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar notify->setObject("messages", msgList); 20426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar notify->post(); 205f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 206f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 207f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 208f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual ~CodecObserver() {} 209f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 210f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 211f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<AMessage> mNotify; 212f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 213f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(CodecObserver); 214f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 215f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 216f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 217f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 218f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::BaseState : public AState { 219f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BaseState(ACodec *codec, const sp<AState> &parentState = NULL); 220f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 221f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 222f933441648ef6a71dee783d733aac17b9508b452Andreas Huber enum PortMode { 223f933441648ef6a71dee783d733aac17b9508b452Andreas Huber KEEP_BUFFERS, 224f933441648ef6a71dee783d733aac17b9508b452Andreas Huber RESUBMIT_BUFFERS, 225f933441648ef6a71dee783d733aac17b9508b452Andreas Huber FREE_BUFFERS, 226f933441648ef6a71dee783d733aac17b9508b452Andreas Huber }; 227f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 228f933441648ef6a71dee783d733aac17b9508b452Andreas Huber ACodec *mCodec; 229f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 230f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual PortMode getPortMode(OMX_U32 portIndex); 231f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 232f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 233f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 234f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 235f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 236f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onOutputBufferDrained(const sp<AMessage> &msg); 237f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onInputBufferFilled(const sp<AMessage> &msg); 238f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 239f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void postFillThisBuffer(BufferInfo *info); 240f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 241f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 24226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar // Handles an OMX message. Returns true iff message was handled. 243f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool onOMXMessage(const sp<AMessage> &msg); 244f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 24526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar // Handles a list of messages. Returns true iff messages were handled. 24626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar bool onOMXMessageList(const sp<AMessage> &msg); 24726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 24826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar // returns true iff this message is for this component and the component is alive 24926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar bool checkOMXMessage(const sp<AMessage> &msg); 25026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 25115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar bool onOMXEmptyBufferDone(IOMX::buffer_id bufferID, int fenceFd); 252f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 253f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool onOMXFillBufferDone( 254f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferID, 255f933441648ef6a71dee783d733aac17b9508b452Andreas Huber size_t rangeOffset, size_t rangeLength, 256f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 flags, 25715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int64_t timeUs, 25815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int fenceFd); 259f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 26090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar virtual bool onOMXFrameRendered(int64_t mediaTimeUs, nsecs_t systemNano); 26190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 262f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void getMoreInputDataIfPossible(); 263f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 264f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(BaseState); 265f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 266f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 267f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 268f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 269ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huberstruct ACodec::DeathNotifier : public IBinder::DeathRecipient { 270ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber DeathNotifier(const sp<AMessage> ¬ify) 271ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber : mNotify(notify) { 272ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber } 273ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 274ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber virtual void binderDied(const wp<IBinder> &) { 275ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mNotify->post(); 276ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber } 277ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 278ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huberprotected: 279ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber virtual ~DeathNotifier() {} 280ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 281ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huberprivate: 282ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber sp<AMessage> mNotify; 283ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 284ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(DeathNotifier); 285ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber}; 286ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 287f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::UninitializedState : public ACodec::BaseState { 288f933441648ef6a71dee783d733aac17b9508b452Andreas Huber UninitializedState(ACodec *codec); 289f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 290f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 291f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 292c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber virtual void stateEntered(); 293f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 294f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 295f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void onSetup(const sp<AMessage> &msg); 296c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber bool onAllocateComponent(const sp<AMessage> &msg); 297f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 298ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber sp<DeathNotifier> mDeathNotifier; 299ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 300f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(UninitializedState); 301f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 302f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 303f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 304f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 305c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberstruct ACodec::LoadedState : public ACodec::BaseState { 306c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber LoadedState(ACodec *codec); 307c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 308c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberprotected: 309c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 310c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber virtual void stateEntered(); 311c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 312c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberprivate: 313c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber friend struct ACodec::UninitializedState; 314c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 315c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber bool onConfigureComponent(const sp<AMessage> &msg); 3167cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden void onCreateInputSurface(const sp<AMessage> &msg); 3178f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang void onSetInputSurface(const sp<AMessage> &msg); 318c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber void onStart(); 319c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber void onShutdown(bool keepComponentAllocated); 320c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 321d291c222357303b9611cab89d0c3b047584ef377Chong Zhang status_t setupInputSurface(); 322d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 323c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(LoadedState); 324c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber}; 325c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 326c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber//////////////////////////////////////////////////////////////////////////////// 327c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 328f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::LoadedToIdleState : public ACodec::BaseState { 329f933441648ef6a71dee783d733aac17b9508b452Andreas Huber LoadedToIdleState(ACodec *codec); 330f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 331f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 332f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 333f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 334f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 335f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 336f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 337f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t allocateBuffers(); 338f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 339f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(LoadedToIdleState); 340f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 341f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 342f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 343f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 344f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::IdleToExecutingState : public ACodec::BaseState { 345f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IdleToExecutingState(ACodec *codec); 346f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 347f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 348f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 349f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 350f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 351f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 352f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 353f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(IdleToExecutingState); 354f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 355f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 356f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 357f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 358f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::ExecutingState : public ACodec::BaseState { 359f933441648ef6a71dee783d733aac17b9508b452Andreas Huber ExecutingState(ACodec *codec); 360f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 361054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar void submitRegularOutputBuffers(); 362054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar void submitOutputMetaBuffers(); 363f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void submitOutputBuffers(); 364f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 365f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // Submit output buffers to the decoder, submit input buffers to client 366f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // to fill with data. 367f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void resume(); 368f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 369349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber // Returns true iff input and output buffers are in play. 370349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber bool active() const { return mActive; } 371349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 372f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 373f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual PortMode getPortMode(OMX_U32 portIndex); 374f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 375f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 376f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 377f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 37890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar virtual bool onOMXFrameRendered(int64_t mediaTimeUs, nsecs_t systemNano); 379f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 380f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 381349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber bool mActive; 382349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 383f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(ExecutingState); 384f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 385f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 386f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 387f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 388f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::OutputPortSettingsChangedState : public ACodec::BaseState { 389f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OutputPortSettingsChangedState(ACodec *codec); 390f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 391f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 392f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual PortMode getPortMode(OMX_U32 portIndex); 393f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 394f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 395f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 396f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 39790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar virtual bool onOMXFrameRendered(int64_t mediaTimeUs, nsecs_t systemNano); 398f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 399f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 400f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(OutputPortSettingsChangedState); 401f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 402f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 403f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 404f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 405f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::ExecutingToIdleState : public ACodec::BaseState { 406f933441648ef6a71dee783d733aac17b9508b452Andreas Huber ExecutingToIdleState(ACodec *codec); 407f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 408f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 409f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 410f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 411f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 412f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 413f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 414f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onOutputBufferDrained(const sp<AMessage> &msg); 415f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onInputBufferFilled(const sp<AMessage> &msg); 416f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 417f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 418f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void changeStateIfWeOwnAllBuffers(); 419f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4205778822d86b0337407514b9372562b86edfa91cdAndreas Huber bool mComponentNowIdle; 4215778822d86b0337407514b9372562b86edfa91cdAndreas Huber 422f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(ExecutingToIdleState); 423f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 424f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 425f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 426f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 427f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::IdleToLoadedState : public ACodec::BaseState { 428f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IdleToLoadedState(ACodec *codec); 429f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 430f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 431f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 432f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 433f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 434f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 435f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 436f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 437f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(IdleToLoadedState); 438f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 439f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 440f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 441f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 442f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::FlushingState : public ACodec::BaseState { 443f933441648ef6a71dee783d733aac17b9508b452Andreas Huber FlushingState(ACodec *codec); 444f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 445f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 446f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 447f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 448f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 449f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 450f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 451f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onOutputBufferDrained(const sp<AMessage> &msg); 452f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onInputBufferFilled(const sp<AMessage> &msg); 453f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 454f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 455f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool mFlushComplete[2]; 456f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 457f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void changeStateIfWeOwnAllBuffers(); 458f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 459f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(FlushingState); 460f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 461f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 462f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 463f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 46415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnarvoid ACodec::BufferInfo::setWriteFence(int fenceFd, const char *dbg) { 46515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (mFenceFd >= 0) { 46615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGW("OVERWRITE OF %s fence %d by write fence %d in %s", 46715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mIsReadFence ? "read" : "write", mFenceFd, fenceFd, dbg); 46815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 46915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mFenceFd = fenceFd; 47015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mIsReadFence = false; 47115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar} 47215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 47315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnarvoid ACodec::BufferInfo::setReadFence(int fenceFd, const char *dbg) { 47415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (mFenceFd >= 0) { 47515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGW("OVERWRITE OF %s fence %d by read fence %d in %s", 47615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mIsReadFence ? "read" : "write", mFenceFd, fenceFd, dbg); 47715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 47815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mFenceFd = fenceFd; 47915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mIsReadFence = true; 48015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar} 48115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 48215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnarvoid ACodec::BufferInfo::checkWriteFence(const char *dbg) { 48315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (mFenceFd >= 0 && mIsReadFence) { 48415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGD("REUSING read fence %d as write fence in %s", mFenceFd, dbg); 48515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 48615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar} 48715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 48815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnarvoid ACodec::BufferInfo::checkReadFence(const char *dbg) { 48915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (mFenceFd >= 0 && !mIsReadFence) { 49015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGD("REUSING write fence %d as read fence in %s", mFenceFd, dbg); 49115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 49215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar} 49315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 49415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar//////////////////////////////////////////////////////////////////////////////// 49515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 496f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::ACodec() 497afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber : mQuirks(0), 498609b815a3131d22da38b2f452faa9f89daad4039Andy Hung mNode(0), 499e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar mNativeWindowUsageBits(0), 5005778822d86b0337407514b9372562b86edfa91cdAndreas Huber mSentFormat(false), 5018db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu mIsVideo(false), 502c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mIsEncoder(false), 503346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang mFatalError(false), 5049806555d3930be43e11106281dee354820ac1c88Andreas Huber mShutdownInProgress(false), 50554b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar mExplicitShutdown(false), 5069806555d3930be43e11106281dee354820ac1c88Andreas Huber mEncoderDelay(0), 5079806555d3930be43e11106281dee354820ac1c88Andreas Huber mEncoderPadding(0), 508e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang mRotationDegrees(0), 5099806555d3930be43e11106281dee354820ac1c88Andreas Huber mChannelMaskPresent(false), 510054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mChannelMask(0), 511054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mDequeueCounter(0), 512054219874873b41f1c815552987c10465c34ba2bLajos Molnar mInputMetadataType(kMetadataBufferTypeInvalid), 513054219874873b41f1c815552987c10465c34ba2bLajos Molnar mOutputMetadataType(kMetadataBufferTypeInvalid), 514011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar mLegacyAdaptiveExperiment(false), 515054219874873b41f1c815552987c10465c34ba2bLajos Molnar mMetadataBuffersToSubmit(0), 51694ee4b708acfa941581160b267afb79192b1d816Chong Zhang mRepeatFrameDelayUs(-1ll), 5172c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mMaxPtsGapUs(-1ll), 51837b2b389139ed638831e49708c947863eef631efRonghua Wu mMaxFps(-1), 5192c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mTimePerFrameUs(-1ll), 520609b815a3131d22da38b2f452faa9f89daad4039Andy Hung mTimePerCaptureUs(-1ll), 521ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad mCreateInputBuffersSuspended(false), 522ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad mTunneled(false) { 523f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mUninitializedState = new UninitializedState(this); 524c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mLoadedState = new LoadedState(this); 525f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mLoadedToIdleState = new LoadedToIdleState(this); 526f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mIdleToExecutingState = new IdleToExecutingState(this); 527f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mExecutingState = new ExecutingState(this); 528f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 529f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mOutputPortSettingsChangedState = 530f933441648ef6a71dee783d733aac17b9508b452Andreas Huber new OutputPortSettingsChangedState(this); 531f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 532f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mExecutingToIdleState = new ExecutingToIdleState(this); 533f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mIdleToLoadedState = new IdleToLoadedState(this); 534f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mFlushingState = new FlushingState(this); 535f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 536f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mPortEOS[kPortIndexInput] = mPortEOS[kPortIndexOutput] = false; 537dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mInputEOSResult = OK; 538f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 539f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeState(mUninitializedState); 540f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 541f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 542f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::~ACodec() { 543f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 544f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 545f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::setNotificationMessage(const sp<AMessage> &msg) { 546f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNotify = msg; 547f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 548f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 549f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::initiateSetup(const sp<AMessage> &msg) { 550f933441648ef6a71dee783d733aac17b9508b452Andreas Huber msg->setWhat(kWhatSetup); 5511d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar msg->setTarget(this); 552f933441648ef6a71dee783d733aac17b9508b452Andreas Huber msg->post(); 553f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 554f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 555a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Hubervoid ACodec::signalSetParameters(const sp<AMessage> ¶ms) { 5561d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatSetParameters, this); 557a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber msg->setMessage("params", params); 558a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber msg->post(); 559a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber} 560a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 5615778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid ACodec::initiateAllocateComponent(const sp<AMessage> &msg) { 5625778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setWhat(kWhatAllocateComponent); 5631d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar msg->setTarget(this); 5645778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->post(); 5655778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 5665778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5675778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid ACodec::initiateConfigureComponent(const sp<AMessage> &msg) { 5685778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setWhat(kWhatConfigureComponent); 5691d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar msg->setTarget(this); 5705778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->post(); 5715778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 5725778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5731dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t ACodec::setSurface(const sp<Surface> &surface) { 5741dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> msg = new AMessage(kWhatSetSurface, this); 5751dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar msg->setObject("surface", surface); 5761dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 5771dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> response; 5781dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = msg->postAndAwaitResponse(&response); 5791dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 5801dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err == OK) { 5811dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar (void)response->findInt32("err", &err); 5821dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 5831dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 5841dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar} 5851dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 5867cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFaddenvoid ACodec::initiateCreateInputSurface() { 5871d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatCreateInputSurface, this))->post(); 5887cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden} 5897cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 5908f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhangvoid ACodec::initiateSetInputSurface( 591d291c222357303b9611cab89d0c3b047584ef377Chong Zhang const sp<PersistentSurface> &surface) { 5928f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang sp<AMessage> msg = new AMessage(kWhatSetInputSurface, this); 593d291c222357303b9611cab89d0c3b047584ef377Chong Zhang msg->setObject("input-surface", surface); 594d291c222357303b9611cab89d0c3b047584ef377Chong Zhang msg->post(); 595d291c222357303b9611cab89d0c3b047584ef377Chong Zhang} 596d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 5977cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFaddenvoid ACodec::signalEndOfInputStream() { 5981d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatSignalEndOfInputStream, this))->post(); 5997cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden} 6007cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 6015778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid ACodec::initiateStart() { 6021d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatStart, this))->post(); 6035778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 6045778822d86b0337407514b9372562b86edfa91cdAndreas Huber 605f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::signalFlush() { 6067a3a2b2f9bb9421dcf83fbd47276e57917078aefJames Dong ALOGV("[%s] signalFlush", mComponentName.c_str()); 6071d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatFlush, this))->post(); 608f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 609f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 610f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::signalResume() { 6111d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatResume, this))->post(); 612f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 613f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 614c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Hubervoid ACodec::initiateShutdown(bool keepComponentAllocated) { 6151d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatShutdown, this); 616c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber msg->setInt32("keepComponentAllocated", keepComponentAllocated); 617c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber msg->post(); 61830358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar if (!keepComponentAllocated) { 61930358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar // ensure shutdown completes in 3 seconds 6201d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatReleaseCodecInstance, this))->post(3000000); 62130358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar } 622f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 623f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 624496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Hubervoid ACodec::signalRequestIDRFrame() { 6251d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatRequestIDRFrame, this))->post(); 626496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber} 627496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 6284dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar// *** NOTE: THE FOLLOWING WORKAROUND WILL BE REMOVED *** 6294dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar// Some codecs may return input buffers before having them processed. 6304dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar// This causes a halt if we already signaled an EOS on the input 6314dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar// port. For now keep submitting an output buffer if there was an 6324dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar// EOS on the input port, but not yet on the output port. 633054219874873b41f1c815552987c10465c34ba2bLajos Molnarvoid ACodec::signalSubmitOutputMetadataBufferIfEOS_workaround() { 6344dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar if (mPortEOS[kPortIndexInput] && !mPortEOS[kPortIndexOutput] && 635054219874873b41f1c815552987c10465c34ba2bLajos Molnar mMetadataBuffersToSubmit > 0) { 636054219874873b41f1c815552987c10465c34ba2bLajos Molnar (new AMessage(kWhatSubmitOutputMetadataBufferIfEOS, this))->post(); 6374dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar } 6384dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar} 6394dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar 6401dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t ACodec::handleSetSurface(const sp<Surface> &surface) { 6411dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // allow keeping unset surface 6421dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (surface == NULL) { 6431dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mNativeWindow != NULL) { 6441dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGW("cannot unset a surface"); 6451dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return INVALID_OPERATION; 6461dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6471dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return OK; 6481dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6491dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 650e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar // cannot switch from bytebuffers to surface 6511dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mNativeWindow == NULL) { 6521dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGW("component was not configured with a surface"); 6531dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return INVALID_OPERATION; 6541dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6551dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 6561dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ANativeWindow *nativeWindow = surface.get(); 6571dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // if we have not yet started the codec, we can simply set the native window 6581dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mBuffers[kPortIndexInput].size() == 0) { 6591dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mNativeWindow = surface; 6601dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return OK; 6611dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6621dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 6631dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // we do not support changing a tunneled surface after start 6641dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mTunneled) { 6651dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGW("cannot change tunneled surface"); 6661dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return INVALID_OPERATION; 6671dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6681dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 669e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar int usageBits = 0; 670e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar status_t err = setupNativeWindowSizeFormatAndUsage(nativeWindow, &usageBits); 6711dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != OK) { 6721dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 6731dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6741dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 675f42917964a76720932b23e67a05d034cd0cf346bChong Zhang int ignoredFlags = kVideoGrallocUsage; 676e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar // New output surface is not allowed to add new usage flag except ignored ones. 677e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar if ((usageBits & ~(mNativeWindowUsageBits | ignoredFlags)) != 0) { 678e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar ALOGW("cannot change usage from %#x to %#x", mNativeWindowUsageBits, usageBits); 679e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar return BAD_VALUE; 680e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar } 681e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar 6821dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // get min undequeued count. We cannot switch to a surface that has a higher 6831dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // undequeued count than we allocated. 6841dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar int minUndequeuedBuffers = 0; 6851dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = nativeWindow->query( 6861dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar nativeWindow, NATIVE_WINDOW_MIN_UNDEQUEUED_BUFFERS, 6871dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar &minUndequeuedBuffers); 6881dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != 0) { 6891dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGE("NATIVE_WINDOW_MIN_UNDEQUEUED_BUFFERS query failed: %s (%d)", 6901dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar strerror(-err), -err); 6911dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 6921dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6931dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (minUndequeuedBuffers > (int)mNumUndequeuedBuffers) { 6941dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGE("new surface holds onto more buffers (%d) than planned for (%zu)", 6951dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar minUndequeuedBuffers, mNumUndequeuedBuffers); 6961dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return BAD_VALUE; 6971dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6981dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 6991dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // we cannot change the number of output buffers while OMX is running 7001dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // set up surface to the same count 7011dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar Vector<BufferInfo> &buffers = mBuffers[kPortIndexOutput]; 7021dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGV("setting up surface for %zu buffers", buffers.size()); 7031dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 7041dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = native_window_set_buffer_count(nativeWindow, buffers.size()); 7051dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != 0) { 7061dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGE("native_window_set_buffer_count failed: %s (%d)", strerror(-err), 7071dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar -err); 7081dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 7091dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7101dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 711dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // need to enable allocation when attaching 712dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar surface->getIGraphicBufferProducer()->allowAllocation(true); 713dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar 7141dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // for meta data mode, we move dequeud buffers to the new surface. 7151dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // for non-meta mode, we must move all registered buffers 7161dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar for (size_t i = 0; i < buffers.size(); ++i) { 7171dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar const BufferInfo &info = buffers[i]; 7181dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // skip undequeued buffers for meta data mode 719054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (storingMetadataInDecodedBuffers() 720011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar && !mLegacyAdaptiveExperiment 7211dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar && info.mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW) { 7221dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGV("skipping buffer %p", info.mGraphicBuffer->getNativeBuffer()); 7231dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar continue; 7241dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7251dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGV("attaching buffer %p", info.mGraphicBuffer->getNativeBuffer()); 7261dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 7271dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = surface->attachBuffer(info.mGraphicBuffer->getNativeBuffer()); 7281dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != OK) { 7291dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGE("failed to attach buffer %p to the new surface: %s (%d)", 7301dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar info.mGraphicBuffer->getNativeBuffer(), 7311dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar strerror(-err), -err); 7321dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 7331dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7341dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7351dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 7361dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // cancel undequeued buffers to new surface 737054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (!storingMetadataInDecodedBuffers() || mLegacyAdaptiveExperiment) { 7381dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar for (size_t i = 0; i < buffers.size(); ++i) { 73915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar BufferInfo &info = buffers.editItemAt(i); 7401dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (info.mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW) { 7411dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGV("canceling buffer %p", info.mGraphicBuffer->getNativeBuffer()); 7421dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = nativeWindow->cancelBuffer( 74315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar nativeWindow, info.mGraphicBuffer->getNativeBuffer(), info.mFenceFd); 74415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info.mFenceFd = -1; 7451dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != OK) { 7461dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGE("failed to cancel buffer %p to the new surface: %s (%d)", 7471dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar info.mGraphicBuffer->getNativeBuffer(), 7481dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar strerror(-err), -err); 7491dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 7501dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7511dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7521dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7531dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // disallow further allocation 7541dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar (void)surface->getIGraphicBufferProducer()->allowAllocation(false); 7551dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7561dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 757484979b1ab25aa41f503bd846323ab93b46d37e5Lajos Molnar // push blank buffers to previous window if requested 758484979b1ab25aa41f503bd846323ab93b46d37e5Lajos Molnar if (mFlags & kFlagPushBlankBuffersToNativeWindowOnShutdown) { 759484979b1ab25aa41f503bd846323ab93b46d37e5Lajos Molnar pushBlankBuffersToNativeWindow(mNativeWindow.get()); 760484979b1ab25aa41f503bd846323ab93b46d37e5Lajos Molnar } 761484979b1ab25aa41f503bd846323ab93b46d37e5Lajos Molnar 7621dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mNativeWindow = nativeWindow; 763e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar mNativeWindowUsageBits = usageBits; 7641dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return OK; 7651dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar} 7661dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 767f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::allocateBuffersOnPort(OMX_U32 portIndex) { 768f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 769f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 770f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(mDealer[portIndex] == NULL); 771f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(mBuffers[portIndex].isEmpty()); 772f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7735778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err; 774f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mNativeWindow != NULL && portIndex == kPortIndexOutput) { 775054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (storingMetadataInDecodedBuffers()) { 776054219874873b41f1c815552987c10465c34ba2bLajos Molnar err = allocateOutputMetadataBuffers(); 777054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } else { 778054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar err = allocateOutputBuffersFromNativeWindow(); 779054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 7805778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 7815778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 7825778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&def); 7835778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.nPortIndex = portIndex; 784f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7855778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->getParameter( 7865778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 787f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7885778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err == OK) { 789054219874873b41f1c815552987c10465c34ba2bLajos Molnar MetadataBufferType type = 790054219874873b41f1c815552987c10465c34ba2bLajos Molnar portIndex == kPortIndexOutput ? mOutputMetadataType : mInputMetadataType; 791054219874873b41f1c815552987c10465c34ba2bLajos Molnar int32_t bufSize = def.nBufferSize; 792054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (type == kMetadataBufferTypeGrallocSource) { 793054219874873b41f1c815552987c10465c34ba2bLajos Molnar bufSize = sizeof(VideoGrallocMetadata); 794054219874873b41f1c815552987c10465c34ba2bLajos Molnar } else if (type == kMetadataBufferTypeANWBuffer) { 795054219874873b41f1c815552987c10465c34ba2bLajos Molnar bufSize = sizeof(VideoNativeMetadata); 796054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 797054219874873b41f1c815552987c10465c34ba2bLajos Molnar 798054219874873b41f1c815552987c10465c34ba2bLajos Molnar // If using gralloc or native source input metadata buffers, allocate largest 799054219874873b41f1c815552987c10465c34ba2bLajos Molnar // metadata size as we prefer to generate native source metadata, but component 8005fb8b2987ab96ad65dc4b046616607ece16d6fb3Lajos Molnar // may require gralloc source. For camera source, allocate at least enough 8015fb8b2987ab96ad65dc4b046616607ece16d6fb3Lajos Molnar // size for native metadata buffers. 802054219874873b41f1c815552987c10465c34ba2bLajos Molnar int32_t allottedSize = bufSize; 8035fb8b2987ab96ad65dc4b046616607ece16d6fb3Lajos Molnar if (portIndex == kPortIndexInput && type >= kMetadataBufferTypeGrallocSource) { 804054219874873b41f1c815552987c10465c34ba2bLajos Molnar bufSize = max(sizeof(VideoGrallocMetadata), sizeof(VideoNativeMetadata)); 8055fb8b2987ab96ad65dc4b046616607ece16d6fb3Lajos Molnar } else if (portIndex == kPortIndexInput && type == kMetadataBufferTypeCameraSource) { 8065fb8b2987ab96ad65dc4b046616607ece16d6fb3Lajos Molnar bufSize = max(bufSize, (int32_t)sizeof(VideoNativeMetadata)); 807054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 808054219874873b41f1c815552987c10465c34ba2bLajos Molnar 809054219874873b41f1c815552987c10465c34ba2bLajos Molnar ALOGV("[%s] Allocating %u buffers of size %d/%d (from %u using %s) on %s port", 8105778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentName.c_str(), 811054219874873b41f1c815552987c10465c34ba2bLajos Molnar def.nBufferCountActual, bufSize, allottedSize, def.nBufferSize, asString(type), 8125778822d86b0337407514b9372562b86edfa91cdAndreas Huber portIndex == kPortIndexInput ? "input" : "output"); 813f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 81434e63e9ffe6496d9180c825dc119c1fd1020ef8bMarco Nelissen if (bufSize == 0 || def.nBufferCountActual > SIZE_MAX / bufSize) { 81534e63e9ffe6496d9180c825dc119c1fd1020ef8bMarco Nelissen ALOGE("b/22885421"); 81634e63e9ffe6496d9180c825dc119c1fd1020ef8bMarco Nelissen return NO_MEMORY; 81734e63e9ffe6496d9180c825dc119c1fd1020ef8bMarco Nelissen } 818054219874873b41f1c815552987c10465c34ba2bLajos Molnar size_t totalSize = def.nBufferCountActual * bufSize; 8195778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDealer[portIndex] = new MemoryDealer(totalSize, "ACodec"); 820f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 821054219874873b41f1c815552987c10465c34ba2bLajos Molnar for (OMX_U32 i = 0; i < def.nBufferCountActual && err == OK; ++i) { 822054219874873b41f1c815552987c10465c34ba2bLajos Molnar sp<IMemory> mem = mDealer[portIndex]->allocate(bufSize); 8235581770ee0dde70e2e9c50533be35e537a5800efChong Zhang if (mem == NULL || mem->pointer() == NULL) { 824777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return NO_MEMORY; 825777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 826f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 827ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber BufferInfo info; 828ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber info.mStatus = BufferInfo::OWNED_BY_US; 82915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info.mFenceFd = -1; 83090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar info.mRenderInfo = NULL; 831f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 832afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber uint32_t requiresAllocateBufferBit = 833afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber (portIndex == kPortIndexInput) 834b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar ? kRequiresAllocateBufferOnInputPorts 835b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar : kRequiresAllocateBufferOnOutputPorts; 8361065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber 837308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang if ((portIndex == kPortIndexInput && (mFlags & kFlagIsSecure)) 838054219874873b41f1c815552987c10465c34ba2bLajos Molnar || (portIndex == kPortIndexOutput && usingMetadataOnEncoderOutput())) { 839ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber mem.clear(); 840ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 841ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber void *ptr; 842ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber err = mOMX->allocateBuffer( 843054219874873b41f1c815552987c10465c34ba2bLajos Molnar mNode, portIndex, bufSize, &info.mBufferID, 844ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber &ptr); 845ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 846308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang info.mData = new ABuffer(ptr, bufSize); 847ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } else if (mQuirks & requiresAllocateBufferBit) { 8485778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->allocateBufferWithBackup( 849054219874873b41f1c815552987c10465c34ba2bLajos Molnar mNode, portIndex, mem, &info.mBufferID, allottedSize); 8505778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 851054219874873b41f1c815552987c10465c34ba2bLajos Molnar err = mOMX->useBuffer(mNode, portIndex, mem, &info.mBufferID, allottedSize); 852ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 853ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 854ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber if (mem != NULL) { 855054219874873b41f1c815552987c10465c34ba2bLajos Molnar info.mData = new ABuffer(mem->pointer(), bufSize); 856054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (type == kMetadataBufferTypeANWBuffer) { 857054219874873b41f1c815552987c10465c34ba2bLajos Molnar ((VideoNativeMetadata *)mem->pointer())->nFenceFd = -1; 858054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 85986b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu info.mMemRef = mem; 8605778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 8611065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber 8625778822d86b0337407514b9372562b86edfa91cdAndreas Huber mBuffers[portIndex].push(info); 8631065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber } 8641065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber } 8655778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 866f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 8675778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 8685778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 8695778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 870f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 8715778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> notify = mNotify->dup(); 872d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatBuffersAllocated); 8735778822d86b0337407514b9372562b86edfa91cdAndreas Huber 8745778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->setInt32("portIndex", portIndex); 875eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 876eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber sp<PortDescription> desc = new PortDescription; 877eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 8785778822d86b0337407514b9372562b86edfa91cdAndreas Huber for (size_t i = 0; i < mBuffers[portIndex].size(); ++i) { 879eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber const BufferInfo &info = mBuffers[portIndex][i]; 88086b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu desc->addBuffer(info.mBufferID, info.mData, info.mMemRef); 881f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 882f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 883eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber notify->setObject("portDesc", desc); 8845778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->post(); 8855778822d86b0337407514b9372562b86edfa91cdAndreas Huber 886f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return OK; 887f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 888f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 889e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnarstatus_t ACodec::setupNativeWindowSizeFormatAndUsage( 890e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar ANativeWindow *nativeWindow /* nonnull */, int *finalUsage /* nonnull */) { 8911dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar OMX_PARAM_PORTDEFINITIONTYPE def; 8921dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar InitOMXParams(&def); 8931dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar def.nPortIndex = kPortIndexOutput; 8941dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 8951dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = mOMX->getParameter( 8961dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 8971dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 8981dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != OK) { 8991dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 9001dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 9011dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 9021dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar OMX_U32 usage = 0; 9031dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = mOMX->getGraphicBufferUsage(mNode, kPortIndexOutput, &usage); 9041dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != 0) { 9051dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGW("querying usage flags from OMX IL component failed: %d", err); 9061dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // XXX: Currently this error is logged, but not fatal. 9071dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar usage = 0; 9081dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 9091dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar int omxUsage = usage; 9101dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 9111dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mFlags & kFlagIsGrallocUsageProtected) { 9121dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar usage |= GRALLOC_USAGE_PROTECTED; 9131dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 9141dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 915f42917964a76720932b23e67a05d034cd0cf346bChong Zhang usage |= kVideoGrallocUsage; 916e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar *finalUsage = usage; 917b2d0b487efd40700199852c9a18b369b1651f15bLajos Molnar 9181dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGV("gralloc usage: %#x(OMX) => %#x(ACodec)", omxUsage, usage); 9191dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return setNativeWindowSizeFormatAndUsage( 9201dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar nativeWindow, 9211dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar def.format.video.nFrameWidth, 9221dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar def.format.video.nFrameHeight, 9231dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar def.format.video.eColorFormat, 9241dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mRotationDegrees, 9251dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar usage); 9261dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar} 9271dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 9281dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t ACodec::configureOutputBuffersFromNativeWindow( 9291dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar OMX_U32 *bufferCount, OMX_U32 *bufferSize, 9301dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar OMX_U32 *minUndequeuedBuffers) { 9311dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar OMX_PARAM_PORTDEFINITIONTYPE def; 9321dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar InitOMXParams(&def); 9331dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar def.nPortIndex = kPortIndexOutput; 9341dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 9351dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = mOMX->getParameter( 9361dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 9371dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 9381dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err == OK) { 939e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar err = setupNativeWindowSizeFormatAndUsage(mNativeWindow.get(), &mNativeWindowUsageBits); 9401dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 9411dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != OK) { 942e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar mNativeWindowUsageBits = 0; 9431dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 9441dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 9451dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 946ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad // Exits here for tunneled video playback codecs -- i.e. skips native window 947ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad // buffer allocation step as this is managed by the tunneled OMX omponent 948ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad // itself and explicitly sets def.nBufferCountActual to 0. 949ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad if (mTunneled) { 950ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad ALOGV("Tunneled Playback: skipping native window buffer allocation."); 951ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad def.nBufferCountActual = 0; 952ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad err = mOMX->setParameter( 953ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 954ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad 955ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad *minUndequeuedBuffers = 0; 956ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad *bufferCount = 0; 957ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad *bufferSize = 0; 958ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad return err; 959ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad } 960ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad 961054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar *minUndequeuedBuffers = 0; 962258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis err = mNativeWindow->query( 963258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis mNativeWindow.get(), NATIVE_WINDOW_MIN_UNDEQUEUED_BUFFERS, 964054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar (int *)minUndequeuedBuffers); 965258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis 966258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis if (err != 0) { 96729357bc2c0dd7c43ad3bd0c8e3efa4e6fd9bfd47Steve Block ALOGE("NATIVE_WINDOW_MIN_UNDEQUEUED_BUFFERS query failed: %s (%d)", 968258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis strerror(-err), -err); 969258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis return err; 970258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis } 971258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis 972e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // FIXME: assume that surface is controlled by app (native window 973e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // returns the number for the case when surface is not controlled by app) 9741faa41704e0b976e546321effcb09a85767d51baLajos Molnar // FIXME2: This means that minUndeqeueudBufs can be 1 larger than reported 9751faa41704e0b976e546321effcb09a85767d51baLajos Molnar // For now, try to allocate 1 more buffer, but don't fail if unsuccessful 976e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar 977e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // Use conservative allocation while also trying to reduce starvation 978e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // 979e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // 1. allocate at least nBufferCountMin + minUndequeuedBuffers - that is the 980e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // minimum needed for the consumer to be able to work 981e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // 2. try to allocate two (2) additional buffers to reduce starvation from 982e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // the consumer 9831faa41704e0b976e546321effcb09a85767d51baLajos Molnar // plus an extra buffer to account for incorrect minUndequeuedBufs 9841faa41704e0b976e546321effcb09a85767d51baLajos Molnar for (OMX_U32 extraBuffers = 2 + 1; /* condition inside loop */; extraBuffers--) { 985e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar OMX_U32 newBufferCount = 986e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar def.nBufferCountMin + *minUndequeuedBuffers + extraBuffers; 987258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis def.nBufferCountActual = newBufferCount; 988258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis err = mOMX->setParameter( 989258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 990258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis 991e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar if (err == OK) { 992e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar *minUndequeuedBuffers += extraBuffers; 993e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar break; 994e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar } 995e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar 996609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGW("[%s] setting nBufferCountActual to %u failed: %d", 997e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar mComponentName.c_str(), newBufferCount, err); 998e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar /* exit condition */ 999e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar if (extraBuffers == 0) { 1000258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis return err; 1001258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis } 1002258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis } 1003258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis 1004f933441648ef6a71dee783d733aac17b9508b452Andreas Huber err = native_window_set_buffer_count( 1005f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNativeWindow.get(), def.nBufferCountActual); 1006f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1007f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != 0) { 100829357bc2c0dd7c43ad3bd0c8e3efa4e6fd9bfd47Steve Block ALOGE("native_window_set_buffer_count failed: %s (%d)", strerror(-err), 1009f933441648ef6a71dee783d733aac17b9508b452Andreas Huber -err); 1010f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 1011f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1012f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1013054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar *bufferCount = def.nBufferCountActual; 1014054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar *bufferSize = def.nBufferSize; 1015054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar return err; 1016054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar} 1017054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1018054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnarstatus_t ACodec::allocateOutputBuffersFromNativeWindow() { 1019054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar OMX_U32 bufferCount, bufferSize, minUndequeuedBuffers; 1020054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar status_t err = configureOutputBuffersFromNativeWindow( 1021054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar &bufferCount, &bufferSize, &minUndequeuedBuffers); 1022054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar if (err != 0) 1023054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar return err; 1024e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar mNumUndequeuedBuffers = minUndequeuedBuffers; 1025054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1026054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (!storingMetadataInDecodedBuffers()) { 10273298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia static_cast<Surface*>(mNativeWindow.get()) 10283298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia ->getIGraphicBufferProducer()->allowAllocation(true); 10293298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia } 10303298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia 1031609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] Allocating %u buffers from a native window of size %u on " 1032f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "output port", 1033054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mComponentName.c_str(), bufferCount, bufferSize); 1034f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1035f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // Dequeue buffers and send them to OMX 1036054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar for (OMX_U32 i = 0; i < bufferCount; i++) { 10378ce2364512f7c32c824f5ec5719688830ba72427Iliyan Malchev ANativeWindowBuffer *buf; 103815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int fenceFd; 103915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar err = mNativeWindow->dequeueBuffer(mNativeWindow.get(), &buf, &fenceFd); 1040f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != 0) { 104129357bc2c0dd7c43ad3bd0c8e3efa4e6fd9bfd47Steve Block ALOGE("dequeueBuffer failed: %s (%d)", strerror(-err), -err); 1042f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 1043f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1044f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1045f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<GraphicBuffer> graphicBuffer(new GraphicBuffer(buf, false)); 104674006804065941841883c4b46ee785070164023fJamie Gennis BufferInfo info; 104774006804065941841883c4b46ee785070164023fJamie Gennis info.mStatus = BufferInfo::OWNED_BY_US; 104815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info.mFenceFd = fenceFd; 104915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info.mIsReadFence = false; 105090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar info.mRenderInfo = NULL; 1051054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar info.mData = new ABuffer(NULL /* data */, bufferSize /* capacity */); 105274006804065941841883c4b46ee785070164023fJamie Gennis info.mGraphicBuffer = graphicBuffer; 105374006804065941841883c4b46ee785070164023fJamie Gennis mBuffers[kPortIndexOutput].push(info); 105474006804065941841883c4b46ee785070164023fJamie Gennis 1055f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferId; 1056f933441648ef6a71dee783d733aac17b9508b452Andreas Huber err = mOMX->useGraphicBuffer(mNode, kPortIndexOutput, graphicBuffer, 1057f933441648ef6a71dee783d733aac17b9508b452Andreas Huber &bufferId); 1058f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != 0) { 1059609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGE("registering GraphicBuffer %u with OMX IL component failed: " 106074006804065941841883c4b46ee785070164023fJamie Gennis "%d", i, err); 1061f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 1062f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1063f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 106474006804065941841883c4b46ee785070164023fJamie Gennis mBuffers[kPortIndexOutput].editItemAt(i).mBufferID = bufferId; 106574006804065941841883c4b46ee785070164023fJamie Gennis 1066609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] Registered graphic buffer with ID %u (pointer = %p)", 1067f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mComponentName.c_str(), 1068f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bufferId, graphicBuffer.get()); 1069f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1070f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1071f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 cancelStart; 1072f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 cancelEnd; 1073f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1074f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != 0) { 1075f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // If an error occurred while dequeuing we need to cancel any buffers 1076f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // that were dequeued. 1077f933441648ef6a71dee783d733aac17b9508b452Andreas Huber cancelStart = 0; 107874006804065941841883c4b46ee785070164023fJamie Gennis cancelEnd = mBuffers[kPortIndexOutput].size(); 1079f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else { 1080054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar // Return the required minimum undequeued buffers to the native window. 1081054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar cancelStart = bufferCount - minUndequeuedBuffers; 1082054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar cancelEnd = bufferCount; 1083f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1084f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1085f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (OMX_U32 i = cancelStart; i < cancelEnd; i++) { 1086f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = &mBuffers[kPortIndexOutput].editItemAt(i); 10873175d2babfcdcb64f41309157e0436d00375ae4bWei Jia if (info->mStatus == BufferInfo::OWNED_BY_US) { 10883175d2babfcdcb64f41309157e0436d00375ae4bWei Jia status_t error = cancelBufferToNativeWindow(info); 10893175d2babfcdcb64f41309157e0436d00375ae4bWei Jia if (err == 0) { 10903175d2babfcdcb64f41309157e0436d00375ae4bWei Jia err = error; 10913175d2babfcdcb64f41309157e0436d00375ae4bWei Jia } 10923fb9f68dea5d991288f0ea8037742b50c7df5767Wei Jia } 1093f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1094f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1095054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (!storingMetadataInDecodedBuffers()) { 10963298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia static_cast<Surface*>(mNativeWindow.get()) 10973298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia ->getIGraphicBufferProducer()->allowAllocation(false); 10983298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia } 10993298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia 1100f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 1101f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1102f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1103054219874873b41f1c815552987c10465c34ba2bLajos Molnarstatus_t ACodec::allocateOutputMetadataBuffers() { 1104054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar OMX_U32 bufferCount, bufferSize, minUndequeuedBuffers; 1105054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar status_t err = configureOutputBuffersFromNativeWindow( 1106054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar &bufferCount, &bufferSize, &minUndequeuedBuffers); 1107054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar if (err != 0) 1108054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar return err; 1109e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar mNumUndequeuedBuffers = minUndequeuedBuffers; 1110054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1111e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar ALOGV("[%s] Allocating %u meta buffers on output port", 1112e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar mComponentName.c_str(), bufferCount); 1113e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1114054219874873b41f1c815552987c10465c34ba2bLajos Molnar size_t bufSize = mOutputMetadataType == kMetadataBufferTypeANWBuffer ? 1115054219874873b41f1c815552987c10465c34ba2bLajos Molnar sizeof(struct VideoNativeMetadata) : sizeof(struct VideoGrallocMetadata); 1116054219874873b41f1c815552987c10465c34ba2bLajos Molnar size_t totalSize = bufferCount * bufSize; 1117e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar mDealer[kPortIndexOutput] = new MemoryDealer(totalSize, "ACodec"); 1118e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1119e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar // Dequeue buffers and send them to OMX 1120e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar for (OMX_U32 i = 0; i < bufferCount; i++) { 1121e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar BufferInfo info; 1122e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar info.mStatus = BufferInfo::OWNED_BY_NATIVE_WINDOW; 112315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info.mFenceFd = -1; 112490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar info.mRenderInfo = NULL; 1125e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar info.mGraphicBuffer = NULL; 1126e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar info.mDequeuedAt = mDequeueCounter; 1127e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1128054219874873b41f1c815552987c10465c34ba2bLajos Molnar sp<IMemory> mem = mDealer[kPortIndexOutput]->allocate(bufSize); 11295581770ee0dde70e2e9c50533be35e537a5800efChong Zhang if (mem == NULL || mem->pointer() == NULL) { 1130777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return NO_MEMORY; 1131777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 1132054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mOutputMetadataType == kMetadataBufferTypeANWBuffer) { 1133054219874873b41f1c815552987c10465c34ba2bLajos Molnar ((VideoNativeMetadata *)mem->pointer())->nFenceFd = -1; 1134054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 1135e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar info.mData = new ABuffer(mem->pointer(), mem->size()); 1136e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1137e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar // we use useBuffer for metadata regardless of quirks 1138e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar err = mOMX->useBuffer( 1139cc7cc67349b7a3f498882087aa42ffc05a2daf11Lajos Molnar mNode, kPortIndexOutput, mem, &info.mBufferID, mem->size()); 114086b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu info.mMemRef = mem; 1141e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar mBuffers[kPortIndexOutput].push(info); 1142e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1143e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar ALOGV("[%s] allocated meta buffer with ID %u (pointer = %p)", 1144e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar mComponentName.c_str(), info.mBufferID, mem->pointer()); 1145e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar } 1146e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1147011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar if (mLegacyAdaptiveExperiment) { 1148e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar // preallocate and preregister buffers 1149011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar static_cast<Surface *>(mNativeWindow.get()) 1150011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar ->getIGraphicBufferProducer()->allowAllocation(true); 1151011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar 1152011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar ALOGV("[%s] Allocating %u buffers from a native window of size %u on " 1153011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar "output port", 1154011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar mComponentName.c_str(), bufferCount, bufferSize); 1155011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar 1156011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar // Dequeue buffers then cancel them all 1157011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar for (OMX_U32 i = 0; i < bufferCount; i++) { 1158e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar BufferInfo *info = &mBuffers[kPortIndexOutput].editItemAt(i); 1159e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1160011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar ANativeWindowBuffer *buf; 116115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int fenceFd; 116215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar err = mNativeWindow->dequeueBuffer(mNativeWindow.get(), &buf, &fenceFd); 1163011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar if (err != 0) { 1164011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar ALOGE("dequeueBuffer failed: %s (%d)", strerror(-err), -err); 1165011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar break; 1166011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar } 1167011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar 1168011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar sp<GraphicBuffer> graphicBuffer(new GraphicBuffer(buf, false)); 1169e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar mOMX->updateGraphicBufferInMeta( 1170e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar mNode, kPortIndexOutput, graphicBuffer, info->mBufferID); 1171e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar info->mStatus = BufferInfo::OWNED_BY_US; 117215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->setWriteFence(fenceFd, "allocateOutputMetadataBuffers for legacy"); 1173e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar info->mGraphicBuffer = graphicBuffer; 1174011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar } 1175011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar 1176011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar for (OMX_U32 i = 0; i < mBuffers[kPortIndexOutput].size(); i++) { 1177011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar BufferInfo *info = &mBuffers[kPortIndexOutput].editItemAt(i); 11783175d2babfcdcb64f41309157e0436d00375ae4bWei Jia if (info->mStatus == BufferInfo::OWNED_BY_US) { 11793175d2babfcdcb64f41309157e0436d00375ae4bWei Jia status_t error = cancelBufferToNativeWindow(info); 11803175d2babfcdcb64f41309157e0436d00375ae4bWei Jia if (err == OK) { 11813175d2babfcdcb64f41309157e0436d00375ae4bWei Jia err = error; 11823175d2babfcdcb64f41309157e0436d00375ae4bWei Jia } 1183011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar } 1184011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar } 1185011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar 1186011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar static_cast<Surface*>(mNativeWindow.get()) 1187011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar ->getIGraphicBufferProducer()->allowAllocation(false); 1188011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar } 1189011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar 1190054219874873b41f1c815552987c10465c34ba2bLajos Molnar mMetadataBuffersToSubmit = bufferCount - minUndequeuedBuffers; 1191054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar return err; 1192054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar} 1193054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1194054219874873b41f1c815552987c10465c34ba2bLajos Molnarstatus_t ACodec::submitOutputMetadataBuffer() { 1195054219874873b41f1c815552987c10465c34ba2bLajos Molnar CHECK(storingMetadataInDecodedBuffers()); 1196054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mMetadataBuffersToSubmit == 0) 1197054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar return OK; 1198054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1199054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar BufferInfo *info = dequeueBufferFromNativeWindow(); 12000806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (info == NULL) { 1201054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar return ERROR_IO; 12020806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 1203054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1204609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] submitting output meta buffer ID %u for graphic buffer %p", 1205054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mComponentName.c_str(), info->mBufferID, info->mGraphicBuffer.get()); 1206054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1207054219874873b41f1c815552987c10465c34ba2bLajos Molnar --mMetadataBuffersToSubmit; 120815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkWriteFence("submitOutputMetadataBuffer"); 120915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar status_t err = mOMX->fillBuffer(mNode, info->mBufferID, info->mFenceFd); 121015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 1211777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err == OK) { 1212777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim info->mStatus = BufferInfo::OWNED_BY_COMPONENT; 1213777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 1214054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1215777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 1216054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar} 1217054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 121815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnarstatus_t ACodec::waitForFence(int fd, const char *dbg ) { 121915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar status_t res = OK; 122015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (fd >= 0) { 122115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar sp<Fence> fence = new Fence(fd); 122215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar res = fence->wait(IOMX::kFenceTimeoutMs); 122315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGW_IF(res != OK, "FENCE TIMEOUT for %d in %s", fd, dbg); 122415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 122515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar return res; 122615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar} 122715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 12280806340688c937e7b78c2d89db3809274130df4eLajos Molnar// static 12290806340688c937e7b78c2d89db3809274130df4eLajos Molnarconst char *ACodec::_asString(BufferInfo::Status s) { 12300806340688c937e7b78c2d89db3809274130df4eLajos Molnar switch (s) { 12310806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_US: return "OUR"; 12320806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_COMPONENT: return "COMPONENT"; 12330806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_UPSTREAM: return "UPSTREAM"; 12340806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_DOWNSTREAM: return "DOWNSTREAM"; 12350806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_NATIVE_WINDOW: return "SURFACE"; 12360806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::UNRECOGNIZED: return "UNRECOGNIZED"; 12370806340688c937e7b78c2d89db3809274130df4eLajos Molnar default: return "?"; 12380806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 12390806340688c937e7b78c2d89db3809274130df4eLajos Molnar} 12400806340688c937e7b78c2d89db3809274130df4eLajos Molnar 12410806340688c937e7b78c2d89db3809274130df4eLajos Molnarvoid ACodec::dumpBuffers(OMX_U32 portIndex) { 12420806340688c937e7b78c2d89db3809274130df4eLajos Molnar CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 12430806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGI("[%s] %s port has %zu buffers:", mComponentName.c_str(), 12440806340688c937e7b78c2d89db3809274130df4eLajos Molnar portIndex == kPortIndexInput ? "input" : "output", mBuffers[portIndex].size()); 12450806340688c937e7b78c2d89db3809274130df4eLajos Molnar for (size_t i = 0; i < mBuffers[portIndex].size(); ++i) { 12460806340688c937e7b78c2d89db3809274130df4eLajos Molnar const BufferInfo &info = mBuffers[portIndex][i]; 12470806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGI(" slot %2zu: #%8u %p/%p %s(%d) dequeued:%u", 12480806340688c937e7b78c2d89db3809274130df4eLajos Molnar i, info.mBufferID, info.mGraphicBuffer.get(), 12490806340688c937e7b78c2d89db3809274130df4eLajos Molnar info.mGraphicBuffer == NULL ? NULL : info.mGraphicBuffer->getNativeBuffer(), 12500806340688c937e7b78c2d89db3809274130df4eLajos Molnar _asString(info.mStatus), info.mStatus, info.mDequeuedAt); 12510806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 12520806340688c937e7b78c2d89db3809274130df4eLajos Molnar} 12530806340688c937e7b78c2d89db3809274130df4eLajos Molnar 1254f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::cancelBufferToNativeWindow(BufferInfo *info) { 1255f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ((int)info->mStatus, (int)BufferInfo::OWNED_BY_US); 1256f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1257609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] Calling cancelBuffer on buffer %u", 1258f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mComponentName.c_str(), info->mBufferID); 1259f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 126015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkWriteFence("cancelBufferToNativeWindow"); 1261f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int err = mNativeWindow->cancelBuffer( 126215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mNativeWindow.get(), info->mGraphicBuffer.get(), info->mFenceFd); 126315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 1264f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 12653fb9f68dea5d991288f0ea8037742b50c7df5767Wei Jia ALOGW_IF(err != 0, "[%s] can not return buffer %u to native window", 12663fb9f68dea5d991288f0ea8037742b50c7df5767Wei Jia mComponentName.c_str(), info->mBufferID); 12670806340688c937e7b78c2d89db3809274130df4eLajos Molnar // change ownership even if cancelBuffer fails 1268f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_NATIVE_WINDOW; 1269f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 12703fb9f68dea5d991288f0ea8037742b50c7df5767Wei Jia return err; 1271f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1272f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 127390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarvoid ACodec::updateRenderInfoForDequeuedBuffer( 127490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar ANativeWindowBuffer *buf, int fenceFd, BufferInfo *info) { 127590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 127690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar info->mRenderInfo = 127790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mRenderTracker.updateInfoForDequeuedBuffer( 127890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar buf, fenceFd, info - &mBuffers[kPortIndexOutput][0]); 127990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 128090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // check for any fences already signaled 128190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar notifyOfRenderedFrames(false /* dropIncomplete */, info->mRenderInfo); 128290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 128390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 128490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarvoid ACodec::onFrameRendered(int64_t mediaTimeUs, nsecs_t systemNano) { 128590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (mRenderTracker.onFrameRendered(mediaTimeUs, systemNano) != OK) { 128690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mRenderTracker.dumpRenderQueue(); 128790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 128890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 128990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 129090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarvoid ACodec::notifyOfRenderedFrames(bool dropIncomplete, FrameRenderTracker::Info *until) { 129190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar sp<AMessage> msg = mNotify->dup(); 129290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar msg->setInt32("what", CodecBase::kWhatOutputFramesRendered); 129390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar std::list<FrameRenderTracker::Info> done = 129490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mRenderTracker.checkFencesAndGetRenderedFrames(until, dropIncomplete); 129590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 129690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // unlink untracked frames 129790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar for (std::list<FrameRenderTracker::Info>::const_iterator it = done.cbegin(); 129890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar it != done.cend(); ++it) { 1299604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar ssize_t index = it->getIndex(); 1300604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar if (index >= 0 && (size_t)index < mBuffers[kPortIndexOutput].size()) { 1301604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar mBuffers[kPortIndexOutput].editItemAt(index).mRenderInfo = NULL; 1302604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar } else if (index >= 0) { 1303604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar // THIS SHOULD NEVER HAPPEN 1304604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar ALOGE("invalid index %zd in %zu", index, mBuffers[kPortIndexOutput].size()); 130590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 130690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 130790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 130890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (MediaCodec::CreateFramesRenderedMessage(done, msg)) { 130990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar msg->post(); 131090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 131190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 131290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 1313f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::BufferInfo *ACodec::dequeueBufferFromNativeWindow() { 13148ce2364512f7c32c824f5ec5719688830ba72427Iliyan Malchev ANativeWindowBuffer *buf; 1315054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar CHECK(mNativeWindow.get() != NULL); 1316ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad 1317ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad if (mTunneled) { 1318ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad ALOGW("dequeueBufferFromNativeWindow() should not be called in tunnel" 1319ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad " video playback mode mode!"); 1320ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad return NULL; 1321ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad } 1322ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad 1323346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang if (mFatalError) { 1324346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang ALOGW("not dequeuing from native window due to fatal error"); 1325346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang return NULL; 1326346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang } 1327346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang 132815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int fenceFd = -1; 1329dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar do { 133015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar status_t err = mNativeWindow->dequeueBuffer(mNativeWindow.get(), &buf, &fenceFd); 133115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (err != 0) { 133215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGE("dequeueBuffer failed: %s(%d).", asString(err), err); 1333dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar return NULL; 1334dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar } 1335f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1336dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar bool stale = false; 1337b92add32c22656dedfb82d26ccc168c43c92b8ebChad Brubaker for (size_t i = mBuffers[kPortIndexOutput].size(); i > 0;) { 1338b92add32c22656dedfb82d26ccc168c43c92b8ebChad Brubaker i--; 1339dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar BufferInfo *info = &mBuffers[kPortIndexOutput].editItemAt(i); 1340dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar 1341dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar if (info->mGraphicBuffer != NULL && 134290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar info->mGraphicBuffer->handle == buf->handle) { 1343dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // Since consumers can attach buffers to BufferQueues, it is possible 1344dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // that a known yet stale buffer can return from a surface that we 1345dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // once used. We can simply ignore this as we have already dequeued 1346dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // this buffer properly. NOTE: this does not eliminate all cases, 1347dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // e.g. it is possible that we have queued the valid buffer to the 1348dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // NW, and a stale copy of the same buffer gets dequeued - which will 1349dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // be treated as the valid buffer by ACodec. 1350dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar if (info->mStatus != BufferInfo::OWNED_BY_NATIVE_WINDOW) { 1351dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar ALOGI("dequeued stale buffer %p. discarding", buf); 1352dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar stale = true; 1353dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar break; 1354dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar } 135590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 1356dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar ALOGV("dequeued buffer %p", info->mGraphicBuffer->getNativeBuffer()); 1357dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar info->mStatus = BufferInfo::OWNED_BY_US; 135815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->setWriteFence(fenceFd, "dequeueBufferFromNativeWindow"); 135990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar updateRenderInfoForDequeuedBuffer(buf, fenceFd, info); 1360dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar return info; 1361dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar } 1362dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar } 1363f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1364dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // It is also possible to receive a previously unregistered buffer 1365dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // in non-meta mode. These should be treated as stale buffers. The 1366dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // same is possible in meta mode, in which case, it will be treated 1367dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // as a normal buffer, which is not desirable. 1368dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // TODO: fix this. 1369054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (!stale && (!storingMetadataInDecodedBuffers() || mLegacyAdaptiveExperiment)) { 1370dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar ALOGI("dequeued unrecognized (stale) buffer %p. discarding", buf); 1371dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar stale = true; 1372dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar } 1373dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar if (stale) { 1374dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // TODO: detach stale buffer, but there is no API yet to do it. 1375dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar buf = NULL; 1376f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1377dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar } while (buf == NULL); 1378054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1379dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // get oldest undequeued buffer 1380dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar BufferInfo *oldest = NULL; 1381b92add32c22656dedfb82d26ccc168c43c92b8ebChad Brubaker for (size_t i = mBuffers[kPortIndexOutput].size(); i > 0;) { 1382b92add32c22656dedfb82d26ccc168c43c92b8ebChad Brubaker i--; 1383dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar BufferInfo *info = 1384dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar &mBuffers[kPortIndexOutput].editItemAt(i); 1385054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar if (info->mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW && 1386054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar (oldest == NULL || 1387054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar // avoid potential issues from counter rolling over 1388054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mDequeueCounter - info->mDequeuedAt > 1389054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mDequeueCounter - oldest->mDequeuedAt)) { 1390054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar oldest = info; 1391054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 1392054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 1393054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 13940806340688c937e7b78c2d89db3809274130df4eLajos Molnar // it is impossible dequeue a buffer when there are no buffers with ANW 13950806340688c937e7b78c2d89db3809274130df4eLajos Molnar CHECK(oldest != NULL); 13960806340688c937e7b78c2d89db3809274130df4eLajos Molnar // it is impossible to dequeue an unknown buffer in non-meta mode, as the 13970806340688c937e7b78c2d89db3809274130df4eLajos Molnar // while loop above does not complete 1398054219874873b41f1c815552987c10465c34ba2bLajos Molnar CHECK(storingMetadataInDecodedBuffers()); 1399054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 14000806340688c937e7b78c2d89db3809274130df4eLajos Molnar // discard buffer in LRU info and replace with new buffer 14010806340688c937e7b78c2d89db3809274130df4eLajos Molnar oldest->mGraphicBuffer = new GraphicBuffer(buf, false); 14020806340688c937e7b78c2d89db3809274130df4eLajos Molnar oldest->mStatus = BufferInfo::OWNED_BY_US; 140315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar oldest->setWriteFence(fenceFd, "dequeueBufferFromNativeWindow for oldest"); 140490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mRenderTracker.untrackFrame(oldest->mRenderInfo); 140590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar oldest->mRenderInfo = NULL; 1406d0715867861c216e88a4a7523b6da8a3cb128724Lajos Molnar 14070806340688c937e7b78c2d89db3809274130df4eLajos Molnar mOMX->updateGraphicBufferInMeta( 14080806340688c937e7b78c2d89db3809274130df4eLajos Molnar mNode, kPortIndexOutput, oldest->mGraphicBuffer, 14090806340688c937e7b78c2d89db3809274130df4eLajos Molnar oldest->mBufferID); 1410054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1411054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mOutputMetadataType == kMetadataBufferTypeGrallocSource) { 1412054219874873b41f1c815552987c10465c34ba2bLajos Molnar VideoGrallocMetadata *grallocMeta = 1413054219874873b41f1c815552987c10465c34ba2bLajos Molnar reinterpret_cast<VideoGrallocMetadata *>(oldest->mData->base()); 1414054219874873b41f1c815552987c10465c34ba2bLajos Molnar ALOGV("replaced oldest buffer #%u with age %u (%p/%p stored in %p)", 1415054219874873b41f1c815552987c10465c34ba2bLajos Molnar (unsigned)(oldest - &mBuffers[kPortIndexOutput][0]), 1416054219874873b41f1c815552987c10465c34ba2bLajos Molnar mDequeueCounter - oldest->mDequeuedAt, 14177c77f9ca649f321374118937bcdaca14a7e5684bLajos Molnar (void *)(uintptr_t)grallocMeta->pHandle, 1418054219874873b41f1c815552987c10465c34ba2bLajos Molnar oldest->mGraphicBuffer->handle, oldest->mData->base()); 1419054219874873b41f1c815552987c10465c34ba2bLajos Molnar } else if (mOutputMetadataType == kMetadataBufferTypeANWBuffer) { 1420054219874873b41f1c815552987c10465c34ba2bLajos Molnar VideoNativeMetadata *nativeMeta = 1421054219874873b41f1c815552987c10465c34ba2bLajos Molnar reinterpret_cast<VideoNativeMetadata *>(oldest->mData->base()); 1422054219874873b41f1c815552987c10465c34ba2bLajos Molnar ALOGV("replaced oldest buffer #%u with age %u (%p/%p stored in %p)", 1423054219874873b41f1c815552987c10465c34ba2bLajos Molnar (unsigned)(oldest - &mBuffers[kPortIndexOutput][0]), 1424054219874873b41f1c815552987c10465c34ba2bLajos Molnar mDequeueCounter - oldest->mDequeuedAt, 14257c77f9ca649f321374118937bcdaca14a7e5684bLajos Molnar (void *)(uintptr_t)nativeMeta->pBuffer, 1426054219874873b41f1c815552987c10465c34ba2bLajos Molnar oldest->mGraphicBuffer->getNativeBuffer(), oldest->mData->base()); 1427054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 1428f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 142990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar updateRenderInfoForDequeuedBuffer(buf, fenceFd, oldest); 14300806340688c937e7b78c2d89db3809274130df4eLajos Molnar return oldest; 1431f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1432f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1433f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::freeBuffersOnPort(OMX_U32 portIndex) { 1434777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim status_t err = OK; 1435938e2b34b16c3c1fd29c753eeb53ee95a2b2e2b3Nick Kralevich for (size_t i = mBuffers[portIndex].size(); i > 0;) { 1436938e2b34b16c3c1fd29c753eeb53ee95a2b2e2b3Nick Kralevich i--; 1437777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim status_t err2 = freeBuffer(portIndex, i); 1438777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err == OK) { 1439777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = err2; 1440777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 1441f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1442f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 14430806340688c937e7b78c2d89db3809274130df4eLajos Molnar // clear mDealer even on an error 1444f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mDealer[portIndex].clear(); 1445777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 1446f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1447f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1448349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huberstatus_t ACodec::freeOutputBuffersNotOwnedByComponent() { 1449777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim status_t err = OK; 1450938e2b34b16c3c1fd29c753eeb53ee95a2b2e2b3Nick Kralevich for (size_t i = mBuffers[kPortIndexOutput].size(); i > 0;) { 1451938e2b34b16c3c1fd29c753eeb53ee95a2b2e2b3Nick Kralevich i--; 1452f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = 1453f933441648ef6a71dee783d733aac17b9508b452Andreas Huber &mBuffers[kPortIndexOutput].editItemAt(i); 1454f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 14552ded8b53014602d25b20bade8ce46db95a8da4b5Lajos Molnar // At this time some buffers may still be with the component 14562ded8b53014602d25b20bade8ce46db95a8da4b5Lajos Molnar // or being drained. 14572ded8b53014602d25b20bade8ce46db95a8da4b5Lajos Molnar if (info->mStatus != BufferInfo::OWNED_BY_COMPONENT && 14582ded8b53014602d25b20bade8ce46db95a8da4b5Lajos Molnar info->mStatus != BufferInfo::OWNED_BY_DOWNSTREAM) { 1459777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim status_t err2 = freeBuffer(kPortIndexOutput, i); 1460777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err == OK) { 1461777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = err2; 1462777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 1463f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1464f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1465f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1466777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 1467f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1468f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1469f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::freeBuffer(OMX_U32 portIndex, size_t i) { 1470f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = &mBuffers[portIndex].editItemAt(i); 14710806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = OK; 1472f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 147315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // there should not be any fences in the metadata 147415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar MetadataBufferType type = 147515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar portIndex == kPortIndexOutput ? mOutputMetadataType : mInputMetadataType; 147615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (type == kMetadataBufferTypeANWBuffer && info->mData != NULL 147715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar && info->mData->size() >= sizeof(VideoNativeMetadata)) { 147815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int fenceFd = ((VideoNativeMetadata *)info->mData->data())->nFenceFd; 147915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (fenceFd >= 0) { 148015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGW("unreleased fence (%d) in %s metadata buffer %zu", 148115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar fenceFd, portIndex == kPortIndexInput ? "input" : "output", i); 148215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 148315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 148415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 14850806340688c937e7b78c2d89db3809274130df4eLajos Molnar switch (info->mStatus) { 14860806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_US: 14870806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (portIndex == kPortIndexOutput && mNativeWindow != NULL) { 14880806340688c937e7b78c2d89db3809274130df4eLajos Molnar (void)cancelBufferToNativeWindow(info); 14890806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 14900806340688c937e7b78c2d89db3809274130df4eLajos Molnar // fall through 1491f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 14920806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_NATIVE_WINDOW: 14930806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mOMX->freeBuffer(mNode, portIndex, info->mBufferID); 14940806340688c937e7b78c2d89db3809274130df4eLajos Molnar break; 14950806340688c937e7b78c2d89db3809274130df4eLajos Molnar 14960806340688c937e7b78c2d89db3809274130df4eLajos Molnar default: 14970806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("trying to free buffer not owned by us or ANW (%d)", info->mStatus); 14980806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = FAILED_TRANSACTION; 14990806340688c937e7b78c2d89db3809274130df4eLajos Molnar break; 1500f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1501f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 150215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (info->mFenceFd >= 0) { 150315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ::close(info->mFenceFd); 150415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 150515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 1506604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar if (portIndex == kPortIndexOutput) { 1507604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar mRenderTracker.untrackFrame(info->mRenderInfo, i); 1508604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar info->mRenderInfo = NULL; 1509604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar } 151090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 1511777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim // remove buffer even if mOMX->freeBuffer fails 1512f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mBuffers[portIndex].removeAt(i); 1513777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 1514f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1515f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1516f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::BufferInfo *ACodec::findBufferByID( 15170806340688c937e7b78c2d89db3809274130df4eLajos Molnar uint32_t portIndex, IOMX::buffer_id bufferID, ssize_t *index) { 1518f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (size_t i = 0; i < mBuffers[portIndex].size(); ++i) { 1519f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = &mBuffers[portIndex].editItemAt(i); 1520f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1521f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mBufferID == bufferID) { 1522f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (index != NULL) { 1523f933441648ef6a71dee783d733aac17b9508b452Andreas Huber *index = i; 1524f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1525f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return info; 1526f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1527f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1528f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1529777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Could not find buffer with ID %u", bufferID); 1530f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return NULL; 1531f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1532f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 15335778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setComponentRole( 1534f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool isEncoder, const char *mime) { 15355b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar const char *role = getComponentRole(isEncoder, mime); 15365b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (role == NULL) { 15375b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return BAD_VALUE; 15385b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 15395b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar status_t err = setComponentRole(mOMX, mNode, role); 15405b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (err != OK) { 15415b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar ALOGW("[%s] Failed to set standard component role '%s'.", 15425b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar mComponentName.c_str(), role); 15435b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 15445b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return err; 15455b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar} 15465b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 15475b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar//static 15485b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnarconst char *ACodec::getComponentRole( 15495b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar bool isEncoder, const char *mime) { 1550f933441648ef6a71dee783d733aac17b9508b452Andreas Huber struct MimeToRole { 1551f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const char *mime; 1552f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const char *decoderRole; 1553f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const char *encoderRole; 1554f933441648ef6a71dee783d733aac17b9508b452Andreas Huber }; 1555f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1556f933441648ef6a71dee783d733aac17b9508b452Andreas Huber static const MimeToRole kMimeToRole[] = { 1557f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { MEDIA_MIMETYPE_AUDIO_MPEG, 1558f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "audio_decoder.mp3", "audio_encoder.mp3" }, 15592944eca607304a095ea43ba2b8f0b9de61249f9fAndreas Huber { MEDIA_MIMETYPE_AUDIO_MPEG_LAYER_I, 15602944eca607304a095ea43ba2b8f0b9de61249f9fAndreas Huber "audio_decoder.mp1", "audio_encoder.mp1" }, 15612944eca607304a095ea43ba2b8f0b9de61249f9fAndreas Huber { MEDIA_MIMETYPE_AUDIO_MPEG_LAYER_II, 15622944eca607304a095ea43ba2b8f0b9de61249f9fAndreas Huber "audio_decoder.mp2", "audio_encoder.mp2" }, 1563f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { MEDIA_MIMETYPE_AUDIO_AMR_NB, 1564f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "audio_decoder.amrnb", "audio_encoder.amrnb" }, 1565f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { MEDIA_MIMETYPE_AUDIO_AMR_WB, 1566f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "audio_decoder.amrwb", "audio_encoder.amrwb" }, 1567f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { MEDIA_MIMETYPE_AUDIO_AAC, 1568f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "audio_decoder.aac", "audio_encoder.aac" }, 1569729de186450f78c099637e1fce743fe531862c52Andreas Huber { MEDIA_MIMETYPE_AUDIO_VORBIS, 1570729de186450f78c099637e1fce743fe531862c52Andreas Huber "audio_decoder.vorbis", "audio_encoder.vorbis" }, 1571bf927f8ec7979f2b64331c2b2f12a6a5dba05bcaVignesh Venkatasubramanian { MEDIA_MIMETYPE_AUDIO_OPUS, 1572bf927f8ec7979f2b64331c2b2f12a6a5dba05bcaVignesh Venkatasubramanian "audio_decoder.opus", "audio_encoder.opus" }, 1573c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber { MEDIA_MIMETYPE_AUDIO_G711_MLAW, 1574c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber "audio_decoder.g711mlaw", "audio_encoder.g711mlaw" }, 1575c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber { MEDIA_MIMETYPE_AUDIO_G711_ALAW, 1576c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber "audio_decoder.g711alaw", "audio_encoder.g711alaw" }, 1577f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { MEDIA_MIMETYPE_VIDEO_AVC, 1578f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "video_decoder.avc", "video_encoder.avc" }, 15792472b1c0d63454e5d90a982bd6c555de6c3127bdRachad { MEDIA_MIMETYPE_VIDEO_HEVC, 15802472b1c0d63454e5d90a982bd6c555de6c3127bdRachad "video_decoder.hevc", "video_encoder.hevc" }, 1581f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { MEDIA_MIMETYPE_VIDEO_MPEG4, 1582f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "video_decoder.mpeg4", "video_encoder.mpeg4" }, 1583f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { MEDIA_MIMETYPE_VIDEO_H263, 1584f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "video_decoder.h263", "video_encoder.h263" }, 158594705aff3c9eef58cbb72ec6fe5d2dcfd9481646hkuang { MEDIA_MIMETYPE_VIDEO_VP8, 158694705aff3c9eef58cbb72ec6fe5d2dcfd9481646hkuang "video_decoder.vp8", "video_encoder.vp8" }, 158794705aff3c9eef58cbb72ec6fe5d2dcfd9481646hkuang { MEDIA_MIMETYPE_VIDEO_VP9, 158894705aff3c9eef58cbb72ec6fe5d2dcfd9481646hkuang "video_decoder.vp9", "video_encoder.vp9" }, 1589ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber { MEDIA_MIMETYPE_AUDIO_RAW, 1590ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber "audio_decoder.raw", "audio_encoder.raw" }, 1591a29c2b203d8bea8c21564765da5c9d7087448340Ronghua Wu { MEDIA_MIMETYPE_VIDEO_DOLBY_VISION, 1592a29c2b203d8bea8c21564765da5c9d7087448340Ronghua Wu "video_decoder.dolby-vision", "video_encoder.dolby-vision" }, 15932f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi { MEDIA_MIMETYPE_AUDIO_FLAC, 15942f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi "audio_decoder.flac", "audio_encoder.flac" }, 1595ba933df89521d63f75ca66af12ce9d7ae9496b9eMarco Nelissen { MEDIA_MIMETYPE_AUDIO_MSGSM, 1596ba933df89521d63f75ca66af12ce9d7ae9496b9eMarco Nelissen "audio_decoder.gsm", "audio_encoder.gsm" }, 1597774eb18c40c3a7da0bc1636a9779f02315ddbad8Changwan Ryu { MEDIA_MIMETYPE_VIDEO_MPEG2, 1598774eb18c40c3a7da0bc1636a9779f02315ddbad8Changwan Ryu "video_decoder.mpeg2", "video_encoder.mpeg2" }, 159997358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu { MEDIA_MIMETYPE_AUDIO_AC3, 160097358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu "audio_decoder.ac3", "audio_encoder.ac3" }, 16018a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad { MEDIA_MIMETYPE_AUDIO_EAC3, 16028a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad "audio_decoder.eac3", "audio_encoder.eac3" }, 1603f933441648ef6a71dee783d733aac17b9508b452Andreas Huber }; 1604f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1605f933441648ef6a71dee783d733aac17b9508b452Andreas Huber static const size_t kNumMimeToRole = 1606f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sizeof(kMimeToRole) / sizeof(kMimeToRole[0]); 1607f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1608f933441648ef6a71dee783d733aac17b9508b452Andreas Huber size_t i; 1609f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (i = 0; i < kNumMimeToRole; ++i) { 1610f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (!strcasecmp(mime, kMimeToRole[i].mime)) { 1611f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 1612f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1613f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1614f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1615f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (i == kNumMimeToRole) { 16165b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return NULL; 1617f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1618f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 16195b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return isEncoder ? kMimeToRole[i].encoderRole 1620f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : kMimeToRole[i].decoderRole; 16215b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar} 1622f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 16235b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar//static 16245b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnarstatus_t ACodec::setComponentRole( 16255b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar const sp<IOMX> &omx, IOMX::node_id node, const char *role) { 16265b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar OMX_PARAM_COMPONENTROLETYPE roleParams; 16275b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar InitOMXParams(&roleParams); 1628f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 16295b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar strncpy((char *)roleParams.cRole, 16305b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar role, OMX_MAX_STRINGNAME_SIZE - 1); 16315778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16325b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar roleParams.cRole[OMX_MAX_STRINGNAME_SIZE - 1] = '\0'; 16335778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16345b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return omx->setParameter( 16355b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar node, OMX_IndexParamStandardComponentRole, 16365b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar &roleParams, sizeof(roleParams)); 1637f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1638f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 16395778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::configureCodec( 1640f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const char *mime, const sp<AMessage> &msg) { 16415778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t encoder; 16425778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("encoder", &encoder)) { 16435778822d86b0337407514b9372562b86edfa91cdAndreas Huber encoder = false; 16445778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 1645f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1646e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar sp<AMessage> inputFormat = new AMessage(); 16474e865a3cfe4c955e0890321a6b488cf661808b63Lajos Molnar sp<AMessage> outputFormat = mNotify->dup(); // will use this for kWhatOutputFormatChanged 1648e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 16495778822d86b0337407514b9372562b86edfa91cdAndreas Huber mIsEncoder = encoder; 1650f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1651054219874873b41f1c815552987c10465c34ba2bLajos Molnar mInputMetadataType = kMetadataBufferTypeInvalid; 1652054219874873b41f1c815552987c10465c34ba2bLajos Molnar mOutputMetadataType = kMetadataBufferTypeInvalid; 16538db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu 16545778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = setComponentRole(encoder /* isEncoder */, mime); 16555778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16565778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 16575778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 16585778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16595778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16605778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t bitRate = 0; 16612f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi // FLAC encoder doesn't need a bitrate, other encoders do 16622f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi if (encoder && strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_FLAC) 16632f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi && !msg->findInt32("bitrate", &bitRate)) { 16645778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 16655778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16665778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1667d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber int32_t storeMeta; 1668d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber if (encoder 1669d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber && msg->findInt32("store-metadata-in-buffers", &storeMeta) 1670d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber && storeMeta != 0) { 1671054219874873b41f1c815552987c10465c34ba2bLajos Molnar err = mOMX->storeMetaDataInBuffers(mNode, kPortIndexInput, OMX_TRUE, &mInputMetadataType); 1672d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber if (err != OK) { 1673054219874873b41f1c815552987c10465c34ba2bLajos Molnar ALOGE("[%s] storeMetaDataInBuffers (input) failed w/ err %d", 1674308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang mComponentName.c_str(), err); 1675d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 1676054219874873b41f1c815552987c10465c34ba2bLajos Molnar return err; 1677054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 1678054219874873b41f1c815552987c10465c34ba2bLajos Molnar // For this specific case we could be using camera source even if storeMetaDataInBuffers 1679054219874873b41f1c815552987c10465c34ba2bLajos Molnar // returns Gralloc source. Pretend that we are; this will force us to use nBufferSize. 1680054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mInputMetadataType == kMetadataBufferTypeGrallocSource) { 1681054219874873b41f1c815552987c10465c34ba2bLajos Molnar mInputMetadataType = kMetadataBufferTypeCameraSource; 1682054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 1683c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar 1684c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar uint32_t usageBits; 1685c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar if (mOMX->getParameter( 1686c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar mNode, (OMX_INDEXTYPE)OMX_IndexParamConsumerUsageBits, 1687c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar &usageBits, sizeof(usageBits)) == OK) { 1688c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar inputFormat->setInt32( 1689c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar "using-sw-read-often", !!(usageBits & GRALLOC_USAGE_SW_READ_OFTEN)); 1690c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar } 1691054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 1692d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 1693308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang int32_t prependSPSPPS = 0; 16943a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber if (encoder 16953a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber && msg->findInt32("prepend-sps-pps-to-idr-frames", &prependSPSPPS) 16963a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber && prependSPSPPS != 0) { 16973a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber OMX_INDEXTYPE index; 16983a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber err = mOMX->getExtensionIndex( 16993a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber mNode, 17003a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber "OMX.google.android.index.prependSPSPPSToIDRFrames", 17013a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber &index); 17023a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber 17033a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber if (err == OK) { 17043a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber PrependSPSPPSToIDRFramesParams params; 17053a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber InitOMXParams(¶ms); 17063a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber params.bEnable = OMX_TRUE; 17073a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber 17083a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber err = mOMX->setParameter( 17093a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber mNode, index, ¶ms, sizeof(params)); 17103a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber } 17113a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber 17123a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber if (err != OK) { 17133a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber ALOGE("Encoder could not be configured to emit SPS/PPS before " 17143a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber "IDR frames. (err %d)", err); 17153a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber 17163a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber return err; 17173a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber } 17183a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber } 17193a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber 1720308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang // Only enable metadata mode on encoder output if encoder can prepend 1721308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang // sps/pps to idr frames, since in metadata mode the bitstream is in an 1722308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang // opaque handle, to which we don't have access. 1723308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang int32_t video = !strncasecmp(mime, "video/", 6); 17248db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu mIsVideo = video; 1725308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang if (encoder && video) { 1726308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang OMX_BOOL enable = (OMX_BOOL) (prependSPSPPS 1727308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang && msg->findInt32("store-metadata-in-buffers-output", &storeMeta) 1728308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang && storeMeta != 0); 1729308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang 1730054219874873b41f1c815552987c10465c34ba2bLajos Molnar err = mOMX->storeMetaDataInBuffers(mNode, kPortIndexOutput, enable, &mOutputMetadataType); 1731308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang if (err != OK) { 1732308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang ALOGE("[%s] storeMetaDataInBuffers (output) failed w/ err %d", 1733308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang mComponentName.c_str(), err); 1734308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang } 1735a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber 1736a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber if (!msg->findInt64( 1737a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber "repeat-previous-frame-after", 1738a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber &mRepeatFrameDelayUs)) { 1739a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber mRepeatFrameDelayUs = -1ll; 1740a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber } 174194ee4b708acfa941581160b267afb79192b1d816Chong Zhang 174294ee4b708acfa941581160b267afb79192b1d816Chong Zhang if (!msg->findInt64("max-pts-gap-to-encoder", &mMaxPtsGapUs)) { 17432c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mMaxPtsGapUs = -1ll; 17442c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang } 17452c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang 174637b2b389139ed638831e49708c947863eef631efRonghua Wu if (!msg->findFloat("max-fps-to-encoder", &mMaxFps)) { 174737b2b389139ed638831e49708c947863eef631efRonghua Wu mMaxFps = -1; 174837b2b389139ed638831e49708c947863eef631efRonghua Wu } 174937b2b389139ed638831e49708c947863eef631efRonghua Wu 17502c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang if (!msg->findInt64("time-lapse", &mTimePerCaptureUs)) { 17512c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mTimePerCaptureUs = -1ll; 175294ee4b708acfa941581160b267afb79192b1d816Chong Zhang } 175372cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang 175472cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang if (!msg->findInt32( 175572cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang "create-input-buffers-suspended", 175672cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang (int32_t*)&mCreateInputBuffersSuspended)) { 175772cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang mCreateInputBuffersSuspended = false; 175872cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang } 1759308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang } 1760308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang 17613a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // NOTE: we only use native window for video decoders 1762054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar sp<RefBase> obj; 17630d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar bool haveNativeWindow = msg->findObject("native-window", &obj) 17643a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar && obj != NULL && video && !encoder; 1765011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar mLegacyAdaptiveExperiment = false; 1766e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if (video && !encoder) { 1767e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar inputFormat->setInt32("adaptive-playback", false); 17681713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang 17691713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang int32_t usageProtected; 17701713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang if (msg->findInt32("protected", &usageProtected) && usageProtected) { 17711713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang if (!haveNativeWindow) { 17721713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang ALOGE("protected output buffers must be sent to an ANativeWindow"); 17731713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang return PERMISSION_DENIED; 17741713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang } 17751713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang mFlags |= kFlagIsGrallocUsageProtected; 17761713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang mFlags |= kFlagPushBlankBuffersToNativeWindowOnShutdown; 17771713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang } 1778e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 17793a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (haveNativeWindow) { 17801de1e25cba872bd4c077c2e394f8ca9c70b65856Lajos Molnar sp<ANativeWindow> nativeWindow = 17811de1e25cba872bd4c077c2e394f8ca9c70b65856Lajos Molnar static_cast<ANativeWindow *>(static_cast<Surface *>(obj.get())); 17825a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 17836597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar // START of temporary support for automatic FRC - THIS WILL BE REMOVED 17846597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar int32_t autoFrc; 17856597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar if (msg->findInt32("auto-frc", &autoFrc)) { 17866597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar bool enabled = autoFrc; 17876597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar OMX_CONFIG_BOOLEANTYPE config; 17886597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar InitOMXParams(&config); 17896597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar config.bEnabled = (OMX_BOOL)enabled; 17906597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar status_t temp = mOMX->setConfig( 17916597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar mNode, (OMX_INDEXTYPE)OMX_IndexConfigAutoFramerateConversion, 17926597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar &config, sizeof(config)); 17936597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar if (temp == OK) { 17946597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar outputFormat->setInt32("auto-frc", enabled); 17956597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar } else if (enabled) { 17966597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar ALOGI("codec does not support requested auto-frc (err %d)", temp); 17976597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar } 17986597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar } 17996597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar // END of temporary support for automatic FRC 18006597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar 18015a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad int32_t tunneled; 18025a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (msg->findInt32("feature-tunneled-playback", &tunneled) && 18035a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad tunneled != 0) { 18045a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGI("Configuring TUNNELED video playback."); 1805ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad mTunneled = true; 18065a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 180797827bd7c7e64dec22c8fe0f9e734a3c432ad7eeRachad int32_t audioHwSync = 0; 180897827bd7c7e64dec22c8fe0f9e734a3c432ad7eeRachad if (!msg->findInt32("audio-hw-sync", &audioHwSync)) { 18095a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGW("No Audio HW Sync provided for video tunnel"); 18105a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } 18115a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad err = configureTunneledVideoPlayback(audioHwSync, nativeWindow); 18125a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (err != OK) { 181397827bd7c7e64dec22c8fe0f9e734a3c432ad7eeRachad ALOGE("configureTunneledVideoPlayback(%d,%p) failed!", 18145a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad audioHwSync, nativeWindow.get()); 18155a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad return err; 1816fce0d1883cdbcb7d501625fb43844043cd28a267Lajos Molnar } 1817fce0d1883cdbcb7d501625fb43844043cd28a267Lajos Molnar 1818d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad int32_t maxWidth = 0, maxHeight = 0; 1819d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad if (msg->findInt32("max-width", &maxWidth) && 1820d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad msg->findInt32("max-height", &maxHeight)) { 1821d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad 1822d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad err = mOMX->prepareForAdaptivePlayback( 1823d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad mNode, kPortIndexOutput, OMX_TRUE, maxWidth, maxHeight); 1824d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad if (err != OK) { 1825d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad ALOGW("[%s] prepareForAdaptivePlayback failed w/ err %d", 1826d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad mComponentName.c_str(), err); 18273a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // allow failure 18283a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar err = OK; 1829d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad } else { 1830d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad inputFormat->setInt32("max-width", maxWidth); 1831d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad inputFormat->setInt32("max-height", maxHeight); 1832d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad inputFormat->setInt32("adaptive-playback", true); 1833d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad } 1834d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad } 18355a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } else { 1836ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad ALOGV("Configuring CPU controlled video playback."); 1837ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad mTunneled = false; 1838ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad 18393fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad // Explicity reset the sideband handle of the window for 18403fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad // non-tunneled video in case the window was previously used 18413fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad // for a tunneled video playback. 18423fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad err = native_window_set_sideband_stream(nativeWindow.get(), NULL); 18433fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad if (err != OK) { 18443fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad ALOGE("set_sideband_stream(NULL) failed! (err %d).", err); 18453fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad return err; 18463fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad } 18473fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad 18485a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // Always try to enable dynamic output buffers on native surface 18495a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad err = mOMX->storeMetaDataInBuffers( 1850054219874873b41f1c815552987c10465c34ba2bLajos Molnar mNode, kPortIndexOutput, OMX_TRUE, &mOutputMetadataType); 18515a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (err != OK) { 18525a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGE("[%s] storeMetaDataInBuffers failed w/ err %d", 1853fce0d1883cdbcb7d501625fb43844043cd28a267Lajos Molnar mComponentName.c_str(), err); 1854e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 18555a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // if adaptive playback has been requested, try JB fallback 18565a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // NOTE: THIS FALLBACK MECHANISM WILL BE REMOVED DUE TO ITS 18575a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // LARGE MEMORY REQUIREMENT 18585a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 18595a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // we will not do adaptive playback on software accessed 18605a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // surfaces as they never had to respond to changes in the 18615a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // crop window, and we don't trust that they will be able to. 18625a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad int usageBits = 0; 18635a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad bool canDoAdaptivePlayback; 18645a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 18655a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (nativeWindow->query( 18665a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad nativeWindow.get(), 18675a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad NATIVE_WINDOW_CONSUMER_USAGE_BITS, 18685a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad &usageBits) != OK) { 18695a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad canDoAdaptivePlayback = false; 18705a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } else { 18715a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad canDoAdaptivePlayback = 18725a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad (usageBits & 18735a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad (GRALLOC_USAGE_SW_READ_MASK | 18745a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad GRALLOC_USAGE_SW_WRITE_MASK)) == 0; 18755a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } 18765a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 18775a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad int32_t maxWidth = 0, maxHeight = 0; 18785a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (canDoAdaptivePlayback && 18795a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad msg->findInt32("max-width", &maxWidth) && 18805a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad msg->findInt32("max-height", &maxHeight)) { 18815a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGV("[%s] prepareForAdaptivePlayback(%dx%d)", 18825a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad mComponentName.c_str(), maxWidth, maxHeight); 18835a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 18845a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad err = mOMX->prepareForAdaptivePlayback( 18855a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad mNode, kPortIndexOutput, OMX_TRUE, maxWidth, 18865a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad maxHeight); 18875a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGW_IF(err != OK, 18885a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad "[%s] prepareForAdaptivePlayback failed w/ err %d", 18895a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad mComponentName.c_str(), err); 18905a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 18915a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (err == OK) { 18925a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad inputFormat->setInt32("max-width", maxWidth); 18935a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad inputFormat->setInt32("max-height", maxHeight); 18945a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad inputFormat->setInt32("adaptive-playback", true); 18955a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } 1896e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 18975a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // allow failure 18985a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad err = OK; 18995a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } else { 19005a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGV("[%s] storeMetaDataInBuffers succeeded", 19015a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad mComponentName.c_str()); 1902054219874873b41f1c815552987c10465c34ba2bLajos Molnar CHECK(storingMetadataInDecodedBuffers()); 1903011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar mLegacyAdaptiveExperiment = ADebug::isExperimentEnabled( 1904011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar "legacy-adaptive", !msg->contains("no-experiments")); 1905011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar 19065a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad inputFormat->setInt32("adaptive-playback", true); 1907fce0d1883cdbcb7d501625fb43844043cd28a267Lajos Molnar } 19080167414e261f88a96b5e4bf6cb592e6ca11e5a95Andreas Huber 19095a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad int32_t push; 19105a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (msg->findInt32("push-blank-buffers-on-shutdown", &push) 19115a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad && push != 0) { 19125a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad mFlags |= kFlagPushBlankBuffersToNativeWindowOnShutdown; 19135a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } 19140167414e261f88a96b5e4bf6cb592e6ca11e5a95Andreas Huber } 1915e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang 1916e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang int32_t rotationDegrees; 1917e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang if (msg->findInt32("rotation-degrees", &rotationDegrees)) { 1918e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang mRotationDegrees = rotationDegrees; 1919e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang } else { 1920e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang mRotationDegrees = 0; 1921e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang } 1922054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 1923054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1924308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang if (video) { 19253a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // determine need for software renderer 19263a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar bool usingSwRenderer = false; 19273a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (haveNativeWindow && mComponentName.startsWith("OMX.google.")) { 19283a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar usingSwRenderer = true; 19293a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar haveNativeWindow = false; 19303a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 19313a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar 19325778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (encoder) { 19335778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setupVideoEncoder(mime, msg); 19345778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 19350d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar err = setupVideoDecoder(mime, msg, haveNativeWindow); 19365778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19373a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar 19383a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (err != OK) { 19393a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar return err; 19403a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 19413a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar 19423a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (haveNativeWindow) { 19431de1e25cba872bd4c077c2e394f8ca9c70b65856Lajos Molnar mNativeWindow = static_cast<Surface *>(obj.get()); 19443a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 19453a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar 19463a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // initialize native window now to get actual output format 19473a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // TODO: this is needed for some encoders even though they don't use native window 1948777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = initNativeWindow(); 1949777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 1950777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 1951777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 19523a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar 19533a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // fallback for devices that do not handle flex-YUV for native buffers 19543a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (haveNativeWindow) { 19553a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar int32_t requestedColorFormat = OMX_COLOR_FormatUnused; 19563a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (msg->findInt32("color-format", &requestedColorFormat) && 19573a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar requestedColorFormat == OMX_COLOR_FormatYUV420Flexible) { 1958777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim status_t err = getPortFormat(kPortIndexOutput, outputFormat); 1959777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 1960777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 1961777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 19623a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar int32_t colorFormat = OMX_COLOR_FormatUnused; 19633a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar OMX_U32 flexibleEquivalent = OMX_COLOR_FormatUnused; 1964777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (!outputFormat->findInt32("color-format", &colorFormat)) { 1965777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("ouptut port did not have a color format (wrong domain?)"); 1966777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return BAD_VALUE; 1967777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 19683a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar ALOGD("[%s] Requested output format %#x and got %#x.", 19693a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mComponentName.c_str(), requestedColorFormat, colorFormat); 19703a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (!isFlexibleColorFormat( 19713a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mOMX, mNode, colorFormat, haveNativeWindow, &flexibleEquivalent) 19723a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar || flexibleEquivalent != (OMX_U32)requestedColorFormat) { 19733a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // device did not handle flex-YUV request for native window, fall back 19743a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // to SW renderer 19753a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar ALOGI("[%s] Falling back to software renderer", mComponentName.c_str()); 19763a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mNativeWindow.clear(); 1977e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar mNativeWindowUsageBits = 0; 19783a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar haveNativeWindow = false; 19793a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar usingSwRenderer = true; 1980054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (storingMetadataInDecodedBuffers()) { 1981054219874873b41f1c815552987c10465c34ba2bLajos Molnar err = mOMX->storeMetaDataInBuffers( 1982054219874873b41f1c815552987c10465c34ba2bLajos Molnar mNode, kPortIndexOutput, OMX_FALSE, &mOutputMetadataType); 1983054219874873b41f1c815552987c10465c34ba2bLajos Molnar mOutputMetadataType = kMetadataBufferTypeInvalid; // just in case 19843a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // TODO: implement adaptive-playback support for bytebuffer mode. 19853a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // This is done by SW codecs, but most HW codecs don't support it. 19863a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar inputFormat->setInt32("adaptive-playback", false); 19873a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 19883a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (err == OK) { 19893a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar err = mOMX->enableGraphicBuffers(mNode, kPortIndexOutput, OMX_FALSE); 19903a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 19913a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (mFlags & kFlagIsGrallocUsageProtected) { 19923a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // fallback is not supported for protected playback 19933a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar err = PERMISSION_DENIED; 19943a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } else if (err == OK) { 19953a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar err = setupVideoDecoder(mime, msg, false); 19963a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 19973a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 19983a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 19993a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 20003a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar 20013a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (usingSwRenderer) { 20023a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar outputFormat->setInt32("using-sw-renderer", 1); 20033a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 200442392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_MPEG)) { 200542392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber int32_t numChannels, sampleRate; 200642392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber if (!msg->findInt32("channel-count", &numChannels) 200742392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber || !msg->findInt32("sample-rate", &sampleRate)) { 200842392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber // Since we did not always check for these, leave them optional 200942392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber // and have the decoder figure it all out. 201042392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber err = OK; 201142392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber } else { 201242392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber err = setupRawAudioFormat( 201342392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber encoder ? kPortIndexInput : kPortIndexOutput, 201442392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber sampleRate, 201542392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber numChannels); 201642392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber } 2017f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_AAC)) { 2018f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t numChannels, sampleRate; 20195778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("channel-count", &numChannels) 20205778822d86b0337407514b9372562b86edfa91cdAndreas Huber || !msg->findInt32("sample-rate", &sampleRate)) { 20215778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = INVALID_OPERATION; 20225778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 2023aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke int32_t isADTS, aacProfile; 2024b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi int32_t sbrMode; 20258045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi int32_t maxOutputChannelCount; 20262965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang int32_t pcmLimiterEnable; 20278045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi drcParams_t drc; 2028ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber if (!msg->findInt32("is-adts", &isADTS)) { 2029ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber isADTS = 0; 2030ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 2031aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke if (!msg->findInt32("aac-profile", &aacProfile)) { 2032aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke aacProfile = OMX_AUDIO_AACObjectNull; 2033aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke } 2034b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi if (!msg->findInt32("aac-sbr-mode", &sbrMode)) { 2035b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi sbrMode = -1; 2036b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi } 2037ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 20388045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (!msg->findInt32("aac-max-output-channel_count", &maxOutputChannelCount)) { 20398045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi maxOutputChannelCount = -1; 20408045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 20412965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang if (!msg->findInt32("aac-pcm-limiter-enable", &pcmLimiterEnable)) { 20422965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang // value is unknown 20432965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang pcmLimiterEnable = -1; 20442965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang } 20458045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (!msg->findInt32("aac-encoded-target-level", &drc.encodedTargetLevel)) { 20468045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi // value is unknown 20478045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi drc.encodedTargetLevel = -1; 20488045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 20498045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (!msg->findInt32("aac-drc-cut-level", &drc.drcCut)) { 20508045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi // value is unknown 20518045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi drc.drcCut = -1; 20528045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 20538045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (!msg->findInt32("aac-drc-boost-level", &drc.drcBoost)) { 20548045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi // value is unknown 20558045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi drc.drcBoost = -1; 20568045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 20578045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (!msg->findInt32("aac-drc-heavy-compression", &drc.heavyCompression)) { 20588045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi // value is unknown 20598045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi drc.heavyCompression = -1; 20608045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 20618045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (!msg->findInt32("aac-target-ref-level", &drc.targetRefLevel)) { 20628045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi // value is unknown 20638045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi drc.targetRefLevel = -1; 20648045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 20658045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi 2066ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber err = setupAACCodec( 20674471e47ece77be5b4159cc9cbbcef4d43900d36fAndreas Huber encoder, numChannels, sampleRate, bitRate, aacProfile, 20682965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang isADTS != 0, sbrMode, maxOutputChannelCount, drc, 20692965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang pcmLimiterEnable); 20705778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2071729de186450f78c099637e1fce743fe531862c52Andreas Huber } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_AMR_NB)) { 20725778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setupAMRCodec(encoder, false /* isWAMR */, bitRate); 2073729de186450f78c099637e1fce743fe531862c52Andreas Huber } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_AMR_WB)) { 20745778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setupAMRCodec(encoder, true /* isWAMR */, bitRate); 2075729de186450f78c099637e1fce743fe531862c52Andreas Huber } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_G711_ALAW) 2076729de186450f78c099637e1fce743fe531862c52Andreas Huber || !strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_G711_MLAW)) { 2077729de186450f78c099637e1fce743fe531862c52Andreas Huber // These are PCM-like formats with a fixed sample rate but 2078729de186450f78c099637e1fce743fe531862c52Andreas Huber // a variable number of channels. 2079729de186450f78c099637e1fce743fe531862c52Andreas Huber 2080729de186450f78c099637e1fce743fe531862c52Andreas Huber int32_t numChannels; 20815778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("channel-count", &numChannels)) { 20825778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = INVALID_OPERATION; 20835778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 208417c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissen int32_t sampleRate; 208517c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissen if (!msg->findInt32("sample-rate", &sampleRate)) { 208617c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissen sampleRate = 8000; 208717c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissen } 208817c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissen err = setupG711Codec(encoder, sampleRate, numChannels); 20895778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20902f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_FLAC)) { 2091ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar int32_t numChannels = 0, sampleRate = 0, compressionLevel = -1; 20922f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi if (encoder && 20932f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi (!msg->findInt32("channel-count", &numChannels) 20942f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi || !msg->findInt32("sample-rate", &sampleRate))) { 20952f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi ALOGE("missing channel count or sample rate for FLAC encoder"); 20962f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi err = INVALID_OPERATION; 20972f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } else { 20982f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi if (encoder) { 2099516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber if (!msg->findInt32( 2100cd39746f8d83bb3f12e8f613e77c3c3b5f77c077Lajos Molnar "complexity", &compressionLevel) && 2101cd39746f8d83bb3f12e8f613e77c3c3b5f77c077Lajos Molnar !msg->findInt32( 2102516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber "flac-compression-level", &compressionLevel)) { 2103cd39746f8d83bb3f12e8f613e77c3c3b5f77c077Lajos Molnar compressionLevel = 5; // default FLAC compression level 21042f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } else if (compressionLevel < 0) { 2105516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber ALOGW("compression level %d outside [0..8] range, " 2106516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber "using 0", 2107516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber compressionLevel); 21082f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi compressionLevel = 0; 21092f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } else if (compressionLevel > 8) { 2110516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber ALOGW("compression level %d outside [0..8] range, " 2111516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber "using 8", 2112516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber compressionLevel); 21132f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi compressionLevel = 8; 21142f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } 21152f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } 2116516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber err = setupFlacCodec( 2117516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber encoder, numChannels, sampleRate, compressionLevel); 21182f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } 2119ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_RAW)) { 2120ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber int32_t numChannels, sampleRate; 2121ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber if (encoder 2122ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber || !msg->findInt32("channel-count", &numChannels) 2123ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber || !msg->findInt32("sample-rate", &sampleRate)) { 2124ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber err = INVALID_OPERATION; 2125ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber } else { 2126ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber err = setupRawAudioFormat(kPortIndexInput, sampleRate, numChannels); 2127ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber } 212897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_AC3)) { 212997358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu int32_t numChannels; 213097358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu int32_t sampleRate; 213197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu if (!msg->findInt32("channel-count", &numChannels) 213297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu || !msg->findInt32("sample-rate", &sampleRate)) { 213397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu err = INVALID_OPERATION; 213497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } else { 213597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu err = setupAC3Codec(encoder, numChannels, sampleRate); 213697358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } 21378a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_EAC3)) { 21388a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad int32_t numChannels; 21398a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad int32_t sampleRate; 21408a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad if (!msg->findInt32("channel-count", &numChannels) 21418a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad || !msg->findInt32("sample-rate", &sampleRate)) { 21428a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad err = INVALID_OPERATION; 21438a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } else { 21448a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad err = setupEAC3Codec(encoder, numChannels, sampleRate); 21458a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } 21465778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2147729de186450f78c099637e1fce743fe531862c52Andreas Huber 21484471e47ece77be5b4159cc9cbbcef4d43900d36fAndreas Huber if (err != OK) { 21494471e47ece77be5b4159cc9cbbcef4d43900d36fAndreas Huber return err; 21504471e47ece77be5b4159cc9cbbcef4d43900d36fAndreas Huber } 21514471e47ece77be5b4159cc9cbbcef4d43900d36fAndreas Huber 21528b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen if (!msg->findInt32("encoder-delay", &mEncoderDelay)) { 21538b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen mEncoderDelay = 0; 21548b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen } 21559806555d3930be43e11106281dee354820ac1c88Andreas Huber 21568b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen if (!msg->findInt32("encoder-padding", &mEncoderPadding)) { 21578b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen mEncoderPadding = 0; 21588b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen } 21598b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen 21609806555d3930be43e11106281dee354820ac1c88Andreas Huber if (msg->findInt32("channel-mask", &mChannelMask)) { 21619806555d3930be43e11106281dee354820ac1c88Andreas Huber mChannelMaskPresent = true; 21629806555d3930be43e11106281dee354820ac1c88Andreas Huber } else { 21639806555d3930be43e11106281dee354820ac1c88Andreas Huber mChannelMaskPresent = false; 21649806555d3930be43e11106281dee354820ac1c88Andreas Huber } 21659806555d3930be43e11106281dee354820ac1c88Andreas Huber 2166f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t maxInputSize; 2167f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (msg->findInt32("max-input-size", &maxInputSize)) { 21685778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setMinBufferSize(kPortIndexInput, (size_t)maxInputSize); 2169f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else if (!strcmp("OMX.Nvidia.aac.decoder", mComponentName.c_str())) { 21705778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setMinBufferSize(kPortIndexInput, 8192); // XXX 2171f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 21725778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21738b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu int32_t priority; 21748b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu if (msg->findInt32("priority", &priority)) { 21758b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu err = setPriority(priority); 21768b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu } 21778b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu 2178ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu int32_t rateInt = -1; 2179ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu float rateFloat = -1; 2180ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (!msg->findFloat("operating-rate", &rateFloat)) { 2181ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu msg->findInt32("operating-rate", &rateInt); 2182ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu rateFloat = (float)rateInt; // 16MHz (FLINTMAX) is OK for upper bound. 2183ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2184ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (rateFloat > 0) { 2185ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu err = setOperatingRate(rateFloat, video); 2186ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2187ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu 21884e865a3cfe4c955e0890321a6b488cf661808b63Lajos Molnar mBaseOutputFormat = outputFormat; 21894e865a3cfe4c955e0890321a6b488cf661808b63Lajos Molnar 2190777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = getPortFormat(kPortIndexInput, inputFormat); 2191777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err == OK) { 2192777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = getPortFormat(kPortIndexOutput, outputFormat); 2193777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err == OK) { 2194777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mInputFormat = inputFormat; 2195777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mOutputFormat = outputFormat; 2196777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 2197777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 21985778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 2199f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 2200f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 22018b806ea894ca098366629458bfdd1df4866afcdfRonghua Wustatus_t ACodec::setPriority(int32_t priority) { 22028b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu if (priority < 0) { 22038b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu return BAD_VALUE; 22048b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu } 22058b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu OMX_PARAM_U32TYPE config; 22068b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu InitOMXParams(&config); 22078b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu config.nU32 = (OMX_U32)priority; 22088b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu status_t temp = mOMX->setConfig( 22098b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu mNode, (OMX_INDEXTYPE)OMX_IndexConfigPriority, 22108b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu &config, sizeof(config)); 22118b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu if (temp != OK) { 22128b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu ALOGI("codec does not support config priority (err %d)", temp); 22138b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu } 22148b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu return OK; 22158b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu} 22168b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu 2217ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wustatus_t ACodec::setOperatingRate(float rateFloat, bool isVideo) { 2218ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (rateFloat < 0) { 2219ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu return BAD_VALUE; 2220ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2221ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu OMX_U32 rate; 2222ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (isVideo) { 2223ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (rateFloat > 65535) { 2224ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu return BAD_VALUE; 2225ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2226ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu rate = (OMX_U32)(rateFloat * 65536.0f + 0.5f); 2227ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } else { 2228ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (rateFloat > UINT_MAX) { 2229ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu return BAD_VALUE; 2230ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2231ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu rate = (OMX_U32)(rateFloat); 2232ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2233ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu OMX_PARAM_U32TYPE config; 2234ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu InitOMXParams(&config); 2235ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu config.nU32 = rate; 2236ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu status_t err = mOMX->setConfig( 2237ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu mNode, (OMX_INDEXTYPE)OMX_IndexConfigOperatingRate, 2238ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu &config, sizeof(config)); 2239ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (err != OK) { 2240ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu ALOGI("codec does not support config operating rate (err %d)", err); 2241ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2242ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu return OK; 2243ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu} 2244ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu 2245870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuangstatus_t ACodec::getIntraRefreshPeriod(uint32_t *intraRefreshPeriod) { 2246870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang OMX_VIDEO_CONFIG_ANDROID_INTRAREFRESHTYPE params; 2247870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang InitOMXParams(¶ms); 2248870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang params.nPortIndex = kPortIndexOutput; 2249870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang status_t err = mOMX->getConfig( 2250870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang mNode, (OMX_INDEXTYPE)OMX_IndexConfigAndroidIntraRefresh, ¶ms, sizeof(params)); 2251870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (err == OK) { 2252870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang *intraRefreshPeriod = params.nRefreshPeriod; 2253870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return OK; 2254870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 2255870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2256870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang // Fallback to query through standard OMX index. 2257870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang OMX_VIDEO_PARAM_INTRAREFRESHTYPE refreshParams; 2258870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang InitOMXParams(&refreshParams); 2259870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang refreshParams.nPortIndex = kPortIndexOutput; 2260870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang refreshParams.eRefreshMode = OMX_VIDEO_IntraRefreshCyclic; 2261870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang err = mOMX->getParameter( 2262870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang mNode, OMX_IndexParamVideoIntraRefresh, &refreshParams, sizeof(refreshParams)); 2263870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (err != OK || refreshParams.nCirMBs == 0) { 2264870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang *intraRefreshPeriod = 0; 2265870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return OK; 2266870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 2267870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2268870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang // Calculate period based on width and height 2269870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang uint32_t width, height; 2270870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang OMX_PARAM_PORTDEFINITIONTYPE def; 2271870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang InitOMXParams(&def); 2272870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang OMX_VIDEO_PORTDEFINITIONTYPE *video_def = &def.format.video; 2273870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang def.nPortIndex = kPortIndexOutput; 2274870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang err = mOMX->getParameter( 2275870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 2276870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (err != OK) { 2277870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang *intraRefreshPeriod = 0; 2278870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return err; 2279870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 2280870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang width = video_def->nFrameWidth; 2281870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang height = video_def->nFrameHeight; 2282870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang // Use H.264/AVC MacroBlock size 16x16 2283870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang *intraRefreshPeriod = divUp((divUp(width, 16u) * divUp(height, 16u)), refreshParams.nCirMBs); 2284870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2285870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return OK; 2286870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang} 2287870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2288870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuangstatus_t ACodec::setIntraRefreshPeriod(uint32_t intraRefreshPeriod, bool inConfigure) { 2289870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang OMX_VIDEO_CONFIG_ANDROID_INTRAREFRESHTYPE params; 2290870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang InitOMXParams(¶ms); 2291870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang params.nPortIndex = kPortIndexOutput; 2292870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang params.nRefreshPeriod = intraRefreshPeriod; 2293870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang status_t err = mOMX->setConfig( 2294870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang mNode, (OMX_INDEXTYPE)OMX_IndexConfigAndroidIntraRefresh, ¶ms, sizeof(params)); 2295870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (err == OK) { 2296870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return OK; 2297870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 2298870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2299870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang // Only in configure state, a component could invoke setParameter. 2300870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (!inConfigure) { 2301870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return INVALID_OPERATION; 2302870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } else { 2303870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang ALOGI("[%s] try falling back to Cyclic", mComponentName.c_str()); 2304870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 2305870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2306870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang OMX_VIDEO_PARAM_INTRAREFRESHTYPE refreshParams; 2307870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang InitOMXParams(&refreshParams); 2308870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang refreshParams.nPortIndex = kPortIndexOutput; 2309870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang refreshParams.eRefreshMode = OMX_VIDEO_IntraRefreshCyclic; 2310870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2311870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (intraRefreshPeriod == 0) { 2312870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang // 0 means disable intra refresh. 2313870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang refreshParams.nCirMBs = 0; 2314870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } else { 2315870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang // Calculate macroblocks that need to be intra coded base on width and height 2316870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang uint32_t width, height; 2317870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang OMX_PARAM_PORTDEFINITIONTYPE def; 2318870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang InitOMXParams(&def); 2319870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang OMX_VIDEO_PORTDEFINITIONTYPE *video_def = &def.format.video; 2320870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang def.nPortIndex = kPortIndexOutput; 2321870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang err = mOMX->getParameter( 2322870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 2323870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (err != OK) { 2324870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return err; 2325870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 2326870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang width = video_def->nFrameWidth; 2327870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang height = video_def->nFrameHeight; 2328870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang // Use H.264/AVC MacroBlock size 16x16 2329870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang refreshParams.nCirMBs = divUp((divUp(width, 16u) * divUp(height, 16u)), intraRefreshPeriod); 2330870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 2331870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2332870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang err = mOMX->setParameter(mNode, OMX_IndexParamVideoIntraRefresh, 2333870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang &refreshParams, sizeof(refreshParams)); 2334870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (err != OK) { 2335870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return err; 2336870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 2337870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2338870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return OK; 2339870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang} 2340870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2341f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::setMinBufferSize(OMX_U32 portIndex, size_t size) { 2342f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 2343f933441648ef6a71dee783d733aac17b9508b452Andreas Huber InitOMXParams(&def); 2344f933441648ef6a71dee783d733aac17b9508b452Andreas Huber def.nPortIndex = portIndex; 2345f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2346f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t err = mOMX->getParameter( 2347f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 2348f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2349f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 2350f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 2351f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2352f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2353f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (def.nBufferSize >= size) { 2354f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return OK; 2355f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2356f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2357f933441648ef6a71dee783d733aac17b9508b452Andreas Huber def.nBufferSize = size; 2358f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2359f933441648ef6a71dee783d733aac17b9508b452Andreas Huber err = mOMX->setParameter( 2360f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 2361f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2362f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 2363f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 2364f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2365f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2366f933441648ef6a71dee783d733aac17b9508b452Andreas Huber err = mOMX->getParameter( 2367f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 2368f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2369f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 2370f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 2371f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2372f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2373777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (def.nBufferSize < size) { 2374777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("failed to set min buffer size to %zu (is still %u)", size, def.nBufferSize); 2375777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return FAILED_TRANSACTION; 2376777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 2377f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2378f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return OK; 2379f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 2380f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 23815778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::selectAudioPortFormat( 23825778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_U32 portIndex, OMX_AUDIO_CODINGTYPE desiredFormat) { 23835778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_AUDIO_PARAM_PORTFORMATTYPE format; 23845778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&format); 23855778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23865778822d86b0337407514b9372562b86edfa91cdAndreas Huber format.nPortIndex = portIndex; 23876e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar for (OMX_U32 index = 0; index <= kMaxIndicesToCheck; ++index) { 23885778822d86b0337407514b9372562b86edfa91cdAndreas Huber format.nIndex = index; 23895778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = mOMX->getParameter( 23905778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamAudioPortFormat, 23915778822d86b0337407514b9372562b86edfa91cdAndreas Huber &format, sizeof(format)); 23925778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23935778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 23945778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 23955778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23965778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23975778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (format.eEncoding == desiredFormat) { 23985778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 23995778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24006e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar 24016e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar if (index == kMaxIndicesToCheck) { 24026e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar ALOGW("[%s] stopping checking formats after %u: %s(%x)", 24036e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar mComponentName.c_str(), index, 24046e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar asString(format.eEncoding), format.eEncoding); 24056e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar return ERROR_UNSUPPORTED; 24066e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar } 24075778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24085778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24095778822d86b0337407514b9372562b86edfa91cdAndreas Huber return mOMX->setParameter( 24105778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamAudioPortFormat, &format, sizeof(format)); 24115778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 24125778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24135778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupAACCodec( 2414aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke bool encoder, int32_t numChannels, int32_t sampleRate, 24158045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi int32_t bitRate, int32_t aacProfile, bool isADTS, int32_t sbrMode, 24162965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang int32_t maxOutputChannelCount, const drcParams_t& drc, 24172965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang int32_t pcmLimiterEnable) { 2418ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber if (encoder && isADTS) { 2419ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber return -EINVAL; 2420ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 2421ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 24225778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = setupRawAudioFormat( 24235778822d86b0337407514b9372562b86edfa91cdAndreas Huber encoder ? kPortIndexInput : kPortIndexOutput, 24245778822d86b0337407514b9372562b86edfa91cdAndreas Huber sampleRate, 24255778822d86b0337407514b9372562b86edfa91cdAndreas Huber numChannels); 24265778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24275778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 24285778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 24295778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24305778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24315778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (encoder) { 24325778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = selectAudioPortFormat(kPortIndexOutput, OMX_AUDIO_CodingAAC); 24335778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24345778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 24355778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 24365778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24375778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24385778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 24395778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&def); 24405778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.nPortIndex = kPortIndexOutput; 24415778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24425778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->getParameter( 24435778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 24445778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24455778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 24465778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 24475778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24485778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24495778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.format.audio.bFlagErrorConcealment = OMX_TRUE; 24505778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.format.audio.eEncoding = OMX_AUDIO_CodingAAC; 24515778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24525778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 24535778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 24545778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24555778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 24565778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 24575778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24585778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24595778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_AUDIO_PARAM_AACPROFILETYPE profile; 24605778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&profile); 24615778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nPortIndex = kPortIndexOutput; 24625778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24635778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->getParameter( 24645778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamAudioAac, &profile, sizeof(profile)); 24655778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24665778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 24675778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 24685778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24695778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24705778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nChannels = numChannels; 24715778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24725778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.eChannelMode = 24735778822d86b0337407514b9372562b86edfa91cdAndreas Huber (numChannels == 1) 24745778822d86b0337407514b9372562b86edfa91cdAndreas Huber ? OMX_AUDIO_ChannelModeMono: OMX_AUDIO_ChannelModeStereo; 24755778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24765778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nSampleRate = sampleRate; 24775778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nBitRate = bitRate; 24785778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nAudioBandWidth = 0; 24795778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nFrameLength = 0; 24805778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nAACtools = OMX_AUDIO_AACToolAll; 24815778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nAACERtools = OMX_AUDIO_AACERNone; 2482aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke profile.eAACProfile = (OMX_AUDIO_AACPROFILETYPE) aacProfile; 24835778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.eAACStreamFormat = OMX_AUDIO_AACStreamFormatMP4FF; 2484b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi switch (sbrMode) { 2485b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi case 0: 2486b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi // disable sbr 2487b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools &= ~OMX_AUDIO_AACToolAndroidSSBR; 2488b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools &= ~OMX_AUDIO_AACToolAndroidDSBR; 2489b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi break; 2490b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi case 1: 2491b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi // enable single-rate sbr 2492b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools |= OMX_AUDIO_AACToolAndroidSSBR; 2493b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools &= ~OMX_AUDIO_AACToolAndroidDSBR; 2494b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi break; 2495b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi case 2: 2496b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi // enable dual-rate sbr 2497b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools &= ~OMX_AUDIO_AACToolAndroidSSBR; 2498b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools |= OMX_AUDIO_AACToolAndroidDSBR; 2499b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi break; 2500b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi case -1: 2501b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi // enable both modes -> the codec will decide which mode should be used 2502b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools |= OMX_AUDIO_AACToolAndroidSSBR; 2503b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools |= OMX_AUDIO_AACToolAndroidDSBR; 2504b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi break; 2505b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi default: 2506b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi // unsupported sbr mode 2507b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi return BAD_VALUE; 2508b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi } 2509b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi 25105778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25115778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 25125778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamAudioAac, &profile, sizeof(profile)); 25135778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25145778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 25155778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 25165778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25175778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25185778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 25195778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25205778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2521f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_AUDIO_PARAM_AACPROFILETYPE profile; 2522f933441648ef6a71dee783d733aac17b9508b452Andreas Huber InitOMXParams(&profile); 2523f933441648ef6a71dee783d733aac17b9508b452Andreas Huber profile.nPortIndex = kPortIndexInput; 2524f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 25255778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->getParameter( 2526f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamAudioAac, &profile, sizeof(profile)); 2527f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2528f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 2529f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 2530f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2531f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2532f933441648ef6a71dee783d733aac17b9508b452Andreas Huber profile.nChannels = numChannels; 2533f933441648ef6a71dee783d733aac17b9508b452Andreas Huber profile.nSampleRate = sampleRate; 2534ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 2535ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber profile.eAACStreamFormat = 2536ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber isADTS 2537ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber ? OMX_AUDIO_AACStreamFormatMP4ADTS 2538ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber : OMX_AUDIO_AACStreamFormatMP4FF; 2539f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 25408045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi OMX_AUDIO_PARAM_ANDROID_AACPRESENTATIONTYPE presentation; 25418045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi presentation.nMaxOutputChannels = maxOutputChannelCount; 25428045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi presentation.nDrcCut = drc.drcCut; 25438045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi presentation.nDrcBoost = drc.drcBoost; 25448045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi presentation.nHeavyCompression = drc.heavyCompression; 25458045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi presentation.nTargetReferenceLevel = drc.targetRefLevel; 25468045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi presentation.nEncodedTargetLevel = drc.encodedTargetLevel; 25472965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang presentation.nPCMLimiterEnable = pcmLimiterEnable; 25488045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi 25498045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi status_t res = mOMX->setParameter(mNode, OMX_IndexParamAudioAac, &profile, sizeof(profile)); 25508045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (res == OK) { 25518045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi // optional parameters, will not cause configuration failure 25528045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi mOMX->setParameter(mNode, (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidAacPresentation, 25538045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi &presentation, sizeof(presentation)); 25548045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } else { 25558045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi ALOGW("did not set AudioAndroidAacPresentation due to error %d when setting AudioAac", res); 25568045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 25578045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi return res; 25585778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 2559f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 256097358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryustatus_t ACodec::setupAC3Codec( 256197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu bool encoder, int32_t numChannels, int32_t sampleRate) { 256297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu status_t err = setupRawAudioFormat( 256397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu encoder ? kPortIndexInput : kPortIndexOutput, sampleRate, numChannels); 256497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 256597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu if (err != OK) { 256697358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu return err; 256797358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } 256897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 256997358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu if (encoder) { 257097358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu ALOGW("AC3 encoding is not supported."); 257197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu return INVALID_OPERATION; 257297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } 257397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 257497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu OMX_AUDIO_PARAM_ANDROID_AC3TYPE def; 257597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu InitOMXParams(&def); 257697358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu def.nPortIndex = kPortIndexInput; 257797358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 257897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu err = mOMX->getParameter( 257997358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu mNode, 258097358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidAc3, 258197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu &def, 258297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu sizeof(def)); 258397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 258497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu if (err != OK) { 258597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu return err; 258697358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } 258797358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 258897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu def.nChannels = numChannels; 258997358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu def.nSampleRate = sampleRate; 259097358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 259197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu return mOMX->setParameter( 259297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu mNode, 259397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidAc3, 259497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu &def, 259597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu sizeof(def)); 259697358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu} 259797358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 25988a4728966dc9c78e21c3c93a927707e93c05e5e0Rachadstatus_t ACodec::setupEAC3Codec( 25998a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad bool encoder, int32_t numChannels, int32_t sampleRate) { 26008a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad status_t err = setupRawAudioFormat( 26018a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad encoder ? kPortIndexInput : kPortIndexOutput, sampleRate, numChannels); 26028a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 26038a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad if (err != OK) { 26048a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad return err; 26058a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } 26068a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 26078a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad if (encoder) { 26088a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad ALOGW("EAC3 encoding is not supported."); 26098a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad return INVALID_OPERATION; 26108a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } 26118a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 26128a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad OMX_AUDIO_PARAM_ANDROID_EAC3TYPE def; 26138a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad InitOMXParams(&def); 26148a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad def.nPortIndex = kPortIndexInput; 26158a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 26168a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad err = mOMX->getParameter( 26178a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad mNode, 26188a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidEac3, 26198a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad &def, 26208a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad sizeof(def)); 26218a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 26228a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad if (err != OK) { 26238a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad return err; 26248a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } 26258a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 26268a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad def.nChannels = numChannels; 26278a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad def.nSampleRate = sampleRate; 26288a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 26298a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad return mOMX->setParameter( 26308a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad mNode, 26318a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidEac3, 26328a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad &def, 26338a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad sizeof(def)); 26348a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad} 26358a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 26365778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatic OMX_AUDIO_AMRBANDMODETYPE pickModeFromBitRate( 26375778822d86b0337407514b9372562b86edfa91cdAndreas Huber bool isAMRWB, int32_t bps) { 26385778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (isAMRWB) { 26395778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (bps <= 6600) { 26405778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB0; 26415778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 8850) { 26425778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB1; 26435778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 12650) { 26445778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB2; 26455778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 14250) { 26465778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB3; 26475778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 15850) { 26485778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB4; 26495778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 18250) { 26505778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB5; 26515778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 19850) { 26525778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB6; 26535778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 23050) { 26545778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB7; 26555778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 26565778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26575778822d86b0337407514b9372562b86edfa91cdAndreas Huber // 23850 bps 26585778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB8; 26595778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { // AMRNB 26605778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (bps <= 4750) { 26615778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB0; 26625778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 5150) { 26635778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB1; 26645778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 5900) { 26655778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB2; 26665778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 6700) { 26675778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB3; 26685778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 7400) { 26695778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB4; 26705778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 7950) { 26715778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB5; 26725778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 10200) { 26735778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB6; 26745778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 26755778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26765778822d86b0337407514b9372562b86edfa91cdAndreas Huber // 12200 bps 26775778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB7; 26785778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2679f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 2680f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 26815778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupAMRCodec(bool encoder, bool isWAMR, int32_t bitrate) { 2682729de186450f78c099637e1fce743fe531862c52Andreas Huber OMX_AUDIO_PARAM_AMRTYPE def; 2683729de186450f78c099637e1fce743fe531862c52Andreas Huber InitOMXParams(&def); 26845778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.nPortIndex = encoder ? kPortIndexOutput : kPortIndexInput; 2685729de186450f78c099637e1fce743fe531862c52Andreas Huber 2686729de186450f78c099637e1fce743fe531862c52Andreas Huber status_t err = 2687729de186450f78c099637e1fce743fe531862c52Andreas Huber mOMX->getParameter(mNode, OMX_IndexParamAudioAmr, &def, sizeof(def)); 2688729de186450f78c099637e1fce743fe531862c52Andreas Huber 2689729de186450f78c099637e1fce743fe531862c52Andreas Huber if (err != OK) { 2690729de186450f78c099637e1fce743fe531862c52Andreas Huber return err; 2691729de186450f78c099637e1fce743fe531862c52Andreas Huber } 2692729de186450f78c099637e1fce743fe531862c52Andreas Huber 2693729de186450f78c099637e1fce743fe531862c52Andreas Huber def.eAMRFrameFormat = OMX_AUDIO_AMRFrameFormatFSF; 26945778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.eAMRBandMode = pickModeFromBitRate(isWAMR, bitrate); 26955778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26965778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 26975778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamAudioAmr, &def, sizeof(def)); 2698729de186450f78c099637e1fce743fe531862c52Andreas Huber 26995778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 27005778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 27015778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2702729de186450f78c099637e1fce743fe531862c52Andreas Huber 27035778822d86b0337407514b9372562b86edfa91cdAndreas Huber return setupRawAudioFormat( 27045778822d86b0337407514b9372562b86edfa91cdAndreas Huber encoder ? kPortIndexInput : kPortIndexOutput, 27055778822d86b0337407514b9372562b86edfa91cdAndreas Huber isWAMR ? 16000 : 8000 /* sampleRate */, 27065778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1 /* numChannels */); 2707729de186450f78c099637e1fce743fe531862c52Andreas Huber} 2708729de186450f78c099637e1fce743fe531862c52Andreas Huber 270917c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissenstatus_t ACodec::setupG711Codec(bool encoder, int32_t sampleRate, int32_t numChannels) { 2710777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (encoder) { 2711777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return INVALID_OPERATION; 2712777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 27135778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2714729de186450f78c099637e1fce743fe531862c52Andreas Huber return setupRawAudioFormat( 271517c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissen kPortIndexInput, sampleRate, numChannels); 2716729de186450f78c099637e1fce743fe531862c52Andreas Huber} 2717729de186450f78c099637e1fce743fe531862c52Andreas Huber 27182f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivistatus_t ACodec::setupFlacCodec( 27192f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi bool encoder, int32_t numChannels, int32_t sampleRate, int32_t compressionLevel) { 27202f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi 27212f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi if (encoder) { 27222f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi OMX_AUDIO_PARAM_FLACTYPE def; 27232f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi InitOMXParams(&def); 27242f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi def.nPortIndex = kPortIndexOutput; 27252f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi 27262f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi // configure compression level 27272f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi status_t err = mOMX->getParameter(mNode, OMX_IndexParamAudioFlac, &def, sizeof(def)); 27282f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi if (err != OK) { 27292f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi ALOGE("setupFlacCodec(): Error %d getting OMX_IndexParamAudioFlac parameter", err); 27302f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi return err; 27312f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } 27322f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi def.nCompressionLevel = compressionLevel; 27332f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi err = mOMX->setParameter(mNode, OMX_IndexParamAudioFlac, &def, sizeof(def)); 27342f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi if (err != OK) { 27352f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi ALOGE("setupFlacCodec(): Error %d setting OMX_IndexParamAudioFlac parameter", err); 27362f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi return err; 27372f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } 27382f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } 27392f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi 27402f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi return setupRawAudioFormat( 27412f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi encoder ? kPortIndexInput : kPortIndexOutput, 27422f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi sampleRate, 27432f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi numChannels); 27442f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi} 27452f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi 2746729de186450f78c099637e1fce743fe531862c52Andreas Huberstatus_t ACodec::setupRawAudioFormat( 2747729de186450f78c099637e1fce743fe531862c52Andreas Huber OMX_U32 portIndex, int32_t sampleRate, int32_t numChannels) { 2748729de186450f78c099637e1fce743fe531862c52Andreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 2749729de186450f78c099637e1fce743fe531862c52Andreas Huber InitOMXParams(&def); 2750729de186450f78c099637e1fce743fe531862c52Andreas Huber def.nPortIndex = portIndex; 2751729de186450f78c099637e1fce743fe531862c52Andreas Huber 2752729de186450f78c099637e1fce743fe531862c52Andreas Huber status_t err = mOMX->getParameter( 2753729de186450f78c099637e1fce743fe531862c52Andreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 2754729de186450f78c099637e1fce743fe531862c52Andreas Huber 2755729de186450f78c099637e1fce743fe531862c52Andreas Huber if (err != OK) { 2756729de186450f78c099637e1fce743fe531862c52Andreas Huber return err; 2757729de186450f78c099637e1fce743fe531862c52Andreas Huber } 2758729de186450f78c099637e1fce743fe531862c52Andreas Huber 2759729de186450f78c099637e1fce743fe531862c52Andreas Huber def.format.audio.eEncoding = OMX_AUDIO_CodingPCM; 2760729de186450f78c099637e1fce743fe531862c52Andreas Huber 2761729de186450f78c099637e1fce743fe531862c52Andreas Huber err = mOMX->setParameter( 2762729de186450f78c099637e1fce743fe531862c52Andreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 2763729de186450f78c099637e1fce743fe531862c52Andreas Huber 2764729de186450f78c099637e1fce743fe531862c52Andreas Huber if (err != OK) { 2765729de186450f78c099637e1fce743fe531862c52Andreas Huber return err; 2766729de186450f78c099637e1fce743fe531862c52Andreas Huber } 2767729de186450f78c099637e1fce743fe531862c52Andreas Huber 2768729de186450f78c099637e1fce743fe531862c52Andreas Huber OMX_AUDIO_PARAM_PCMMODETYPE pcmParams; 2769729de186450f78c099637e1fce743fe531862c52Andreas Huber InitOMXParams(&pcmParams); 2770729de186450f78c099637e1fce743fe531862c52Andreas Huber pcmParams.nPortIndex = portIndex; 2771729de186450f78c099637e1fce743fe531862c52Andreas Huber 2772729de186450f78c099637e1fce743fe531862c52Andreas Huber err = mOMX->getParameter( 2773729de186450f78c099637e1fce743fe531862c52Andreas Huber mNode, OMX_IndexParamAudioPcm, &pcmParams, sizeof(pcmParams)); 2774729de186450f78c099637e1fce743fe531862c52Andreas Huber 2775729de186450f78c099637e1fce743fe531862c52Andreas Huber if (err != OK) { 2776729de186450f78c099637e1fce743fe531862c52Andreas Huber return err; 2777729de186450f78c099637e1fce743fe531862c52Andreas Huber } 2778729de186450f78c099637e1fce743fe531862c52Andreas Huber 2779729de186450f78c099637e1fce743fe531862c52Andreas Huber pcmParams.nChannels = numChannels; 2780729de186450f78c099637e1fce743fe531862c52Andreas Huber pcmParams.eNumData = OMX_NumericalDataSigned; 2781729de186450f78c099637e1fce743fe531862c52Andreas Huber pcmParams.bInterleaved = OMX_TRUE; 2782729de186450f78c099637e1fce743fe531862c52Andreas Huber pcmParams.nBitPerSample = 16; 2783729de186450f78c099637e1fce743fe531862c52Andreas Huber pcmParams.nSamplingRate = sampleRate; 2784729de186450f78c099637e1fce743fe531862c52Andreas Huber pcmParams.ePCMMode = OMX_AUDIO_PCMModeLinear; 2785729de186450f78c099637e1fce743fe531862c52Andreas Huber 2786c1d8115e8a0bdaeb2b723d395b9a85a02c90c933Andreas Huber if (getOMXChannelMapping(numChannels, pcmParams.eChannelMapping) != OK) { 2787c1d8115e8a0bdaeb2b723d395b9a85a02c90c933Andreas Huber return OMX_ErrorNone; 2788729de186450f78c099637e1fce743fe531862c52Andreas Huber } 2789729de186450f78c099637e1fce743fe531862c52Andreas Huber 2790729de186450f78c099637e1fce743fe531862c52Andreas Huber return mOMX->setParameter( 2791729de186450f78c099637e1fce743fe531862c52Andreas Huber mNode, OMX_IndexParamAudioPcm, &pcmParams, sizeof(pcmParams)); 2792729de186450f78c099637e1fce743fe531862c52Andreas Huber} 2793729de186450f78c099637e1fce743fe531862c52Andreas Huber 27945a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachadstatus_t ACodec::configureTunneledVideoPlayback( 279597827bd7c7e64dec22c8fe0f9e734a3c432ad7eeRachad int32_t audioHwSync, const sp<ANativeWindow> &nativeWindow) { 27965a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad native_handle_t* sidebandHandle; 27975a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 27985a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad status_t err = mOMX->configureVideoTunnelMode( 27995a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad mNode, kPortIndexOutput, OMX_TRUE, audioHwSync, &sidebandHandle); 28005a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (err != OK) { 28015a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGE("configureVideoTunnelMode failed! (err %d).", err); 28025a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad return err; 28035a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } 28045a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 28055a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad err = native_window_set_sideband_stream(nativeWindow.get(), sidebandHandle); 28065a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (err != OK) { 28075a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGE("native_window_set_sideband_stream(%p) failed! (err %d).", 28085a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad sidebandHandle, err); 28095a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad return err; 28105a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } 28115a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 28125a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad return OK; 28135a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad} 28145a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 2815f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::setVideoPortFormatType( 2816f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 portIndex, 2817f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_VIDEO_CODINGTYPE compressionFormat, 28180d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar OMX_COLOR_FORMATTYPE colorFormat, 28190d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar bool usingNativeBuffers) { 2820f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_VIDEO_PARAM_PORTFORMATTYPE format; 2821f933441648ef6a71dee783d733aac17b9508b452Andreas Huber InitOMXParams(&format); 2822f933441648ef6a71dee783d733aac17b9508b452Andreas Huber format.nPortIndex = portIndex; 2823f933441648ef6a71dee783d733aac17b9508b452Andreas Huber format.nIndex = 0; 2824f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool found = false; 2825f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 28266e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar for (OMX_U32 index = 0; index <= kMaxIndicesToCheck; ++index) { 2827f933441648ef6a71dee783d733aac17b9508b452Andreas Huber format.nIndex = index; 2828f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t err = mOMX->getParameter( 2829f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamVideoPortFormat, 2830f933441648ef6a71dee783d733aac17b9508b452Andreas Huber &format, sizeof(format)); 2831f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2832f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 2833f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 2834f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2835f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2836229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar // substitute back flexible color format to codec supported format 2837229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar OMX_U32 flexibleEquivalent; 28380d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (compressionFormat == OMX_VIDEO_CodingUnused 28390d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar && isFlexibleColorFormat( 28400d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar mOMX, mNode, format.eColorFormat, usingNativeBuffers, &flexibleEquivalent) 28410d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar && colorFormat == flexibleEquivalent) { 2842229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar ALOGI("[%s] using color format %#x in place of %#x", 2843229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar mComponentName.c_str(), format.eColorFormat, colorFormat); 2844229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar colorFormat = format.eColorFormat; 2845229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar } 2846229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar 2847f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // The following assertion is violated by TI's video decoder. 2848f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // CHECK_EQ(format.nIndex, index); 2849f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2850f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (!strcmp("OMX.TI.Video.encoder", mComponentName.c_str())) { 2851f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (portIndex == kPortIndexInput 2852f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && colorFormat == format.eColorFormat) { 2853f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // eCompressionFormat does not seem right. 2854f933441648ef6a71dee783d733aac17b9508b452Andreas Huber found = true; 2855f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 2856f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2857f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (portIndex == kPortIndexOutput 2858f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && compressionFormat == format.eCompressionFormat) { 2859f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // eColorFormat does not seem right. 2860f933441648ef6a71dee783d733aac17b9508b452Andreas Huber found = true; 2861f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 2862f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2863f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2864f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2865f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (format.eCompressionFormat == compressionFormat 2866f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && format.eColorFormat == colorFormat) { 2867f933441648ef6a71dee783d733aac17b9508b452Andreas Huber found = true; 2868f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 2869f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2870f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 28716e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar if (index == kMaxIndicesToCheck) { 28726e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar ALOGW("[%s] stopping checking formats after %u: %s(%x)/%s(%x)", 28736e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar mComponentName.c_str(), index, 28746e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar asString(format.eCompressionFormat), format.eCompressionFormat, 28756e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar asString(format.eColorFormat), format.eColorFormat); 28766e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar } 2877f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2878f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2879f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (!found) { 2880f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return UNKNOWN_ERROR; 2881f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2882f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2883f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t err = mOMX->setParameter( 2884f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamVideoPortFormat, 2885f933441648ef6a71dee783d733aac17b9508b452Andreas Huber &format, sizeof(format)); 2886f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2887f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 2888f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 2889f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 28900d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// Set optimal output format. OMX component lists output formats in the order 28910d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// of preference, but this got more complicated since the introduction of flexible 28920d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// YUV formats. We support a legacy behavior for applications that do not use 28930d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// surface output, do not specify an output format, but expect a "usable" standard 28940d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// OMX format. SW readable and standard formats must be flex-YUV. 28950d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// 28960d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// Suggested preference order: 28970d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// - optimal format for texture rendering (mediaplayer behavior) 28980d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// - optimal SW readable & texture renderable format (flex-YUV support) 28990d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// - optimal SW readable non-renderable format (flex-YUV bytebuffer support) 29000d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// - legacy "usable" standard formats 29010d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// 29020d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// For legacy support, we prefer a standard format, but will settle for a SW readable 29030d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// flex-YUV format. 29040d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnarstatus_t ACodec::setSupportedOutputFormat(bool getLegacyFlexibleFormat) { 29050d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar OMX_VIDEO_PARAM_PORTFORMATTYPE format, legacyFormat; 2906f933441648ef6a71dee783d733aac17b9508b452Andreas Huber InitOMXParams(&format); 2907f933441648ef6a71dee783d733aac17b9508b452Andreas Huber format.nPortIndex = kPortIndexOutput; 2908f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 29090d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar InitOMXParams(&legacyFormat); 29100d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar // this field will change when we find a suitable legacy format 29110d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar legacyFormat.eColorFormat = OMX_COLOR_FormatUnused; 2912f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 29130d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar for (OMX_U32 index = 0; ; ++index) { 29140d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar format.nIndex = index; 29150d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar status_t err = mOMX->getParameter( 29160d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar mNode, OMX_IndexParamVideoPortFormat, 29170d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar &format, sizeof(format)); 29180d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (err != OK) { 29190d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar // no more formats, pick legacy format if found 29200d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (legacyFormat.eColorFormat != OMX_COLOR_FormatUnused) { 29210d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar memcpy(&format, &legacyFormat, sizeof(format)); 29220d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar break; 29230d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 29240d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar return err; 29250d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 29260d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (format.eCompressionFormat != OMX_VIDEO_CodingUnused) { 29270d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar return OMX_ErrorBadParameter; 29280d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 29290d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (!getLegacyFlexibleFormat) { 29300d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar break; 29310d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 29320d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar // standard formats that were exposed to users before 29330d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (format.eColorFormat == OMX_COLOR_FormatYUV420Planar 29340d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar || format.eColorFormat == OMX_COLOR_FormatYUV420PackedPlanar 29350d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar || format.eColorFormat == OMX_COLOR_FormatYUV420SemiPlanar 29360d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar || format.eColorFormat == OMX_COLOR_FormatYUV420PackedSemiPlanar 29370d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar || format.eColorFormat == OMX_TI_COLOR_FormatYUV420PackedSemiPlanar) { 29380d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar break; 29390d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 29400d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar // find best legacy non-standard format 29410d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar OMX_U32 flexibleEquivalent; 29420d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (legacyFormat.eColorFormat == OMX_COLOR_FormatUnused 29430d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar && isFlexibleColorFormat( 29440d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar mOMX, mNode, format.eColorFormat, false /* usingNativeBuffers */, 29450d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar &flexibleEquivalent) 29460d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar && flexibleEquivalent == OMX_COLOR_FormatYUV420Flexible) { 29470d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar memcpy(&legacyFormat, &format, sizeof(format)); 29480d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 29490d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 2950f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return mOMX->setParameter( 2951f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamVideoPortFormat, 2952f933441648ef6a71dee783d733aac17b9508b452Andreas Huber &format, sizeof(format)); 2953f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 2954f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2955e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huberstatic const struct VideoCodingMapEntry { 2956e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber const char *mMime; 2957e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber OMX_VIDEO_CODINGTYPE mVideoCodingType; 2958e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber} kVideoCodingMapEntry[] = { 2959e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { MEDIA_MIMETYPE_VIDEO_AVC, OMX_VIDEO_CodingAVC }, 29602472b1c0d63454e5d90a982bd6c555de6c3127bdRachad { MEDIA_MIMETYPE_VIDEO_HEVC, OMX_VIDEO_CodingHEVC }, 2961e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { MEDIA_MIMETYPE_VIDEO_MPEG4, OMX_VIDEO_CodingMPEG4 }, 2962e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { MEDIA_MIMETYPE_VIDEO_H263, OMX_VIDEO_CodingH263 }, 2963e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { MEDIA_MIMETYPE_VIDEO_MPEG2, OMX_VIDEO_CodingMPEG2 }, 296494705aff3c9eef58cbb72ec6fe5d2dcfd9481646hkuang { MEDIA_MIMETYPE_VIDEO_VP8, OMX_VIDEO_CodingVP8 }, 296594705aff3c9eef58cbb72ec6fe5d2dcfd9481646hkuang { MEDIA_MIMETYPE_VIDEO_VP9, OMX_VIDEO_CodingVP9 }, 2966a29c2b203d8bea8c21564765da5c9d7087448340Ronghua Wu { MEDIA_MIMETYPE_VIDEO_DOLBY_VISION, OMX_VIDEO_CodingDolbyVision }, 2967e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber}; 2968e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 29695778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatic status_t GetVideoCodingTypeFromMime( 29705778822d86b0337407514b9372562b86edfa91cdAndreas Huber const char *mime, OMX_VIDEO_CODINGTYPE *codingType) { 2971e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber for (size_t i = 0; 2972e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber i < sizeof(kVideoCodingMapEntry) / sizeof(kVideoCodingMapEntry[0]); 2973e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber ++i) { 2974e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (!strcasecmp(mime, kVideoCodingMapEntry[i].mMime)) { 2975e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber *codingType = kVideoCodingMapEntry[i].mVideoCodingType; 2976e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return OK; 2977e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 2978f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2979f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2980e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber *codingType = OMX_VIDEO_CodingUnused; 2981e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2982e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return ERROR_UNSUPPORTED; 2983e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber} 2984e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2985e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huberstatic status_t GetMimeTypeForVideoCoding( 2986e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber OMX_VIDEO_CODINGTYPE codingType, AString *mime) { 2987e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber for (size_t i = 0; 2988e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber i < sizeof(kVideoCodingMapEntry) / sizeof(kVideoCodingMapEntry[0]); 2989e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber ++i) { 2990e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (codingType == kVideoCodingMapEntry[i].mVideoCodingType) { 2991e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber *mime = kVideoCodingMapEntry[i].mMime; 2992e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return OK; 2993e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 2994e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 2995e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2996e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mime->clear(); 2997e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2998e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return ERROR_UNSUPPORTED; 29995778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 30005778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30015778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupVideoDecoder( 30020d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar const char *mime, const sp<AMessage> &msg, bool haveNativeWindow) { 300389869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar int32_t width, height; 300489869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar if (!msg->findInt32("width", &width) 300589869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar || !msg->findInt32("height", &height)) { 300689869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar return INVALID_OPERATION; 300789869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar } 300889869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar 30095778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_CODINGTYPE compressionFormat; 30105778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = GetVideoCodingTypeFromMime(mime, &compressionFormat); 30115778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30125778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 30135778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 30145778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 30155778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30165778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setVideoPortFormatType( 3017f933441648ef6a71dee783d733aac17b9508b452Andreas Huber kPortIndexInput, compressionFormat, OMX_COLOR_FormatUnused); 3018f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3019f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 3020f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 3021f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3022f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 302389869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar int32_t tmp; 302489869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar if (msg->findInt32("color-format", &tmp)) { 302589869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar OMX_COLOR_FORMATTYPE colorFormat = 302689869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar static_cast<OMX_COLOR_FORMATTYPE>(tmp); 302789869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar err = setVideoPortFormatType( 30280d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar kPortIndexOutput, OMX_VIDEO_CodingUnused, colorFormat, haveNativeWindow); 302989869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar if (err != OK) { 303089869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar ALOGW("[%s] does not support color format %d", 303189869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar mComponentName.c_str(), colorFormat); 30320d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar err = setSupportedOutputFormat(!haveNativeWindow /* getLegacyFlexibleFormat */); 303389869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar } 303489869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar } else { 30350d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar err = setSupportedOutputFormat(!haveNativeWindow /* getLegacyFlexibleFormat */); 303689869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar } 3037f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3038f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 3039f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 3040f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3041f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 304278b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad int32_t frameRateInt; 304378b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad float frameRateFloat; 304478b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad if (!msg->findFloat("frame-rate", &frameRateFloat)) { 304578b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad if (!msg->findInt32("frame-rate", &frameRateInt)) { 304678b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad frameRateInt = -1; 304778b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad } 304878b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad frameRateFloat = (float)frameRateInt; 304978b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad } 305078b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad 3051f933441648ef6a71dee783d733aac17b9508b452Andreas Huber err = setVideoFormatOnPort( 305278b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad kPortIndexInput, width, height, compressionFormat, frameRateFloat); 3053f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3054f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 3055f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 3056f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3057f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3058f933441648ef6a71dee783d733aac17b9508b452Andreas Huber err = setVideoFormatOnPort( 3059f933441648ef6a71dee783d733aac17b9508b452Andreas Huber kPortIndexOutput, width, height, OMX_VIDEO_CodingUnused); 3060f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3061f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 3062f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 3063f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3064f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3065f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return OK; 3066f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 3067f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 30685778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupVideoEncoder(const char *mime, const sp<AMessage> &msg) { 30695778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t tmp; 30705778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("color-format", &tmp)) { 30715778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 30725778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 30735778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30745778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_COLOR_FORMATTYPE colorFormat = 30755778822d86b0337407514b9372562b86edfa91cdAndreas Huber static_cast<OMX_COLOR_FORMATTYPE>(tmp); 30765778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30775778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = setVideoPortFormatType( 30785778822d86b0337407514b9372562b86edfa91cdAndreas Huber kPortIndexInput, OMX_VIDEO_CodingUnused, colorFormat); 30795778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30805778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 30815778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGE("[%s] does not support color format %d", 30825778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentName.c_str(), colorFormat); 30835778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30845778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 30855778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 30865778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30875778822d86b0337407514b9372562b86edfa91cdAndreas Huber /* Input port configuration */ 30885778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30895778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 30905778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&def); 30915778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30925778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PORTDEFINITIONTYPE *video_def = &def.format.video; 30935778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30945778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.nPortIndex = kPortIndexInput; 30955778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30965778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->getParameter( 30975778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 30985778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30995778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 31005778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 31015778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 31025778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31035778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t width, height, bitrate; 31045778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("width", &width) 31055778822d86b0337407514b9372562b86edfa91cdAndreas Huber || !msg->findInt32("height", &height) 31065778822d86b0337407514b9372562b86edfa91cdAndreas Huber || !msg->findInt32("bitrate", &bitrate)) { 31075778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 31085778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 31095778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31105778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nFrameWidth = width; 31115778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nFrameHeight = height; 31125778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31135778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t stride; 31145778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("stride", &stride)) { 31155778822d86b0337407514b9372562b86edfa91cdAndreas Huber stride = width; 31165778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 31175778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31185778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nStride = stride; 31195778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31205778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t sliceHeight; 31215778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("slice-height", &sliceHeight)) { 31225778822d86b0337407514b9372562b86edfa91cdAndreas Huber sliceHeight = height; 31235778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 31245778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31255778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nSliceHeight = sliceHeight; 31265778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31275778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.nBufferSize = (video_def->nStride * video_def->nSliceHeight * 3) / 2; 31285778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31295778822d86b0337407514b9372562b86edfa91cdAndreas Huber float frameRate; 31305778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findFloat("frame-rate", &frameRate)) { 31315778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t tmp; 31325778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("frame-rate", &tmp)) { 31335778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 31345778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 31355778822d86b0337407514b9372562b86edfa91cdAndreas Huber frameRate = (float)tmp; 31362c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mTimePerFrameUs = (int64_t) (1000000.0f / frameRate); 31375778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 31385778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31395778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->xFramerate = (OMX_U32)(frameRate * 65536.0f); 31405778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->eCompressionFormat = OMX_VIDEO_CodingUnused; 3141a32d5435d9585794b72dd12546054f13adb845f2Lajos Molnar // this is redundant as it was already set up in setVideoPortFormatType 3142a32d5435d9585794b72dd12546054f13adb845f2Lajos Molnar // FIXME for now skip this only for flexible YUV formats 3143a32d5435d9585794b72dd12546054f13adb845f2Lajos Molnar if (colorFormat != OMX_COLOR_FormatYUV420Flexible) { 3144a32d5435d9585794b72dd12546054f13adb845f2Lajos Molnar video_def->eColorFormat = colorFormat; 3145a32d5435d9585794b72dd12546054f13adb845f2Lajos Molnar } 31465778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31475778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 31485778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 31495778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31505778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 31515778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGE("[%s] failed to set input port definition parameters.", 31525778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentName.c_str()); 31535778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31545778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 31555778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 31565778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31575778822d86b0337407514b9372562b86edfa91cdAndreas Huber /* Output port configuration */ 31585778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31595778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_CODINGTYPE compressionFormat; 31605778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = GetVideoCodingTypeFromMime(mime, &compressionFormat); 31615778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31625778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 31635778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 31645778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 31655778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31665778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setVideoPortFormatType( 31675778822d86b0337407514b9372562b86edfa91cdAndreas Huber kPortIndexOutput, compressionFormat, OMX_COLOR_FormatUnused); 31685778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31695778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 31705778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGE("[%s] does not support compression format %d", 31715778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentName.c_str(), compressionFormat); 31725778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31735778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 31745778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 31755778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31765778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.nPortIndex = kPortIndexOutput; 31775778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31785778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->getParameter( 31795778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 31805778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31815778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 31825778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 31835778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 31845778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31855778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nFrameWidth = width; 31865778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nFrameHeight = height; 31875778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->xFramerate = 0; 31885778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nBitrate = bitrate; 31895778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->eCompressionFormat = compressionFormat; 31905778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->eColorFormat = OMX_COLOR_FormatUnused; 31915778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31925778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 31935778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 31945778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31955778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 31965778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGE("[%s] failed to set output port definition parameters.", 31975778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentName.c_str()); 31985778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31995778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 32005778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 32015778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3202870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang int32_t intraRefreshPeriod = 0; 3203870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (msg->findInt32("intra-refresh-period", &intraRefreshPeriod) 3204870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang && intraRefreshPeriod >= 0) { 3205870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang err = setIntraRefreshPeriod((uint32_t)intraRefreshPeriod, true); 3206870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (err != OK) { 3207870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang ALOGI("[%s] failed setIntraRefreshPeriod. Failure is fine since this key is optional", 3208870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang mComponentName.c_str()); 3209870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang err = OK; 3210870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 3211870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 3212870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 32135778822d86b0337407514b9372562b86edfa91cdAndreas Huber switch (compressionFormat) { 32145778822d86b0337407514b9372562b86edfa91cdAndreas Huber case OMX_VIDEO_CodingMPEG4: 32155778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setupMPEG4EncoderParameters(msg); 32165778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 32175778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32185778822d86b0337407514b9372562b86edfa91cdAndreas Huber case OMX_VIDEO_CodingH263: 32195778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setupH263EncoderParameters(msg); 32205778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 32215778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32225778822d86b0337407514b9372562b86edfa91cdAndreas Huber case OMX_VIDEO_CodingAVC: 32235778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setupAVCEncoderParameters(msg); 32245778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 32255778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3226c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad case OMX_VIDEO_CodingHEVC: 3227c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad err = setupHEVCEncoderParameters(msg); 3228c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad break; 3229c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 323089b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber case OMX_VIDEO_CodingVP8: 323189b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber case OMX_VIDEO_CodingVP9: 323289b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber err = setupVPXEncoderParameters(msg); 323389b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber break; 323489b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber 32355778822d86b0337407514b9372562b86edfa91cdAndreas Huber default: 32365778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 32375778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 32385778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3239d36a023778256f0550e9a09e9993c066e8a3c7d7Ronghua Wu if (err == OK) { 3240d36a023778256f0550e9a09e9993c066e8a3c7d7Ronghua Wu ALOGI("setupVideoEncoder succeeded"); 3241d36a023778256f0550e9a09e9993c066e8a3c7d7Ronghua Wu } 32425778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32435778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 32445778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 32455778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32460dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dongstatus_t ACodec::setCyclicIntraMacroblockRefresh(const sp<AMessage> &msg, int32_t mode) { 32470dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong OMX_VIDEO_PARAM_INTRAREFRESHTYPE params; 32480dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong InitOMXParams(¶ms); 32490dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.nPortIndex = kPortIndexOutput; 32500dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 32510dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.eRefreshMode = static_cast<OMX_VIDEO_INTRAREFRESHTYPE>(mode); 32520dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 32530dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (params.eRefreshMode == OMX_VIDEO_IntraRefreshCyclic || 32540dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.eRefreshMode == OMX_VIDEO_IntraRefreshBoth) { 32550dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong int32_t mbs; 32560dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (!msg->findInt32("intra-refresh-CIR-mbs", &mbs)) { 32570dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong return INVALID_OPERATION; 32580dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 32590dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.nCirMBs = mbs; 32600dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 32610dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 32620dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (params.eRefreshMode == OMX_VIDEO_IntraRefreshAdaptive || 32630dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.eRefreshMode == OMX_VIDEO_IntraRefreshBoth) { 32640dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong int32_t mbs; 32650dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (!msg->findInt32("intra-refresh-AIR-mbs", &mbs)) { 32660dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong return INVALID_OPERATION; 32670dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 32680dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.nAirMBs = mbs; 32690dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 32700dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong int32_t ref; 32710dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (!msg->findInt32("intra-refresh-AIR-ref", &ref)) { 32720dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong return INVALID_OPERATION; 32730dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 32740dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.nAirRef = ref; 32750dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 32760dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 32770dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong status_t err = mOMX->setParameter( 32780dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong mNode, OMX_IndexParamVideoIntraRefresh, 32790dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong ¶ms, sizeof(params)); 32800dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong return err; 32810dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong} 32820dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 32835778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatic OMX_U32 setPFramesSpacing(int32_t iFramesInterval, int32_t frameRate) { 32845778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (iFramesInterval < 0) { 32855778822d86b0337407514b9372562b86edfa91cdAndreas Huber return 0xFFFFFFFF; 32865778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (iFramesInterval == 0) { 32875778822d86b0337407514b9372562b86edfa91cdAndreas Huber return 0; 32885778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 32895778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_U32 ret = frameRate * iFramesInterval; 32905778822d86b0337407514b9372562b86edfa91cdAndreas Huber return ret; 32915778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 32925778822d86b0337407514b9372562b86edfa91cdAndreas Huber 329396076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huberstatic OMX_VIDEO_CONTROLRATETYPE getBitrateMode(const sp<AMessage> &msg) { 329496076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber int32_t tmp; 329596076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber if (!msg->findInt32("bitrate-mode", &tmp)) { 329696076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber return OMX_Video_ControlRateVariable; 329796076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber } 329896076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber 329996076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber return static_cast<OMX_VIDEO_CONTROLRATETYPE>(tmp); 330096076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber} 330196076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber 33025778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupMPEG4EncoderParameters(const sp<AMessage> &msg) { 33035778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t bitrate, iFrameInterval; 33045778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("bitrate", &bitrate) 33055778822d86b0337407514b9372562b86edfa91cdAndreas Huber || !msg->findInt32("i-frame-interval", &iFrameInterval)) { 33065778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 33075778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 33085778822d86b0337407514b9372562b86edfa91cdAndreas Huber 330996076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber OMX_VIDEO_CONTROLRATETYPE bitrateMode = getBitrateMode(msg); 331096076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber 33115778822d86b0337407514b9372562b86edfa91cdAndreas Huber float frameRate; 33125778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findFloat("frame-rate", &frameRate)) { 33135778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t tmp; 33145778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("frame-rate", &tmp)) { 33155778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 33165778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 33175778822d86b0337407514b9372562b86edfa91cdAndreas Huber frameRate = (float)tmp; 33185778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 33195778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33205778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PARAM_MPEG4TYPE mpeg4type; 33215778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&mpeg4type); 33225778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nPortIndex = kPortIndexOutput; 33235778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33245778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = mOMX->getParameter( 33255778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoMpeg4, &mpeg4type, sizeof(mpeg4type)); 33265778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33275778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 33285778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 33295778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 33305778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33315778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nSliceHeaderSpacing = 0; 33325778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.bSVH = OMX_FALSE; 33335778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.bGov = OMX_FALSE; 33345778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33355778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nAllowedPictureTypes = 33365778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PictureTypeI | OMX_VIDEO_PictureTypeP; 33375778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33385778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nPFrames = setPFramesSpacing(iFrameInterval, frameRate); 33395778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mpeg4type.nPFrames == 0) { 33405778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nAllowedPictureTypes = OMX_VIDEO_PictureTypeI; 33415778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 33425778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nBFrames = 0; 33435778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nIDCVLCThreshold = 0; 33445778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.bACPred = OMX_TRUE; 33455778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nMaxPacketSize = 256; 33465778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nTimeIncRes = 1000; 33475778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nHeaderExtension = 0; 33485778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.bReversibleVLC = OMX_FALSE; 33495778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33505778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t profile; 33515778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (msg->findInt32("profile", &profile)) { 33525778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t level; 33535778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("level", &level)) { 33545778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 33555778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 33565778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33575778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = verifySupportForProfileAndLevel(profile, level); 33585778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33595778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 33605778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 33615778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 33625778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33635778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.eProfile = static_cast<OMX_VIDEO_MPEG4PROFILETYPE>(profile); 33645778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.eLevel = static_cast<OMX_VIDEO_MPEG4LEVELTYPE>(level); 33655778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 33665778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33675778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 33685778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoMpeg4, &mpeg4type, sizeof(mpeg4type)); 33695778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33705778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 33715778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 33725778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 33735778822d86b0337407514b9372562b86edfa91cdAndreas Huber 337496076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber err = configureBitrate(bitrate, bitrateMode); 33755778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33765778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 33775778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 33785778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 33795778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33805778822d86b0337407514b9372562b86edfa91cdAndreas Huber return setupErrorCorrectionParameters(); 33815778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 33825778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33835778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupH263EncoderParameters(const sp<AMessage> &msg) { 33845778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t bitrate, iFrameInterval; 33855778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("bitrate", &bitrate) 33865778822d86b0337407514b9372562b86edfa91cdAndreas Huber || !msg->findInt32("i-frame-interval", &iFrameInterval)) { 33875778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 33885778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 33895778822d86b0337407514b9372562b86edfa91cdAndreas Huber 339096076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber OMX_VIDEO_CONTROLRATETYPE bitrateMode = getBitrateMode(msg); 339196076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber 33925778822d86b0337407514b9372562b86edfa91cdAndreas Huber float frameRate; 33935778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findFloat("frame-rate", &frameRate)) { 33945778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t tmp; 33955778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("frame-rate", &tmp)) { 33965778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 33975778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 33985778822d86b0337407514b9372562b86edfa91cdAndreas Huber frameRate = (float)tmp; 33995778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 34005778822d86b0337407514b9372562b86edfa91cdAndreas Huber 34015778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PARAM_H263TYPE h263type; 34025778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&h263type); 34035778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nPortIndex = kPortIndexOutput; 34045778822d86b0337407514b9372562b86edfa91cdAndreas Huber 34055778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = mOMX->getParameter( 34065778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoH263, &h263type, sizeof(h263type)); 34075778822d86b0337407514b9372562b86edfa91cdAndreas Huber 34085778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 34095778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 34105778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 34115778822d86b0337407514b9372562b86edfa91cdAndreas Huber 34125778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nAllowedPictureTypes = 34135778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PictureTypeI | OMX_VIDEO_PictureTypeP; 34145778822d86b0337407514b9372562b86edfa91cdAndreas Huber 34155778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nPFrames = setPFramesSpacing(iFrameInterval, frameRate); 34165778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (h263type.nPFrames == 0) { 34175778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nAllowedPictureTypes = OMX_VIDEO_PictureTypeI; 34185778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 34195778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nBFrames = 0; 34205778822d86b0337407514b9372562b86edfa91cdAndreas Huber 34215778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t profile; 34225778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (msg->findInt32("profile", &profile)) { 34235778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t level; 34245778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("level", &level)) { 34255778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 34265778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 34275778822d86b0337407514b9372562b86edfa91cdAndreas Huber 34285778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = verifySupportForProfileAndLevel(profile, level); 34295778822d86b0337407514b9372562b86edfa91cdAndreas Huber 34305778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 34315778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 34325778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 34335778822d86b0337407514b9372562b86edfa91cdAndreas Huber 34345778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.eProfile = static_cast<OMX_VIDEO_H263PROFILETYPE>(profile); 34355778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.eLevel = static_cast<OMX_VIDEO_H263LEVELTYPE>(level); 34365778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 34375778822d86b0337407514b9372562b86edfa91cdAndreas Huber 34385778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.bPLUSPTYPEAllowed = OMX_FALSE; 34395778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.bForceRoundingTypeToZero = OMX_FALSE; 34405778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nPictureHeaderRepetition = 0; 34415778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nGOBHeaderInterval = 0; 34425778822d86b0337407514b9372562b86edfa91cdAndreas Huber 34435778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 34445778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoH263, &h263type, sizeof(h263type)); 34455778822d86b0337407514b9372562b86edfa91cdAndreas Huber 34465778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 34475778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 34485778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 34495778822d86b0337407514b9372562b86edfa91cdAndreas Huber 345096076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber err = configureBitrate(bitrate, bitrateMode); 34515778822d86b0337407514b9372562b86edfa91cdAndreas Huber 34525778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 34535778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 34545778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 34555778822d86b0337407514b9372562b86edfa91cdAndreas Huber 34565778822d86b0337407514b9372562b86edfa91cdAndreas Huber return setupErrorCorrectionParameters(); 34575778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 34585778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3459a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar// static 3460a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnarint /* OMX_VIDEO_AVCLEVELTYPE */ ACodec::getAVCLevelFor( 3461a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar int width, int height, int rate, int bitrate, 3462a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar OMX_VIDEO_AVCPROFILETYPE profile) { 3463a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar // convert bitrate to main/baseline profile kbps equivalent 3464a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar switch (profile) { 3465a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar case OMX_VIDEO_AVCProfileHigh10: 3466a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar bitrate = divUp(bitrate, 3000); break; 3467a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar case OMX_VIDEO_AVCProfileHigh: 3468a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar bitrate = divUp(bitrate, 1250); break; 3469a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar default: 3470a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar bitrate = divUp(bitrate, 1000); break; 3471a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar } 3472a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar 3473a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar // convert size and rate to MBs 3474a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar width = divUp(width, 16); 3475a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar height = divUp(height, 16); 3476a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar int mbs = width * height; 3477a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar rate *= mbs; 3478a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar int maxDimension = max(width, height); 3479a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar 3480a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar static const int limits[][5] = { 3481a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar /* MBps MB dim bitrate level */ 3482a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 1485, 99, 28, 64, OMX_VIDEO_AVCLevel1 }, 3483a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 1485, 99, 28, 128, OMX_VIDEO_AVCLevel1b }, 3484a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 3000, 396, 56, 192, OMX_VIDEO_AVCLevel11 }, 3485a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 6000, 396, 56, 384, OMX_VIDEO_AVCLevel12 }, 3486a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 11880, 396, 56, 768, OMX_VIDEO_AVCLevel13 }, 3487a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 11880, 396, 56, 2000, OMX_VIDEO_AVCLevel2 }, 3488a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 19800, 792, 79, 4000, OMX_VIDEO_AVCLevel21 }, 3489a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 20250, 1620, 113, 4000, OMX_VIDEO_AVCLevel22 }, 3490a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 40500, 1620, 113, 10000, OMX_VIDEO_AVCLevel3 }, 3491a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 108000, 3600, 169, 14000, OMX_VIDEO_AVCLevel31 }, 3492a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 216000, 5120, 202, 20000, OMX_VIDEO_AVCLevel32 }, 3493a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 245760, 8192, 256, 20000, OMX_VIDEO_AVCLevel4 }, 3494a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 245760, 8192, 256, 50000, OMX_VIDEO_AVCLevel41 }, 3495a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 522240, 8704, 263, 50000, OMX_VIDEO_AVCLevel42 }, 3496a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 589824, 22080, 420, 135000, OMX_VIDEO_AVCLevel5 }, 3497a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 983040, 36864, 543, 240000, OMX_VIDEO_AVCLevel51 }, 3498a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 2073600, 36864, 543, 240000, OMX_VIDEO_AVCLevel52 }, 3499a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar }; 3500a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar 3501a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar for (size_t i = 0; i < ARRAY_SIZE(limits); i++) { 3502a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar const int (&limit)[5] = limits[i]; 3503a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar if (rate <= limit[0] && mbs <= limit[1] && maxDimension <= limit[2] 3504a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar && bitrate <= limit[3]) { 3505a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar return limit[4]; 3506a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar } 3507a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar } 3508a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar return 0; 3509a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar} 3510a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar 35115778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupAVCEncoderParameters(const sp<AMessage> &msg) { 35125778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t bitrate, iFrameInterval; 35135778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("bitrate", &bitrate) 35145778822d86b0337407514b9372562b86edfa91cdAndreas Huber || !msg->findInt32("i-frame-interval", &iFrameInterval)) { 35155778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 35165778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 35175778822d86b0337407514b9372562b86edfa91cdAndreas Huber 351896076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber OMX_VIDEO_CONTROLRATETYPE bitrateMode = getBitrateMode(msg); 351996076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber 35205778822d86b0337407514b9372562b86edfa91cdAndreas Huber float frameRate; 35215778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findFloat("frame-rate", &frameRate)) { 35225778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t tmp; 35235778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("frame-rate", &tmp)) { 35245778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 35255778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 35265778822d86b0337407514b9372562b86edfa91cdAndreas Huber frameRate = (float)tmp; 35275778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 35285778822d86b0337407514b9372562b86edfa91cdAndreas Huber 35290dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong status_t err = OK; 35300dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong int32_t intraRefreshMode = 0; 35310dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (msg->findInt32("intra-refresh-mode", &intraRefreshMode)) { 35320dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong err = setCyclicIntraMacroblockRefresh(msg, intraRefreshMode); 35330dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (err != OK) { 35340dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong ALOGE("Setting intra macroblock refresh mode (%d) failed: 0x%x", 35350dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong err, intraRefreshMode); 35360dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong return err; 35370dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 35380dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 35390dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 35405778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PARAM_AVCTYPE h264type; 35415778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&h264type); 35425778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nPortIndex = kPortIndexOutput; 35435778822d86b0337407514b9372562b86edfa91cdAndreas Huber 35440dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong err = mOMX->getParameter( 35455778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoAvc, &h264type, sizeof(h264type)); 35465778822d86b0337407514b9372562b86edfa91cdAndreas Huber 35475778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 35485778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 35495778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 35505778822d86b0337407514b9372562b86edfa91cdAndreas Huber 35515778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nAllowedPictureTypes = 35525778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PictureTypeI | OMX_VIDEO_PictureTypeP; 35535778822d86b0337407514b9372562b86edfa91cdAndreas Huber 35545778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t profile; 35555778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (msg->findInt32("profile", &profile)) { 35565778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t level; 35575778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("level", &level)) { 35585778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 35595778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 35605778822d86b0337407514b9372562b86edfa91cdAndreas Huber 35615778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = verifySupportForProfileAndLevel(profile, level); 35625778822d86b0337407514b9372562b86edfa91cdAndreas Huber 35635778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 35645778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 35655778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 35665778822d86b0337407514b9372562b86edfa91cdAndreas Huber 35675778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.eProfile = static_cast<OMX_VIDEO_AVCPROFILETYPE>(profile); 35685778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.eLevel = static_cast<OMX_VIDEO_AVCLEVELTYPE>(level); 35695778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 35705778822d86b0337407514b9372562b86edfa91cdAndreas Huber 35715778822d86b0337407514b9372562b86edfa91cdAndreas Huber // XXX 35727c25df82dfc8bbedb58608242f0d923a4594bb14James Dong if (h264type.eProfile != OMX_VIDEO_AVCProfileBaseline) { 35737c25df82dfc8bbedb58608242f0d923a4594bb14James Dong ALOGW("Use baseline profile instead of %d for AVC recording", 35747c25df82dfc8bbedb58608242f0d923a4594bb14James Dong h264type.eProfile); 35755778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.eProfile = OMX_VIDEO_AVCProfileBaseline; 35765778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 35775778822d86b0337407514b9372562b86edfa91cdAndreas Huber 35785778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (h264type.eProfile == OMX_VIDEO_AVCProfileBaseline) { 35795778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nSliceHeaderSpacing = 0; 35805778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bUseHadamard = OMX_TRUE; 35815778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nRefFrames = 1; 35825778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nBFrames = 0; 35835778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nPFrames = setPFramesSpacing(iFrameInterval, frameRate); 35845778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (h264type.nPFrames == 0) { 35855778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nAllowedPictureTypes = OMX_VIDEO_PictureTypeI; 35865778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 35875778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nRefIdx10ActiveMinus1 = 0; 35885778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nRefIdx11ActiveMinus1 = 0; 35895778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bEntropyCodingCABAC = OMX_FALSE; 35905778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bWeightedPPrediction = OMX_FALSE; 35915778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bconstIpred = OMX_FALSE; 35925778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bDirect8x8Inference = OMX_FALSE; 35935778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bDirectSpatialTemporal = OMX_FALSE; 35945778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nCabacInitIdc = 0; 35955778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 35965778822d86b0337407514b9372562b86edfa91cdAndreas Huber 35975778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (h264type.nBFrames != 0) { 35985778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nAllowedPictureTypes |= OMX_VIDEO_PictureTypeB; 35995778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 36005778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36015778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bEnableUEP = OMX_FALSE; 36025778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bEnableFMO = OMX_FALSE; 36035778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bEnableASO = OMX_FALSE; 36045778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bEnableRS = OMX_FALSE; 36055778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bFrameMBsOnly = OMX_TRUE; 36065778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bMBAFF = OMX_FALSE; 36075778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.eLoopFilterMode = OMX_VIDEO_AVCLoopFilterEnable; 36085778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36095778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 36105778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoAvc, &h264type, sizeof(h264type)); 36115778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36125778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 36135778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 36145778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 36155778822d86b0337407514b9372562b86edfa91cdAndreas Huber 361696076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber return configureBitrate(bitrate, bitrateMode); 36175778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 36185778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3619c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachadstatus_t ACodec::setupHEVCEncoderParameters(const sp<AMessage> &msg) { 3620c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad int32_t bitrate, iFrameInterval; 3621c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (!msg->findInt32("bitrate", &bitrate) 3622c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad || !msg->findInt32("i-frame-interval", &iFrameInterval)) { 3623c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return INVALID_OPERATION; 3624c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 3625c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 3626c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad OMX_VIDEO_CONTROLRATETYPE bitrateMode = getBitrateMode(msg); 3627c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 3628c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad float frameRate; 3629c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (!msg->findFloat("frame-rate", &frameRate)) { 3630c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad int32_t tmp; 3631c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (!msg->findInt32("frame-rate", &tmp)) { 3632c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return INVALID_OPERATION; 3633c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 3634c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad frameRate = (float)tmp; 3635c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 3636c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 3637c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad OMX_VIDEO_PARAM_HEVCTYPE hevcType; 3638c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad InitOMXParams(&hevcType); 3639c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad hevcType.nPortIndex = kPortIndexOutput; 3640c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 3641c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad status_t err = OK; 3642c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad err = mOMX->getParameter( 3643c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad mNode, (OMX_INDEXTYPE)OMX_IndexParamVideoHevc, &hevcType, sizeof(hevcType)); 3644c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (err != OK) { 3645c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return err; 3646c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 3647c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 3648c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad int32_t profile; 3649c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (msg->findInt32("profile", &profile)) { 3650c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad int32_t level; 3651c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (!msg->findInt32("level", &level)) { 3652c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return INVALID_OPERATION; 3653c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 3654c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 3655c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad err = verifySupportForProfileAndLevel(profile, level); 3656c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (err != OK) { 3657c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return err; 3658c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 3659c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 3660c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad hevcType.eProfile = static_cast<OMX_VIDEO_HEVCPROFILETYPE>(profile); 3661c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad hevcType.eLevel = static_cast<OMX_VIDEO_HEVCLEVELTYPE>(level); 3662c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 36639aa87d4ef502c9700a31fe46dc6e1d6f99cf4e5eWonsik Kim // TODO: finer control? 36649aa87d4ef502c9700a31fe46dc6e1d6f99cf4e5eWonsik Kim hevcType.nKeyFrameInterval = setPFramesSpacing(iFrameInterval, frameRate); 3665c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 3666c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad err = mOMX->setParameter( 3667c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad mNode, (OMX_INDEXTYPE)OMX_IndexParamVideoHevc, &hevcType, sizeof(hevcType)); 3668c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (err != OK) { 3669c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return err; 3670c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 3671c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 3672c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return configureBitrate(bitrate, bitrateMode); 3673c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad} 3674c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 367589b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huberstatus_t ACodec::setupVPXEncoderParameters(const sp<AMessage> &msg) { 367689b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber int32_t bitrate; 36774154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev int32_t iFrameInterval = 0; 36784154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev size_t tsLayers = 0; 36794154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev OMX_VIDEO_ANDROID_VPXTEMPORALLAYERPATTERNTYPE pattern = 36804154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev OMX_VIDEO_VPXTemporalLayerPatternNone; 36814154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev static const uint32_t kVp8LayerRateAlloction 36824154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev [OMX_VIDEO_ANDROID_MAXVP8TEMPORALLAYERS] 36834154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev [OMX_VIDEO_ANDROID_MAXVP8TEMPORALLAYERS] = { 36844154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev {100, 100, 100}, // 1 layer 36854154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev { 60, 100, 100}, // 2 layers {60%, 40%} 36864154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev { 40, 60, 100}, // 3 layers {40%, 20%, 40%} 36874154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev }; 368889b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber if (!msg->findInt32("bitrate", &bitrate)) { 368989b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber return INVALID_OPERATION; 369089b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber } 36914154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev msg->findInt32("i-frame-interval", &iFrameInterval); 369289b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber 369389b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber OMX_VIDEO_CONTROLRATETYPE bitrateMode = getBitrateMode(msg); 369489b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber 36954154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev float frameRate; 36964154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (!msg->findFloat("frame-rate", &frameRate)) { 36974154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev int32_t tmp; 36984154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (!msg->findInt32("frame-rate", &tmp)) { 36994154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev return INVALID_OPERATION; 37004154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 37014154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev frameRate = (float)tmp; 37024154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 37034154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev 37044154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev AString tsSchema; 37054154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (msg->findString("ts-schema", &tsSchema)) { 37064154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (tsSchema == "webrtc.vp8.1-layer") { 37074154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev pattern = OMX_VIDEO_VPXTemporalLayerPatternWebRTC; 37084154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev tsLayers = 1; 37094154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } else if (tsSchema == "webrtc.vp8.2-layer") { 37104154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev pattern = OMX_VIDEO_VPXTemporalLayerPatternWebRTC; 37114154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev tsLayers = 2; 37124154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } else if (tsSchema == "webrtc.vp8.3-layer") { 37134154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev pattern = OMX_VIDEO_VPXTemporalLayerPatternWebRTC; 37144154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev tsLayers = 3; 37154154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } else { 37164154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev ALOGW("Unsupported ts-schema [%s]", tsSchema.c_str()); 37174154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 37184154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 37194154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev 37204154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev OMX_VIDEO_PARAM_ANDROID_VP8ENCODERTYPE vp8type; 37214154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev InitOMXParams(&vp8type); 37224154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.nPortIndex = kPortIndexOutput; 37234154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev status_t err = mOMX->getParameter( 37244154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev mNode, (OMX_INDEXTYPE)OMX_IndexParamVideoAndroidVp8Encoder, 37254154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev &vp8type, sizeof(vp8type)); 37264154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev 37274154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (err == OK) { 37284154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (iFrameInterval > 0) { 37294154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.nKeyFrameInterval = setPFramesSpacing(iFrameInterval, frameRate); 37304154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 37314154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.eTemporalPattern = pattern; 37324154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.nTemporalLayerCount = tsLayers; 37334154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (tsLayers > 0) { 37344154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev for (size_t i = 0; i < OMX_VIDEO_ANDROID_MAXVP8TEMPORALLAYERS; i++) { 37354154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.nTemporalLayerBitrateRatio[i] = 37364154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev kVp8LayerRateAlloction[tsLayers - 1][i]; 37374154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 37384154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 37394154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (bitrateMode == OMX_Video_ControlRateConstant) { 37404154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.nMinQuantizer = 2; 37414154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.nMaxQuantizer = 63; 37424154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 37434154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev 37444154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev err = mOMX->setParameter( 37454154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev mNode, (OMX_INDEXTYPE)OMX_IndexParamVideoAndroidVp8Encoder, 37464154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev &vp8type, sizeof(vp8type)); 37474154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (err != OK) { 37484154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev ALOGW("Extended VP8 parameters set failed: %d", err); 37494154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 37504154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 37514154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev 375289b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber return configureBitrate(bitrate, bitrateMode); 375389b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber} 375489b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber 37555778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::verifySupportForProfileAndLevel( 37565778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t profile, int32_t level) { 37575778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PARAM_PROFILELEVELTYPE params; 37585778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(¶ms); 37595778822d86b0337407514b9372562b86edfa91cdAndreas Huber params.nPortIndex = kPortIndexOutput; 37605778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37616e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar for (OMX_U32 index = 0; index <= kMaxIndicesToCheck; ++index) { 37626e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar params.nProfileIndex = index; 37635778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = mOMX->getParameter( 37645778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, 37655778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_IndexParamVideoProfileLevelQuerySupported, 37665778822d86b0337407514b9372562b86edfa91cdAndreas Huber ¶ms, 37675778822d86b0337407514b9372562b86edfa91cdAndreas Huber sizeof(params)); 37685778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37695778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 37705778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 37715778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 37725778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37735778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t supportedProfile = static_cast<int32_t>(params.eProfile); 37745778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t supportedLevel = static_cast<int32_t>(params.eLevel); 37755778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37765778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (profile == supportedProfile && level <= supportedLevel) { 37775778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 37785778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 37796e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar 37806e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar if (index == kMaxIndicesToCheck) { 37816e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar ALOGW("[%s] stopping checking profiles after %u: %x/%x", 37826e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar mComponentName.c_str(), index, 37836e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar params.eProfile, params.eLevel); 37846e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar } 37855778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 37866e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar return ERROR_UNSUPPORTED; 37875778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 37885778822d86b0337407514b9372562b86edfa91cdAndreas Huber 378996076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huberstatus_t ACodec::configureBitrate( 379096076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber int32_t bitrate, OMX_VIDEO_CONTROLRATETYPE bitrateMode) { 37915778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PARAM_BITRATETYPE bitrateType; 37925778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&bitrateType); 37935778822d86b0337407514b9372562b86edfa91cdAndreas Huber bitrateType.nPortIndex = kPortIndexOutput; 37945778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37955778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = mOMX->getParameter( 37965778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoBitrate, 37975778822d86b0337407514b9372562b86edfa91cdAndreas Huber &bitrateType, sizeof(bitrateType)); 37985778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37995778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 38005778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 38015778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 38025778822d86b0337407514b9372562b86edfa91cdAndreas Huber 380396076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber bitrateType.eControlRate = bitrateMode; 38045778822d86b0337407514b9372562b86edfa91cdAndreas Huber bitrateType.nTargetBitrate = bitrate; 38055778822d86b0337407514b9372562b86edfa91cdAndreas Huber 38065778822d86b0337407514b9372562b86edfa91cdAndreas Huber return mOMX->setParameter( 38075778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoBitrate, 38085778822d86b0337407514b9372562b86edfa91cdAndreas Huber &bitrateType, sizeof(bitrateType)); 38095778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 38105778822d86b0337407514b9372562b86edfa91cdAndreas Huber 38115778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupErrorCorrectionParameters() { 38125778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PARAM_ERRORCORRECTIONTYPE errorCorrectionType; 38135778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&errorCorrectionType); 38145778822d86b0337407514b9372562b86edfa91cdAndreas Huber errorCorrectionType.nPortIndex = kPortIndexOutput; 38155778822d86b0337407514b9372562b86edfa91cdAndreas Huber 38165778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = mOMX->getParameter( 38175778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoErrorCorrection, 38185778822d86b0337407514b9372562b86edfa91cdAndreas Huber &errorCorrectionType, sizeof(errorCorrectionType)); 38195778822d86b0337407514b9372562b86edfa91cdAndreas Huber 38205778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 38215778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; // Optional feature. Ignore this failure 38225778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 38235778822d86b0337407514b9372562b86edfa91cdAndreas Huber 38245778822d86b0337407514b9372562b86edfa91cdAndreas Huber errorCorrectionType.bEnableHEC = OMX_FALSE; 38255778822d86b0337407514b9372562b86edfa91cdAndreas Huber errorCorrectionType.bEnableResync = OMX_TRUE; 38265778822d86b0337407514b9372562b86edfa91cdAndreas Huber errorCorrectionType.nResynchMarkerSpacing = 256; 38275778822d86b0337407514b9372562b86edfa91cdAndreas Huber errorCorrectionType.bEnableDataPartitioning = OMX_FALSE; 38285778822d86b0337407514b9372562b86edfa91cdAndreas Huber errorCorrectionType.bEnableRVLC = OMX_FALSE; 38295778822d86b0337407514b9372562b86edfa91cdAndreas Huber 38305778822d86b0337407514b9372562b86edfa91cdAndreas Huber return mOMX->setParameter( 38315778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoErrorCorrection, 38325778822d86b0337407514b9372562b86edfa91cdAndreas Huber &errorCorrectionType, sizeof(errorCorrectionType)); 38335778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 38345778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3835f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::setVideoFormatOnPort( 3836f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 portIndex, 383778b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad int32_t width, int32_t height, OMX_VIDEO_CODINGTYPE compressionFormat, 383878b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad float frameRate) { 3839f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 3840f933441648ef6a71dee783d733aac17b9508b452Andreas Huber InitOMXParams(&def); 3841f933441648ef6a71dee783d733aac17b9508b452Andreas Huber def.nPortIndex = portIndex; 3842f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3843f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_VIDEO_PORTDEFINITIONTYPE *video_def = &def.format.video; 3844f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3845f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t err = mOMX->getParameter( 3846f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 3847777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 3848777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 3849777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 3850f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3851f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (portIndex == kPortIndexInput) { 3852f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // XXX Need a (much) better heuristic to compute input buffer sizes. 3853f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const size_t X = 64 * 1024; 3854f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (def.nBufferSize < X) { 3855f933441648ef6a71dee783d733aac17b9508b452Andreas Huber def.nBufferSize = X; 3856f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3857f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3858f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3859777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (def.eDomain != OMX_PortDomainVideo) { 3860777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("expected video port, got %s(%d)", asString(def.eDomain), def.eDomain); 3861777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return FAILED_TRANSACTION; 3862777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 3863f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3864f933441648ef6a71dee783d733aac17b9508b452Andreas Huber video_def->nFrameWidth = width; 3865f933441648ef6a71dee783d733aac17b9508b452Andreas Huber video_def->nFrameHeight = height; 3866f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3867f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (portIndex == kPortIndexInput) { 3868f933441648ef6a71dee783d733aac17b9508b452Andreas Huber video_def->eCompressionFormat = compressionFormat; 3869f933441648ef6a71dee783d733aac17b9508b452Andreas Huber video_def->eColorFormat = OMX_COLOR_FormatUnused; 387078b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad if (frameRate >= 0) { 387178b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad video_def->xFramerate = (OMX_U32)(frameRate * 65536.0f); 387278b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad } 3873f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3874f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3875f933441648ef6a71dee783d733aac17b9508b452Andreas Huber err = mOMX->setParameter( 3876f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 3877f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3878f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 3879f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 3880f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3881f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::initNativeWindow() { 3882f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mNativeWindow != NULL) { 3883f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return mOMX->enableGraphicBuffers(mNode, kPortIndexOutput, OMX_TRUE); 3884f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3885f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3886f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mOMX->enableGraphicBuffers(mNode, kPortIndexOutput, OMX_FALSE); 3887f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return OK; 3888f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 3889f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3890d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Hubersize_t ACodec::countBuffersOwnedByComponent(OMX_U32 portIndex) const { 3891d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber size_t n = 0; 3892d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 3893d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber for (size_t i = 0; i < mBuffers[portIndex].size(); ++i) { 3894d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber const BufferInfo &info = mBuffers[portIndex].itemAt(i); 3895d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 3896d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber if (info.mStatus == BufferInfo::OWNED_BY_COMPONENT) { 3897d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber ++n; 3898d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber } 3899d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber } 3900d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 3901d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber return n; 3902d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber} 3903d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 39047e7013392e302a28364df1dcee79b82ad90978b4Andreas Hubersize_t ACodec::countBuffersOwnedByNativeWindow() const { 39057e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber size_t n = 0; 39067e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 39077e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber for (size_t i = 0; i < mBuffers[kPortIndexOutput].size(); ++i) { 39087e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber const BufferInfo &info = mBuffers[kPortIndexOutput].itemAt(i); 39097e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 39107e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber if (info.mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW) { 39117e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber ++n; 39127e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber } 39137e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber } 39147e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 39157e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber return n; 39167e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber} 39177e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 39187e7013392e302a28364df1dcee79b82ad90978b4Andreas Hubervoid ACodec::waitUntilAllPossibleNativeWindowBuffersAreReturnedToUs() { 39197e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber if (mNativeWindow == NULL) { 39207e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber return; 39217e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber } 39227e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 3923e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar while (countBuffersOwnedByNativeWindow() > mNumUndequeuedBuffers 39247e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber && dequeueBufferFromNativeWindow() != NULL) { 3925c38fcfba95f711e5738e4c72bd5499317a2f30d9Lajos Molnar // these buffers will be submitted as regular buffers; account for this 3926054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (storingMetadataInDecodedBuffers() && mMetadataBuffersToSubmit > 0) { 3927054219874873b41f1c815552987c10465c34ba2bLajos Molnar --mMetadataBuffersToSubmit; 3928c38fcfba95f711e5738e4c72bd5499317a2f30d9Lajos Molnar } 39297e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber } 39307e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber} 39317e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 3932f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::allYourBuffersAreBelongToUs( 3933f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 portIndex) { 3934f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (size_t i = 0; i < mBuffers[portIndex].size(); ++i) { 3935f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = &mBuffers[portIndex].editItemAt(i); 3936f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3937f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mStatus != BufferInfo::OWNED_BY_US 3938f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && info->mStatus != BufferInfo::OWNED_BY_NATIVE_WINDOW) { 3939609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] Buffer %u on port %u still has status %d", 3940f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mComponentName.c_str(), 3941f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mBufferID, portIndex, info->mStatus); 3942f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return false; 3943f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3944f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3945f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3946f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 3947f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 3948f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3949f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::allYourBuffersAreBelongToUs() { 3950f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return allYourBuffersAreBelongToUs(kPortIndexInput) 3951f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && allYourBuffersAreBelongToUs(kPortIndexOutput); 3952f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 3953f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3954f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::deferMessage(const sp<AMessage> &msg) { 3955f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mDeferredQueue.push_back(msg); 3956f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 3957f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3958f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::processDeferredMessages() { 3959f933441648ef6a71dee783d733aac17b9508b452Andreas Huber List<sp<AMessage> > queue = mDeferredQueue; 3960f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mDeferredQueue.clear(); 3961f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3962f933441648ef6a71dee783d733aac17b9508b452Andreas Huber List<sp<AMessage> >::iterator it = queue.begin(); 3963f933441648ef6a71dee783d733aac17b9508b452Andreas Huber while (it != queue.end()) { 3964f933441648ef6a71dee783d733aac17b9508b452Andreas Huber onMessageReceived(*it++); 3965f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3966f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 3967f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 396803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar// static 3969229d242665c612fd97431d1e7ac004823b47f181Lajos Molnarbool ACodec::describeDefaultColorFormat(DescribeColorFormatParams ¶ms) { 397003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar MediaImage &image = params.sMediaImage; 397103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar memset(&image, 0, sizeof(image)); 397203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 397303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mType = MediaImage::MEDIA_IMAGE_TYPE_UNKNOWN; 397403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mNumPlanes = 0; 397503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 397603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar const OMX_COLOR_FORMATTYPE fmt = params.eColorFormat; 397703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mWidth = params.nFrameWidth; 397803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mHeight = params.nFrameHeight; 397903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 398003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar // only supporting YUV420 398103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar if (fmt != OMX_COLOR_FormatYUV420Planar && 398203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar fmt != OMX_COLOR_FormatYUV420PackedPlanar && 398303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar fmt != OMX_COLOR_FormatYUV420SemiPlanar && 39845a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar fmt != OMX_COLOR_FormatYUV420PackedSemiPlanar && 39852ad160ba086f0504cf56dcc24619a0cee2546a23Dan Stoza fmt != (OMX_COLOR_FORMATTYPE)HAL_PIXEL_FORMAT_YV12) { 398603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar ALOGW("do not know color format 0x%x = %d", fmt, fmt); 3987229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar return false; 398803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 398903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 3990b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar // TEMPORARY FIX for some vendors that advertise sliceHeight as 0 3991b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar if (params.nStride != 0 && params.nSliceHeight == 0) { 3992b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar ALOGW("using sliceHeight=%u instead of what codec advertised (=0)", 3993b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar params.nFrameHeight); 3994b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar params.nSliceHeight = params.nFrameHeight; 3995b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar } 3996b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar 399734e63e9ffe6496d9180c825dc119c1fd1020ef8bMarco Nelissen // we need stride and slice-height to be non-zero and sensible. These values were chosen to 399834e63e9ffe6496d9180c825dc119c1fd1020ef8bMarco Nelissen // prevent integer overflows further down the line, and do not indicate support for 399934e63e9ffe6496d9180c825dc119c1fd1020ef8bMarco Nelissen // 32kx32k video. 400034e63e9ffe6496d9180c825dc119c1fd1020ef8bMarco Nelissen if (params.nStride == 0 || params.nSliceHeight == 0 400134e63e9ffe6496d9180c825dc119c1fd1020ef8bMarco Nelissen || params.nStride > 32768 || params.nSliceHeight > 32768) { 4002b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar ALOGW("cannot describe color format 0x%x = %d with stride=%u and sliceHeight=%u", 4003b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar fmt, fmt, params.nStride, params.nSliceHeight); 4004b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar return false; 4005b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar } 4006b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar 400703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar // set-up YUV format 400803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mType = MediaImage::MEDIA_IMAGE_TYPE_YUV; 400903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mNumPlanes = 3; 401003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mBitDepth = 8; 401103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.Y].mOffset = 0; 401203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.Y].mColInc = 1; 401303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.Y].mRowInc = params.nStride; 401403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.Y].mHorizSubsampling = 1; 401503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.Y].mVertSubsampling = 1; 401603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 40175a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar switch ((int)fmt) { 40185a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar case HAL_PIXEL_FORMAT_YV12: 40195a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar if (params.bUsingNativeBuffers) { 40205a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar size_t ystride = align(params.nStride, 16); 40215a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar size_t cstride = align(params.nStride / 2, 16); 40225a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.Y].mRowInc = ystride; 40235a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar 40245a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.V].mOffset = ystride * params.nSliceHeight; 40255a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.V].mColInc = 1; 40265a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.V].mRowInc = cstride; 40275a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.V].mHorizSubsampling = 2; 40285a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.V].mVertSubsampling = 2; 40295a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar 40305a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.U].mOffset = image.mPlane[image.V].mOffset 40315a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar + (cstride * params.nSliceHeight / 2); 40325a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.U].mColInc = 1; 40335a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.U].mRowInc = cstride; 40345a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.U].mHorizSubsampling = 2; 40355a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.U].mVertSubsampling = 2; 40365a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar break; 40375a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar } else { 40385a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar // fall through as YV12 is used for YUV420Planar by some codecs 40395a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar } 40405a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar 40415a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar case OMX_COLOR_FormatYUV420Planar: 404203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar case OMX_COLOR_FormatYUV420PackedPlanar: 404303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mOffset = params.nStride * params.nSliceHeight; 404403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mColInc = 1; 404503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mRowInc = params.nStride / 2; 404603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mHorizSubsampling = 2; 404703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mVertSubsampling = 2; 404803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 404903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mOffset = image.mPlane[image.U].mOffset 405003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar + (params.nStride * params.nSliceHeight / 4); 405103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mColInc = 1; 405203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mRowInc = params.nStride / 2; 405303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mHorizSubsampling = 2; 405403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mVertSubsampling = 2; 405503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar break; 405603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 405703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar case OMX_COLOR_FormatYUV420SemiPlanar: 405803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar // FIXME: NV21 for sw-encoder, NV12 for decoder and hw-encoder 405903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar case OMX_COLOR_FormatYUV420PackedSemiPlanar: 406003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar // NV12 406103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mOffset = params.nStride * params.nSliceHeight; 406203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mColInc = 2; 406303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mRowInc = params.nStride; 406403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mHorizSubsampling = 2; 406503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mVertSubsampling = 2; 406603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 406703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mOffset = image.mPlane[image.U].mOffset + 1; 406803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mColInc = 2; 406903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mRowInc = params.nStride; 407003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mHorizSubsampling = 2; 407103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mVertSubsampling = 2; 407203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar break; 407303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 407403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar default: 407503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar TRESPASS(); 407603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 4077229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar return true; 4078229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar} 4079229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar 4080229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar// static 4081229d242665c612fd97431d1e7ac004823b47f181Lajos Molnarbool ACodec::describeColorFormat( 4082229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar const sp<IOMX> &omx, IOMX::node_id node, 4083229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar DescribeColorFormatParams &describeParams) 4084229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar{ 4085229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar OMX_INDEXTYPE describeColorFormatIndex; 4086229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar if (omx->getExtensionIndex( 4087229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar node, "OMX.google.android.index.describeColorFormat", 4088229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar &describeColorFormatIndex) != OK || 4089229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar omx->getParameter( 4090229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar node, describeColorFormatIndex, 4091229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar &describeParams, sizeof(describeParams)) != OK) { 4092229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar return describeDefaultColorFormat(describeParams); 4093229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar } 4094229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar return describeParams.sMediaImage.mType != 4095229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar MediaImage::MEDIA_IMAGE_TYPE_UNKNOWN; 4096229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar} 4097229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar 4098229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar// static 4099229d242665c612fd97431d1e7ac004823b47f181Lajos Molnarbool ACodec::isFlexibleColorFormat( 4100229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar const sp<IOMX> &omx, IOMX::node_id node, 41010d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar uint32_t colorFormat, bool usingNativeBuffers, OMX_U32 *flexibleEquivalent) { 4102229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar DescribeColorFormatParams describeParams; 4103229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar InitOMXParams(&describeParams); 4104229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar describeParams.eColorFormat = (OMX_COLOR_FORMATTYPE)colorFormat; 4105229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar // reasonable dummy values 4106229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar describeParams.nFrameWidth = 128; 4107229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar describeParams.nFrameHeight = 128; 4108229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar describeParams.nStride = 128; 4109229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar describeParams.nSliceHeight = 128; 41100d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.bUsingNativeBuffers = (OMX_BOOL)usingNativeBuffers; 4111229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar 4112229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar CHECK(flexibleEquivalent != NULL); 4113229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar 4114229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar if (!describeColorFormat(omx, node, describeParams)) { 4115229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar return false; 4116229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar } 4117229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar 4118229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar const MediaImage &img = describeParams.sMediaImage; 4119229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar if (img.mType == MediaImage::MEDIA_IMAGE_TYPE_YUV) { 4120229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar if (img.mNumPlanes != 3 || 4121229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar img.mPlane[img.Y].mHorizSubsampling != 1 || 4122229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar img.mPlane[img.Y].mVertSubsampling != 1) { 4123229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar return false; 4124229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar } 4125229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar 4126229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar // YUV 420 4127229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar if (img.mPlane[img.U].mHorizSubsampling == 2 4128229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar && img.mPlane[img.U].mVertSubsampling == 2 4129229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar && img.mPlane[img.V].mHorizSubsampling == 2 4130229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar && img.mPlane[img.V].mVertSubsampling == 2) { 4131229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar // possible flexible YUV420 format 4132229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar if (img.mBitDepth <= 8) { 4133229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar *flexibleEquivalent = OMX_COLOR_FormatYUV420Flexible; 4134229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar return true; 4135229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar } 4136229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar } 4137229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar } 4138229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar return false; 413903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar} 414003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 4141e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnarstatus_t ACodec::getPortFormat(OMX_U32 portIndex, sp<AMessage> ¬ify) { 4142777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim const char *niceIndex = portIndex == kPortIndexInput ? "input" : "output"; 414331e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 414431e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber InitOMXParams(&def); 4145e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar def.nPortIndex = portIndex; 414631e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 4147777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim status_t err = mOMX->getParameter(mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 4148777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4149777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4150777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 415131e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 4152777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (def.eDir != (portIndex == kPortIndexOutput ? OMX_DirOutput : OMX_DirInput)) { 4153777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("unexpected dir: %s(%d) on %s port", asString(def.eDir), def.eDir, niceIndex); 4154777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return BAD_VALUE; 4155777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 415631e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 415731e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber switch (def.eDomain) { 415831e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber case OMX_PortDomainVideo: 415931e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber { 416031e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber OMX_VIDEO_PORTDEFINITIONTYPE *videoDef = &def.format.video; 4161e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar switch ((int)videoDef->eCompressionFormat) { 4162e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar case OMX_VIDEO_CodingUnused: 4163e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar { 4164e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK(mIsEncoder ^ (portIndex == kPortIndexOutput)); 4165e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setString("mime", MEDIA_MIMETYPE_VIDEO_RAW); 4166e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4167e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("stride", videoDef->nStride); 4168e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("slice-height", videoDef->nSliceHeight); 4169e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("color-format", videoDef->eColorFormat); 4170e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 41710d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (mNativeWindow == NULL) { 41720d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar DescribeColorFormatParams describeParams; 41730d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar InitOMXParams(&describeParams); 41740d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.eColorFormat = videoDef->eColorFormat; 41750d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.nFrameWidth = videoDef->nFrameWidth; 41760d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.nFrameHeight = videoDef->nFrameHeight; 41770d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.nStride = videoDef->nStride; 41780d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.nSliceHeight = videoDef->nSliceHeight; 41790d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.bUsingNativeBuffers = OMX_FALSE; 41800d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar 41810d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (describeColorFormat(mOMX, mNode, describeParams)) { 41820d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar notify->setBuffer( 41830d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar "image-data", 41840d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar ABuffer::CreateAsCopy( 41850d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar &describeParams.sMediaImage, 41860d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar sizeof(describeParams.sMediaImage))); 41875a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar 41885a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar MediaImage *img = &describeParams.sMediaImage; 41897c77f9ca649f321374118937bcdaca14a7e5684bLajos Molnar ALOGV("[%s] MediaImage { F(%ux%u) @%u+%u+%u @%u+%u+%u @%u+%u+%u }", 41905a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar mComponentName.c_str(), img->mWidth, img->mHeight, 41915a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar img->mPlane[0].mOffset, img->mPlane[0].mColInc, img->mPlane[0].mRowInc, 41925a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar img->mPlane[1].mOffset, img->mPlane[1].mColInc, img->mPlane[1].mRowInc, 41935a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar img->mPlane[2].mOffset, img->mPlane[2].mColInc, img->mPlane[2].mRowInc); 41940d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 419503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 419603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 419791a3cc00db31a713a25848f345bd624ac2ad8dc5Lajos Molnar if (portIndex != kPortIndexOutput) { 419891a3cc00db31a713a25848f345bd624ac2ad8dc5Lajos Molnar // TODO: also get input crop 419991a3cc00db31a713a25848f345bd624ac2ad8dc5Lajos Molnar break; 420091a3cc00db31a713a25848f345bd624ac2ad8dc5Lajos Molnar } 420191a3cc00db31a713a25848f345bd624ac2ad8dc5Lajos Molnar 4202e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar OMX_CONFIG_RECTTYPE rect; 4203e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar InitOMXParams(&rect); 420491a3cc00db31a713a25848f345bd624ac2ad8dc5Lajos Molnar rect.nPortIndex = portIndex; 4205e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4206e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if (mOMX->getConfig( 420791a3cc00db31a713a25848f345bd624ac2ad8dc5Lajos Molnar mNode, 420891a3cc00db31a713a25848f345bd624ac2ad8dc5Lajos Molnar (portIndex == kPortIndexOutput ? 420991a3cc00db31a713a25848f345bd624ac2ad8dc5Lajos Molnar OMX_IndexConfigCommonOutputCrop : 421091a3cc00db31a713a25848f345bd624ac2ad8dc5Lajos Molnar OMX_IndexConfigCommonInputCrop), 4211e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar &rect, sizeof(rect)) != OK) { 4212e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar rect.nLeft = 0; 4213e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar rect.nTop = 0; 4214e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar rect.nWidth = videoDef->nFrameWidth; 4215e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar rect.nHeight = videoDef->nFrameHeight; 4216e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 421731e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 4218777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (rect.nLeft < 0 || 4219777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim rect.nTop < 0 || 4220777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim rect.nLeft + rect.nWidth > videoDef->nFrameWidth || 4221777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim rect.nTop + rect.nHeight > videoDef->nFrameHeight) { 4222777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Wrong cropped rect (%d, %d) - (%u, %u) vs. frame (%u, %u)", 4223777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim rect.nLeft, rect.nTop, 4224777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim rect.nLeft + rect.nWidth, rect.nTop + rect.nHeight, 4225777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim videoDef->nFrameWidth, videoDef->nFrameHeight); 4226777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return BAD_VALUE; 4227777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4228e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4229e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setRect( 4230577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar "crop", 4231577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar rect.nLeft, 4232577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar rect.nTop, 4233e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar rect.nLeft + rect.nWidth - 1, 4234e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar rect.nTop + rect.nHeight - 1); 4235e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4236e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar break; 4237e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 42384730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia 42394730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia case OMX_VIDEO_CodingVP8: 42404730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia case OMX_VIDEO_CodingVP9: 42414730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia { 42424730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia OMX_VIDEO_PARAM_ANDROID_VP8ENCODERTYPE vp8type; 42434730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia InitOMXParams(&vp8type); 42444730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia vp8type.nPortIndex = kPortIndexOutput; 42454730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia status_t err = mOMX->getParameter( 42464730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia mNode, 42474730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia (OMX_INDEXTYPE)OMX_IndexParamVideoAndroidVp8Encoder, 42484730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia &vp8type, 42494730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia sizeof(vp8type)); 42504730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia 42514730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia if (err == OK) { 42524730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia AString tsSchema = "none"; 42534730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia if (vp8type.eTemporalPattern 42544730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia == OMX_VIDEO_VPXTemporalLayerPatternWebRTC) { 42554730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia switch (vp8type.nTemporalLayerCount) { 42564730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia case 1: 42574730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia { 42584730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia tsSchema = "webrtc.vp8.1-layer"; 42594730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia break; 42604730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 42614730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia case 2: 42624730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia { 42634730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia tsSchema = "webrtc.vp8.2-layer"; 42644730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia break; 42654730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 42664730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia case 3: 42674730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia { 42684730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia tsSchema = "webrtc.vp8.3-layer"; 42694730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia break; 42704730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 42714730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia default: 42724730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia { 42734730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia break; 42744730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 42754730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 42764730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 42774730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia notify->setString("ts-schema", tsSchema); 42784730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 42794730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia // Fall through to set up mime. 42804730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 42814730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia 4282e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar default: 4283e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar { 4284777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (mIsEncoder ^ (portIndex == kPortIndexOutput)) { 4285777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim // should be CodingUnused 4286777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Raw port video compression format is %s(%d)", 4287777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim asString(videoDef->eCompressionFormat), 4288777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim videoDef->eCompressionFormat); 4289777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return BAD_VALUE; 4290777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4291e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar AString mime; 4292e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if (GetMimeTypeForVideoCoding( 4293e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar videoDef->eCompressionFormat, &mime) != OK) { 4294e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setString("mime", "application/octet-stream"); 4295e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } else { 4296e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setString("mime", mime.c_str()); 4297e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 4298870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang uint32_t intraRefreshPeriod = 0; 4299870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (mIsEncoder && getIntraRefreshPeriod(&intraRefreshPeriod) == OK 4300870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang && intraRefreshPeriod > 0) { 4301870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang notify->setInt32("intra-refresh-period", intraRefreshPeriod); 4302870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 4303e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar break; 4304e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 430531e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber } 4306e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("width", videoDef->nFrameWidth); 4307e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("height", videoDef->nFrameHeight); 43085a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar ALOGV("[%s] %s format is %s", mComponentName.c_str(), 43095a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar portIndex == kPortIndexInput ? "input" : "output", 43105a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar notify->debugString().c_str()); 43115a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar 431231e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber break; 431331e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber } 431431e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 431531e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber case OMX_PortDomainAudio: 431631e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber { 431731e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber OMX_AUDIO_PORTDEFINITIONTYPE *audioDef = &def.format.audio; 431831e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 431997358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu switch ((int)audioDef->eEncoding) { 4320e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber case OMX_AUDIO_CodingPCM: 4321e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { 4322e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber OMX_AUDIO_PARAM_PCMMODETYPE params; 4323e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber InitOMXParams(¶ms); 4324e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 4325e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4326777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 4327777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, OMX_IndexParamAudioPcm, ¶ms, sizeof(params)); 4328777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4329777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4330777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 433114f7672b5d450ed26a06fd3bb3ce045ea78b11b2Andreas Huber 4332777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (params.nChannels <= 0 4333777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim || (params.nChannels != 1 && !params.bInterleaved) 4334777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim || params.nBitPerSample != 16u 4335777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim || params.eNumData != OMX_NumericalDataSigned 4336777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim || params.ePCMMode != OMX_AUDIO_PCMModeLinear) { 4337777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("unsupported PCM port: %u channels%s, %u-bit, %s(%d), %s(%d) mode ", 4338777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim params.nChannels, 4339777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim params.bInterleaved ? " interleaved" : "", 4340777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim params.nBitPerSample, 4341777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim asString(params.eNumData), params.eNumData, 4342777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim asString(params.ePCMMode), params.ePCMMode); 4343777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return FAILED_TRANSACTION; 4344777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4345e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4346e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setString("mime", MEDIA_MIMETYPE_AUDIO_RAW); 4347e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("channel-count", params.nChannels); 4348e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("sample-rate", params.nSamplingRate); 4349e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4350e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (mChannelMaskPresent) { 4351e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("channel-mask", mChannelMask); 43528b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen } 4353e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber break; 43548b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen } 43559806555d3930be43e11106281dee354820ac1c88Andreas Huber 4356e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber case OMX_AUDIO_CodingAAC: 4357e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { 4358e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber OMX_AUDIO_PARAM_AACPROFILETYPE params; 4359e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber InitOMXParams(¶ms); 4360e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 4361e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4362777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 4363777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, OMX_IndexParamAudioAac, ¶ms, sizeof(params)); 4364777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4365777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4366777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4367e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4368e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setString("mime", MEDIA_MIMETYPE_AUDIO_AAC); 4369e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("channel-count", params.nChannels); 4370e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("sample-rate", params.nSampleRate); 4371e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber break; 4372e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 4373e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4374e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber case OMX_AUDIO_CodingAMR: 4375e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { 4376e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber OMX_AUDIO_PARAM_AMRTYPE params; 4377e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber InitOMXParams(¶ms); 4378e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 43799806555d3930be43e11106281dee354820ac1c88Andreas Huber 4380777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 4381777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, OMX_IndexParamAudioAmr, ¶ms, sizeof(params)); 4382777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4383777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4384777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4385e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4386e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("channel-count", 1); 4387e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (params.eAMRBandMode >= OMX_AUDIO_AMRBandModeWB0) { 43880806340688c937e7b78c2d89db3809274130df4eLajos Molnar notify->setString("mime", MEDIA_MIMETYPE_AUDIO_AMR_WB); 4389e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("sample-rate", 16000); 4390e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } else { 43910806340688c937e7b78c2d89db3809274130df4eLajos Molnar notify->setString("mime", MEDIA_MIMETYPE_AUDIO_AMR_NB); 4392e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("sample-rate", 8000); 4393e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 4394e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber break; 4395e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 4396e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4397e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber case OMX_AUDIO_CodingFLAC: 4398e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { 4399e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber OMX_AUDIO_PARAM_FLACTYPE params; 4400e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber InitOMXParams(¶ms); 4401e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 4402e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4403777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 4404777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, OMX_IndexParamAudioFlac, ¶ms, sizeof(params)); 4405777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4406777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4407777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4408e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4409e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setString("mime", MEDIA_MIMETYPE_AUDIO_FLAC); 4410e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("channel-count", params.nChannels); 4411e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("sample-rate", params.nSampleRate); 4412e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber break; 4413e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 4414e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4415e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar case OMX_AUDIO_CodingMP3: 4416e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar { 4417e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar OMX_AUDIO_PARAM_MP3TYPE params; 4418e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar InitOMXParams(¶ms); 4419e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 4420e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4421777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 4422777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, OMX_IndexParamAudioMp3, ¶ms, sizeof(params)); 4423777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4424777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4425777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4426e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4427e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setString("mime", MEDIA_MIMETYPE_AUDIO_MPEG); 4428e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("channel-count", params.nChannels); 4429e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("sample-rate", params.nSampleRate); 4430e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar break; 4431e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 4432e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4433e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar case OMX_AUDIO_CodingVORBIS: 4434e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar { 4435e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar OMX_AUDIO_PARAM_VORBISTYPE params; 4436e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar InitOMXParams(¶ms); 4437e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 4438e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4439777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 4440777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, OMX_IndexParamAudioVorbis, ¶ms, sizeof(params)); 4441777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4442777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4443777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4444e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4445e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setString("mime", MEDIA_MIMETYPE_AUDIO_VORBIS); 4446e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("channel-count", params.nChannels); 4447e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("sample-rate", params.nSampleRate); 4448e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar break; 4449e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 4450e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 445197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu case OMX_AUDIO_CodingAndroidAC3: 445297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu { 445397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu OMX_AUDIO_PARAM_ANDROID_AC3TYPE params; 445497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu InitOMXParams(¶ms); 4455e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 445697358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 4457777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 4458777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidAc3, 4459777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ¶ms, sizeof(params)); 4460777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4461777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4462777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 446397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 446497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu notify->setString("mime", MEDIA_MIMETYPE_AUDIO_AC3); 446597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu notify->setInt32("channel-count", params.nChannels); 446697358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu notify->setInt32("sample-rate", params.nSampleRate); 446797358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu break; 446897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } 4469e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 44708a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad case OMX_AUDIO_CodingAndroidEAC3: 44718a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad { 44728a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad OMX_AUDIO_PARAM_ANDROID_EAC3TYPE params; 44738a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad InitOMXParams(¶ms); 44748a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad params.nPortIndex = portIndex; 44758a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 4476777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 4477777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidEac3, 4478777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ¶ms, sizeof(params)); 4479777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4480777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4481777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 44828a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 44838a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad notify->setString("mime", MEDIA_MIMETYPE_AUDIO_EAC3); 44848a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad notify->setInt32("channel-count", params.nChannels); 44858a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad notify->setInt32("sample-rate", params.nSampleRate); 44868a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad break; 44878a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } 44888a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 44898c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian case OMX_AUDIO_CodingAndroidOPUS: 44908c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian { 44918c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian OMX_AUDIO_PARAM_ANDROID_OPUSTYPE params; 44928c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian InitOMXParams(¶ms); 44938c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian params.nPortIndex = portIndex; 44948c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian 4495777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 4496777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidOpus, 4497777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ¶ms, sizeof(params)); 4498777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4499777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4500777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 45018c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian 45028c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian notify->setString("mime", MEDIA_MIMETYPE_AUDIO_OPUS); 45038c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian notify->setInt32("channel-count", params.nChannels); 45048c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian notify->setInt32("sample-rate", params.nSampleRate); 45058c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian break; 45068c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian } 45078c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian 450810d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang case OMX_AUDIO_CodingG711: 450910d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang { 451010d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang OMX_AUDIO_PARAM_PCMMODETYPE params; 451110d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang InitOMXParams(¶ms); 451210d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang params.nPortIndex = portIndex; 451310d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang 4514777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 4515777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, (OMX_INDEXTYPE)OMX_IndexParamAudioPcm, ¶ms, sizeof(params)); 4516777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4517777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4518777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 451910d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang 452010d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang const char *mime = NULL; 452110d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang if (params.ePCMMode == OMX_AUDIO_PCMModeMULaw) { 452210d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang mime = MEDIA_MIMETYPE_AUDIO_G711_MLAW; 452310d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang } else if (params.ePCMMode == OMX_AUDIO_PCMModeALaw) { 452410d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang mime = MEDIA_MIMETYPE_AUDIO_G711_ALAW; 452510d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang } else { // params.ePCMMode == OMX_AUDIO_PCMModeLinear 452610d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang mime = MEDIA_MIMETYPE_AUDIO_RAW; 452710d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang } 452810d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang notify->setString("mime", mime); 452910d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang notify->setInt32("channel-count", params.nChannels); 453010d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang notify->setInt32("sample-rate", params.nSamplingRate); 453110d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang break; 453210d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang } 453341d3f579d2c166984958263533284209b90c87d5Marco Nelissen 453441d3f579d2c166984958263533284209b90c87d5Marco Nelissen case OMX_AUDIO_CodingGSMFR: 453541d3f579d2c166984958263533284209b90c87d5Marco Nelissen { 45360806340688c937e7b78c2d89db3809274130df4eLajos Molnar OMX_AUDIO_PARAM_PCMMODETYPE params; 453741d3f579d2c166984958263533284209b90c87d5Marco Nelissen InitOMXParams(¶ms); 453841d3f579d2c166984958263533284209b90c87d5Marco Nelissen params.nPortIndex = portIndex; 453941d3f579d2c166984958263533284209b90c87d5Marco Nelissen 4540777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 4541777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, OMX_IndexParamAudioPcm, ¶ms, sizeof(params)); 4542777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4543777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4544777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 454541d3f579d2c166984958263533284209b90c87d5Marco Nelissen 454641d3f579d2c166984958263533284209b90c87d5Marco Nelissen notify->setString("mime", MEDIA_MIMETYPE_AUDIO_MSGSM); 454741d3f579d2c166984958263533284209b90c87d5Marco Nelissen notify->setInt32("channel-count", params.nChannels); 45480806340688c937e7b78c2d89db3809274130df4eLajos Molnar notify->setInt32("sample-rate", params.nSamplingRate); 454941d3f579d2c166984958263533284209b90c87d5Marco Nelissen break; 455010d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang } 455110d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang 4552e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber default: 4553777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Unsupported audio coding: %s(%d)\n", 4554777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim asString(audioDef->eEncoding), audioDef->eEncoding); 4555777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return BAD_TYPE; 4556e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 455731e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber break; 455831e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber } 455931e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 456031e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber default: 4561777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Unsupported domain: %s(%d)", asString(def.eDomain), def.eDomain); 4562777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return BAD_TYPE; 456331e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber } 456431e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 4565e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar return OK; 4566e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar} 4567e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4568e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnarvoid ACodec::sendFormatChange(const sp<AMessage> &reply) { 45694e865a3cfe4c955e0890321a6b488cf661808b63Lajos Molnar sp<AMessage> notify = mBaseOutputFormat->dup(); 4570e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("what", kWhatOutputFormatChanged); 4571e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4572777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (getPortFormat(kPortIndexOutput, notify) != OK) { 4573777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("[%s] Failed to get port format to send format change", mComponentName.c_str()); 4574777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return; 4575777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4576e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4577e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar AString mime; 4578e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK(notify->findString("mime", &mime)); 4579e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4580e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar int32_t left, top, right, bottom; 4581e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if (mime == MEDIA_MIMETYPE_VIDEO_RAW && 4582e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar mNativeWindow != NULL && 4583e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->findRect("crop", &left, &top, &right, &bottom)) { 4584e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar // notify renderer of the crop change 4585e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar // NOTE: native window uses extended right-bottom coordinate 4586e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar reply->setRect("crop", left, top, right + 1, bottom + 1); 4587e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } else if (mime == MEDIA_MIMETYPE_AUDIO_RAW && 4588e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar (mEncoderDelay || mEncoderPadding)) { 4589e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar int32_t channelCount; 4590e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK(notify->findInt32("channel-count", &channelCount)); 4591e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if (mSkipCutBuffer != NULL) { 4592e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar size_t prevbufsize = mSkipCutBuffer->size(); 4593e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if (prevbufsize != 0) { 4594ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGW("Replacing SkipCutBuffer holding %zu bytes", prevbufsize); 4595e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 4596e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 4597b1cf03160fa7e7bc6e5cf138db07a7e1ab2ecb26Marco Nelissen mSkipCutBuffer = new SkipCutBuffer(mEncoderDelay, mEncoderPadding, channelCount); 4598e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 4599e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 460031e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber notify->post(); 460131e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 460231e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber mSentFormat = true; 460331e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber} 460431e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 46055778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid ACodec::signalError(OMX_ERRORTYPE error, status_t internalError) { 4606cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber sp<AMessage> notify = mNotify->dup(); 4607d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatError); 4608251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung ALOGE("signalError(omxError %#x, internalError %d)", error, internalError); 4609251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung 4610251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (internalError == UNKNOWN_ERROR) { // find better error code 4611251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung const status_t omxStatus = statusFromOMXError(error); 4612251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (omxStatus != 0) { 4613251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung internalError = omxStatus; 4614251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else { 4615251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung ALOGW("Invalid OMX error %#x", error); 4616251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 4617251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 4618346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang 4619346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang mFatalError = true; 4620346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang 46215778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->setInt32("err", internalError); 4622251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung notify->setInt32("actionCode", ACTION_CODE_FATAL); // could translate from OMX error. 4623cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber notify->post(); 4624cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber} 4625cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber 4626f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 4627f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4628eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas HuberACodec::PortDescription::PortDescription() { 4629eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber} 4630eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 4631496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huberstatus_t ACodec::requestIDRFrame() { 4632496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber if (!mIsEncoder) { 4633496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber return ERROR_UNSUPPORTED; 4634496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber } 4635496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 4636496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber OMX_CONFIG_INTRAREFRESHVOPTYPE params; 4637496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber InitOMXParams(¶ms); 4638496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 4639496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber params.nPortIndex = kPortIndexOutput; 4640496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber params.IntraRefreshVOP = OMX_TRUE; 4641496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 4642496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber return mOMX->setConfig( 4643496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber mNode, 4644496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber OMX_IndexConfigVideoIntraVOPRefresh, 4645496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber ¶ms, 4646496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber sizeof(params)); 4647496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber} 4648496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 4649eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Hubervoid ACodec::PortDescription::addBuffer( 465086b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu IOMX::buffer_id id, const sp<ABuffer> &buffer, const sp<RefBase> &memRef) { 4651eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber mBufferIDs.push_back(id); 4652eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber mBuffers.push_back(buffer); 465386b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu mMemRefs.push_back(memRef); 4654eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber} 4655eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 4656eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Hubersize_t ACodec::PortDescription::countBuffers() { 4657eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber return mBufferIDs.size(); 4658eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber} 4659eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 4660eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas HuberIOMX::buffer_id ACodec::PortDescription::bufferIDAt(size_t index) const { 4661eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber return mBufferIDs.itemAt(index); 4662eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber} 4663eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 4664eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Hubersp<ABuffer> ACodec::PortDescription::bufferAt(size_t index) const { 4665eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber return mBuffers.itemAt(index); 4666eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber} 4667eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 466886b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wusp<RefBase> ACodec::PortDescription::memRefAt(size_t index) const { 466986b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu return mMemRefs.itemAt(index); 467086b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu} 467186b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu 4672eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber//////////////////////////////////////////////////////////////////////////////// 4673eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 4674f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::BaseState::BaseState(ACodec *codec, const sp<AState> &parentState) 4675f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : AState(parentState), 4676f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec(codec) { 4677f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4678f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4679ccb067b1d8424ba610cbd3de83368bd55b532b5bAndreas HuberACodec::BaseState::PortMode ACodec::BaseState::getPortMode( 4680ccb067b1d8424ba610cbd3de83368bd55b532b5bAndreas Huber OMX_U32 /* portIndex */) { 4681f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return KEEP_BUFFERS; 4682f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4683f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4684f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::BaseState::onMessageReceived(const sp<AMessage> &msg) { 4685f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 4686f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatInputBufferFilled: 4687f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 4688f933441648ef6a71dee783d733aac17b9508b452Andreas Huber onInputBufferFilled(msg); 4689f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 4690f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4691f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4692f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatOutputBufferDrained: 4693f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 4694f933441648ef6a71dee783d733aac17b9508b452Andreas Huber onOutputBufferDrained(msg); 4695f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 4696f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4697f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 469826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar case ACodec::kWhatOMXMessageList: 469926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar { 470026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar return checkOMXMessage(msg) ? onOMXMessageList(msg) : true; 470126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 470226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 4703e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar case ACodec::kWhatOMXMessageItem: 4704e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar { 4705e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar // no need to check as we already did it for kWhatOMXMessageList 4706e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar return onOMXMessage(msg); 4707e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar } 4708e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar 4709f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case ACodec::kWhatOMXMessage: 4710f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 471126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar return checkOMXMessage(msg) ? onOMXMessage(msg) : true; 4712f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4713f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 47141dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar case ACodec::kWhatSetSurface: 47151dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar { 47161dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AReplyToken> replyID; 47171dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar CHECK(msg->senderAwaitsResponse(&replyID)); 47181dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 47191dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<RefBase> obj; 47201dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar CHECK(msg->findObject("surface", &obj)); 47211dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 47222235b4efd3b8149e09c666e2235530f3e6ed9c9aLajos Molnar status_t err = mCodec->handleSetSurface(static_cast<Surface *>(obj.get())); 47231dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 47241dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> response = new AMessage; 47251dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar response->setInt32("err", err); 47261dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar response->postReply(replyID); 47271dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar break; 47281dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 47291dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 47307cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case ACodec::kWhatCreateInputSurface: 47318f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang case ACodec::kWhatSetInputSurface: 47327cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case ACodec::kWhatSignalEndOfInputStream: 47337cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 4734251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // This may result in an app illegal state exception. 47357cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden ALOGE("Message 0x%x was not handled", msg->what()); 47367cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mCodec->signalError(OMX_ErrorUndefined, INVALID_OPERATION); 47377cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden return true; 47387cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 47397cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 4740ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber case ACodec::kWhatOMXDied: 4741ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber { 4742251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // This will result in kFlagSawMediaServerDie handling in MediaCodec. 4743ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber ALOGE("OMX/mediaserver died, signalling error!"); 4744ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mCodec->signalError(OMX_ErrorResourcesLost, DEAD_OBJECT); 4745ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber break; 4746ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber } 4747ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 474830358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar case ACodec::kWhatReleaseCodecInstance: 474930358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar { 475030358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar ALOGI("[%s] forcing the release of codec", 475130358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar mCodec->mComponentName.c_str()); 475230358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar status_t err = mCodec->mOMX->freeNode(mCodec->mNode); 475330358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar ALOGE_IF("[%s] failed to release codec instance: err=%d", 475430358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar mCodec->mComponentName.c_str(), err); 475530358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar sp<AMessage> notify = mCodec->mNotify->dup(); 475630358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar notify->setInt32("what", CodecBase::kWhatShutdownCompleted); 475730358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar notify->post(); 475830358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar break; 475930358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar } 476030358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar 4761f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 4762f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return false; 4763f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4764f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4765f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 4766f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4767f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 476826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnarbool ACodec::BaseState::checkOMXMessage(const sp<AMessage> &msg) { 47695e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar // there is a possibility that this is an outstanding message for a 47705e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar // codec that we have already destroyed 4771ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar if (mCodec->mNode == 0) { 47725e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar ALOGI("ignoring message as already freed component: %s", 47735e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar msg->debugString().c_str()); 477426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar return false; 47755e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar } 47765e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar 4777f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::node_id nodeID; 4778609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CHECK(msg->findInt32("node", (int32_t*)&nodeID)); 4779777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (nodeID != mCodec->mNode) { 4780777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Unexpected message for nodeID: %u, should have been %u", nodeID, mCodec->mNode); 4781777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return false; 4782777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 478326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar return true; 478426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar} 478526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 478626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnarbool ACodec::BaseState::onOMXMessageList(const sp<AMessage> &msg) { 478726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar sp<RefBase> obj; 478826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar CHECK(msg->findObject("messages", &obj)); 478926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar sp<MessageList> msgList = static_cast<MessageList *>(obj.get()); 479026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 479190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar bool receivedRenderedEvents = false; 479226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar for (std::list<sp<AMessage>>::const_iterator it = msgList->getList().cbegin(); 479326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar it != msgList->getList().cend(); ++it) { 4794e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar (*it)->setWhat(ACodec::kWhatOMXMessageItem); 4795e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar mCodec->handleMessage(*it); 479690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int32_t type; 479790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar CHECK((*it)->findInt32("type", &type)); 479890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (type == omx_message::FRAME_RENDERED) { 479990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar receivedRenderedEvents = true; 480090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 480190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 480290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 480390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (receivedRenderedEvents) { 480490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // NOTE: all buffers are rendered in this case 480590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->notifyOfRenderedFrames(); 480626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 480726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar return true; 480826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar} 480926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 481026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnarbool ACodec::BaseState::onOMXMessage(const sp<AMessage> &msg) { 481126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar int32_t type; 481226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar CHECK(msg->findInt32("type", &type)); 4813f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4814f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (type) { 4815f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case omx_message::EVENT: 4816f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 4817f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t event, data1, data2; 4818f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("event", &event)); 4819f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("data1", &data1)); 4820f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("data2", &data2)); 4821f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 48220af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber if (event == OMX_EventCmdComplete 48230af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber && data1 == OMX_CommandFlush 48240af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber && data2 == (int32_t)OMX_ALL) { 48250af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber // Use of this notification is not consistent across 48260af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber // implementations. We'll drop this notification and rely 48270af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber // on flush-complete notifications on the individual port 48280af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber // indices instead. 48290af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber 48300af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber return true; 48310af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber } 48320af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber 4833f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return onOMXEvent( 4834f933441648ef6a71dee783d733aac17b9508b452Andreas Huber static_cast<OMX_EVENTTYPE>(event), 4835f933441648ef6a71dee783d733aac17b9508b452Andreas Huber static_cast<OMX_U32>(data1), 4836f933441648ef6a71dee783d733aac17b9508b452Andreas Huber static_cast<OMX_U32>(data2)); 4837f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4838f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4839f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case omx_message::EMPTY_BUFFER_DONE: 4840f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 4841f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferID; 484215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int32_t fenceFd; 484315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 4844609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CHECK(msg->findInt32("buffer", (int32_t*)&bufferID)); 484515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar CHECK(msg->findInt32("fence_fd", &fenceFd)); 4846f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 484715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar return onOMXEmptyBufferDone(bufferID, fenceFd); 4848f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4849f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4850f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case omx_message::FILL_BUFFER_DONE: 4851f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 4852f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferID; 4853609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CHECK(msg->findInt32("buffer", (int32_t*)&bufferID)); 4854f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 485515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int32_t rangeOffset, rangeLength, flags, fenceFd; 4856f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int64_t timeUs; 4857f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4858f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("range_offset", &rangeOffset)); 4859f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("range_length", &rangeLength)); 4860f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("flags", &flags)); 4861f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt64("timestamp", &timeUs)); 486215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar CHECK(msg->findInt32("fence_fd", &fenceFd)); 4863f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4864f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return onOMXFillBufferDone( 4865f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bufferID, 4866f933441648ef6a71dee783d733aac17b9508b452Andreas Huber (size_t)rangeOffset, (size_t)rangeLength, 4867f933441648ef6a71dee783d733aac17b9508b452Andreas Huber (OMX_U32)flags, 486815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar timeUs, 486915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar fenceFd); 4870f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4871f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 487290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar case omx_message::FRAME_RENDERED: 487390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar { 487490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int64_t mediaTimeUs, systemNano; 487590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 487690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar CHECK(msg->findInt64("media_time_us", &mediaTimeUs)); 487790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar CHECK(msg->findInt64("system_nano", &systemNano)); 487890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 487990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar return onOMXFrameRendered( 488090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mediaTimeUs, systemNano); 488190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 488290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 4883f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 4884777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Unexpected message type: %d", type); 4885777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return false; 4886f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4887f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4888f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 488990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarbool ACodec::BaseState::onOMXFrameRendered( 489090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int64_t mediaTimeUs __unused, nsecs_t systemNano __unused) { 489190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // ignore outside of Executing and PortSettingsChanged states 489290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar return true; 489390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 489490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 4895f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::BaseState::onOMXEvent( 4896f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 4897f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (event != OMX_EventError) { 4898ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] EVENT(%d, 0x%08x, 0x%08x)", 4899f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mComponentName.c_str(), event, data1, data2); 4900f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4901f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return false; 4902f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4903f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4904ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGE("[%s] ERROR(0x%08x)", mCodec->mComponentName.c_str(), data1); 4905f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4906251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // verify OMX component sends back an error we expect. 4907251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung OMX_ERRORTYPE omxError = (OMX_ERRORTYPE)data1; 4908251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (!isOMXError(omxError)) { 4909251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung ALOGW("Invalid OMX error %#x", omxError); 4910251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung omxError = OMX_ErrorUndefined; 4911251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 4912251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mCodec->signalError(omxError); 4913f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4914f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 4915f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4916f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 491715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnarbool ACodec::BaseState::onOMXEmptyBufferDone(IOMX::buffer_id bufferID, int fenceFd) { 4918ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] onOMXEmptyBufferDone %u", 4919349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mCodec->mComponentName.c_str(), bufferID); 4920349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 49210806340688c937e7b78c2d89db3809274130df4eLajos Molnar BufferInfo *info = mCodec->findBufferByID(kPortIndexInput, bufferID); 49220806340688c937e7b78c2d89db3809274130df4eLajos Molnar BufferInfo::Status status = BufferInfo::getSafeStatus(info); 49230806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (status != BufferInfo::OWNED_BY_COMPONENT) { 49240806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Wrong ownership in EBD: %s(%d) buffer #%u", _asString(status), status, bufferID); 49250806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->dumpBuffers(kPortIndexInput); 492615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (fenceFd >= 0) { 492715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ::close(fenceFd); 492815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 49290806340688c937e7b78c2d89db3809274130df4eLajos Molnar return false; 49300806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 4931f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_US; 4932f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 493315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // input buffers cannot take fences, so wait for any fence now 493415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar (void)mCodec->waitForFence(fenceFd, "onOMXEmptyBufferDone"); 493515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar fenceFd = -1; 493615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 493715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // still save fence for completeness 493815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->setWriteFence(fenceFd, "onOMXEmptyBufferDone"); 493915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 494096e92b58b7e9647b4c7c2f54b62a1b357ab06b66Wei Jia // We're in "store-metadata-in-buffers" mode, the underlying 494196e92b58b7e9647b4c7c2f54b62a1b357ab06b66Wei Jia // OMX component had access to data that's implicitly refcounted 494296e92b58b7e9647b4c7c2f54b62a1b357ab06b66Wei Jia // by this "MediaBuffer" object. Now that the OMX component has 494396e92b58b7e9647b4c7c2f54b62a1b357ab06b66Wei Jia // told us that it's done with the input buffer, we can decrement 494496e92b58b7e9647b4c7c2f54b62a1b357ab06b66Wei Jia // the mediaBuffer's reference count. 494596e92b58b7e9647b4c7c2f54b62a1b357ab06b66Wei Jia info->mData->setMediaBufferBase(NULL); 4946d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 4947f933441648ef6a71dee783d733aac17b9508b452Andreas Huber PortMode mode = getPortMode(kPortIndexInput); 4948f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4949f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (mode) { 4950f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case KEEP_BUFFERS: 4951f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 4952f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4953f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case RESUBMIT_BUFFERS: 4954f933441648ef6a71dee783d733aac17b9508b452Andreas Huber postFillThisBuffer(info); 4955f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 4956f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4957777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim case FREE_BUFFERS: 4958f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 4959777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("SHOULD NOT REACH HERE: cannot free empty output buffers"); 4960777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return false; 4961f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4962f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4963f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 4964f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4965f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4966f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::BaseState::postFillThisBuffer(BufferInfo *info) { 4967f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mCodec->mPortEOS[kPortIndexInput]) { 4968f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return; 4969f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4970f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4971f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ((int)info->mStatus, (int)BufferInfo::OWNED_BY_US); 4972f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4973f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 4974d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatFillThisBuffer); 4975609b815a3131d22da38b2f452faa9f89daad4039Andy Hung notify->setInt32("buffer-id", info->mBufferID); 4976f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4977f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mData->meta()->clear(); 49782d8bedd05437b6fccdbc6bf70f673ffd86744d59Andreas Huber notify->setBuffer("buffer", info->mData); 4979f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 49801d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> reply = new AMessage(kWhatInputBufferFilled, mCodec); 4981609b815a3131d22da38b2f452faa9f89daad4039Andy Hung reply->setInt32("buffer-id", info->mBufferID); 4982f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4983f933441648ef6a71dee783d733aac17b9508b452Andreas Huber notify->setMessage("reply", reply); 4984f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4985f933441648ef6a71dee783d733aac17b9508b452Andreas Huber notify->post(); 4986f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4987f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_UPSTREAM; 4988f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4989f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4990f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::BaseState::onInputBufferFilled(const sp<AMessage> &msg) { 4991f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferID; 4992609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CHECK(msg->findInt32("buffer-id", (int32_t*)&bufferID)); 49932d8bedd05437b6fccdbc6bf70f673ffd86744d59Andreas Huber sp<ABuffer> buffer; 4994f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t err = OK; 49955778822d86b0337407514b9372562b86edfa91cdAndreas Huber bool eos = false; 4996a73c954d947748a3b6f630cf2c160fe55ec596e3Lajos Molnar PortMode mode = getPortMode(kPortIndexInput); 49975778822d86b0337407514b9372562b86edfa91cdAndreas Huber 49982d8bedd05437b6fccdbc6bf70f673ffd86744d59Andreas Huber if (!msg->findBuffer("buffer", &buffer)) { 4999a73c954d947748a3b6f630cf2c160fe55ec596e3Lajos Molnar /* these are unfilled buffers returned by client */ 5000f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("err", &err)); 5001f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 50027fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar if (err == OK) { 50037fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar /* buffers with no errors are returned on MediaCodec.flush */ 50047fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar mode = KEEP_BUFFERS; 50057fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar } else { 50067fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar ALOGV("[%s] saw error %d instead of an input buffer", 50077fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar mCodec->mComponentName.c_str(), err); 50087fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar eos = true; 50097fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar } 50103831a066bcf1019864a94d2bc7b4c9241efc5c22Andreas Huber 50112d8bedd05437b6fccdbc6bf70f673ffd86744d59Andreas Huber buffer.clear(); 5012f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5013f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 50145778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t tmp; 50155778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (buffer != NULL && buffer->meta()->findInt32("eos", &tmp) && tmp) { 50165778822d86b0337407514b9372562b86edfa91cdAndreas Huber eos = true; 50175778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = ERROR_END_OF_STREAM; 50185778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 50195778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5020f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = mCodec->findBufferByID(kPortIndexInput, bufferID); 50210806340688c937e7b78c2d89db3809274130df4eLajos Molnar BufferInfo::Status status = BufferInfo::getSafeStatus(info); 50220806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (status != BufferInfo::OWNED_BY_UPSTREAM) { 50230806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Wrong ownership in IBF: %s(%d) buffer #%u", _asString(status), status, bufferID); 50240806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->dumpBuffers(kPortIndexInput); 50250806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 50260806340688c937e7b78c2d89db3809274130df4eLajos Molnar return; 50270806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5028f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5029f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_US; 5030f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5031f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (mode) { 5032f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case KEEP_BUFFERS: 5033f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 50345778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (eos) { 5035dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber if (!mCodec->mPortEOS[kPortIndexInput]) { 5036dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mCodec->mPortEOS[kPortIndexInput] = true; 5037dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mCodec->mInputEOSResult = err; 5038dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber } 5039f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5040f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5041f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5042f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5043f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case RESUBMIT_BUFFERS: 5044f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 50455778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (buffer != NULL && !mCodec->mPortEOS[kPortIndexInput]) { 5046fd866b3aa0d97375de08f8888b95669026c83361Wei Jia // Do not send empty input buffer w/o EOS to the component. 5047fd866b3aa0d97375de08f8888b95669026c83361Wei Jia if (buffer->size() == 0 && !eos) { 5048fd866b3aa0d97375de08f8888b95669026c83361Wei Jia postFillThisBuffer(info); 5049fd866b3aa0d97375de08f8888b95669026c83361Wei Jia break; 5050fd866b3aa0d97375de08f8888b95669026c83361Wei Jia } 5051fd866b3aa0d97375de08f8888b95669026c83361Wei Jia 5052f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int64_t timeUs; 5053f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(buffer->meta()->findInt64("timeUs", &timeUs)); 5054f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5055f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 flags = OMX_BUFFERFLAG_ENDOFFRAME; 5056f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5057f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t isCSD; 5058f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (buffer->meta()->findInt32("csd", &isCSD) && isCSD != 0) { 5059f933441648ef6a71dee783d733aac17b9508b452Andreas Huber flags |= OMX_BUFFERFLAG_CODECCONFIG; 5060f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5061f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 50625778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (eos) { 50635778822d86b0337407514b9372562b86edfa91cdAndreas Huber flags |= OMX_BUFFERFLAG_EOS; 50645778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 50655778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5066f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (buffer != info->mData) { 5067ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] Needs to copy input data for buffer %u. (%p != %p)", 5068d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber mCodec->mComponentName.c_str(), 5069d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber bufferID, 5070d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber buffer.get(), info->mData.get()); 5071f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 50720806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (buffer->size() > info->mData->capacity()) { 50730806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("data size (%zu) is greated than buffer capacity (%zu)", 50740806340688c937e7b78c2d89db3809274130df4eLajos Molnar buffer->size(), // this is the data received 50750806340688c937e7b78c2d89db3809274130df4eLajos Molnar info->mData->capacity()); // this is out buffer size 50760806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 50770806340688c937e7b78c2d89db3809274130df4eLajos Molnar return; 50780806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5079f933441648ef6a71dee783d733aac17b9508b452Andreas Huber memcpy(info->mData->data(), buffer->data(), buffer->size()); 5080f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5081f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5082078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber if (flags & OMX_BUFFERFLAG_CODECCONFIG) { 5083ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] calling emptyBuffer %u w/ codec specific data", 5084078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber mCodec->mComponentName.c_str(), bufferID); 50855778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (flags & OMX_BUFFERFLAG_EOS) { 5086ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] calling emptyBuffer %u w/ EOS", 50875778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->mComponentName.c_str(), bufferID); 5088078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber } else { 5089d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#if TRACK_BUFFER_TIMING 5090ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGI("[%s] calling emptyBuffer %u w/ time %lld us", 5091ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar mCodec->mComponentName.c_str(), bufferID, (long long)timeUs); 5092d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#else 5093ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] calling emptyBuffer %u w/ time %lld us", 5094ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar mCodec->mComponentName.c_str(), bufferID, (long long)timeUs); 5095d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#endif 5096078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber } 5097349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 5098d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#if TRACK_BUFFER_TIMING 5099d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber ACodec::BufferStats stats; 5100d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber stats.mEmptyBufferTimeUs = ALooper::GetNowUs(); 5101d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber stats.mFillBufferDoneTimeUs = -1ll; 5102d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber mCodec->mBufferStats.add(timeUs, stats); 5103d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#endif 5104d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 5105054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mCodec->storingMetadataInDecodedBuffers()) { 5106054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar // try to submit an output buffer for each input buffer 5107054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar PortMode outputMode = getPortMode(kPortIndexOutput); 5108054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 5109054219874873b41f1c815552987c10465c34ba2bLajos Molnar ALOGV("MetadataBuffersToSubmit=%u portMode=%s", 5110054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->mMetadataBuffersToSubmit, 5111054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar (outputMode == FREE_BUFFERS ? "FREE" : 5112054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar outputMode == KEEP_BUFFERS ? "KEEP" : "RESUBMIT")); 5113054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar if (outputMode == RESUBMIT_BUFFERS) { 5114054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->submitOutputMetadataBuffer(); 5115054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 5116054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 511715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkReadFence("onInputBufferFilled"); 51180806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err2 = mCodec->mOMX->emptyBuffer( 51190806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mNode, 51200806340688c937e7b78c2d89db3809274130df4eLajos Molnar bufferID, 51210806340688c937e7b78c2d89db3809274130df4eLajos Molnar 0, 51220806340688c937e7b78c2d89db3809274130df4eLajos Molnar buffer->size(), 51230806340688c937e7b78c2d89db3809274130df4eLajos Molnar flags, 512415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar timeUs, 512515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd); 512615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 51270806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err2 != OK) { 51280806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err2)); 51290806340688c937e7b78c2d89db3809274130df4eLajos Molnar return; 51300806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5131f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_COMPONENT; 5132f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 51330806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (!eos && err == OK) { 51345778822d86b0337407514b9372562b86edfa91cdAndreas Huber getMoreInputDataIfPossible(); 51355778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 51360806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGV("[%s] Signalled EOS (%d) on the input port", 51370806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mComponentName.c_str(), err); 51385778822d86b0337407514b9372562b86edfa91cdAndreas Huber 51395778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->mPortEOS[kPortIndexInput] = true; 51405778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->mInputEOSResult = err; 51415778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 5142f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else if (!mCodec->mPortEOS[kPortIndexInput]) { 51430806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK && err != ERROR_END_OF_STREAM) { 51440806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGV("[%s] Signalling EOS on the input port due to error %d", 5145dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mCodec->mComponentName.c_str(), err); 5146dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber } else { 51473856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Signalling EOS on the input port", 5148dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mCodec->mComponentName.c_str()); 5149dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber } 5150f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5151ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] calling emptyBuffer %u signalling EOS", 5152349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mCodec->mComponentName.c_str(), bufferID); 5153349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 515415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkReadFence("onInputBufferFilled"); 51550806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err2 = mCodec->mOMX->emptyBuffer( 51560806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mNode, 51570806340688c937e7b78c2d89db3809274130df4eLajos Molnar bufferID, 51580806340688c937e7b78c2d89db3809274130df4eLajos Molnar 0, 51590806340688c937e7b78c2d89db3809274130df4eLajos Molnar 0, 51600806340688c937e7b78c2d89db3809274130df4eLajos Molnar OMX_BUFFERFLAG_EOS, 516115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 0, 516215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd); 516315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 51640806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err2 != OK) { 51650806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err2)); 51660806340688c937e7b78c2d89db3809274130df4eLajos Molnar return; 51670806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5168f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_COMPONENT; 5169f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5170f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mPortEOS[kPortIndexInput] = true; 5171dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mCodec->mInputEOSResult = err; 5172f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5173f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5174f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5175625b93f1971039a547b239f87a2dc8a8d5716589Robert Shih 5176777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim case FREE_BUFFERS: 5177777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim break; 5178777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim 5179625b93f1971039a547b239f87a2dc8a8d5716589Robert Shih default: 5180777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("invalid port mode: %d", mode); 5181625b93f1971039a547b239f87a2dc8a8d5716589Robert Shih break; 5182f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5183f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5184f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5185f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::BaseState::getMoreInputDataIfPossible() { 5186f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mCodec->mPortEOS[kPortIndexInput]) { 5187f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return; 5188f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5189f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5190f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *eligible = NULL; 5191f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5192f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (size_t i = 0; i < mCodec->mBuffers[kPortIndexInput].size(); ++i) { 5193f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = &mCodec->mBuffers[kPortIndexInput].editItemAt(i); 5194f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5195f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#if 0 5196f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mStatus == BufferInfo::OWNED_BY_UPSTREAM) { 5197f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // There's already a "read" pending. 5198f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return; 5199f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5200f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#endif 5201f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5202f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mStatus == BufferInfo::OWNED_BY_US) { 5203f933441648ef6a71dee783d733aac17b9508b452Andreas Huber eligible = info; 5204f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5205f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5206f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5207f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (eligible == NULL) { 5208f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return; 5209f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5210f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5211f933441648ef6a71dee783d733aac17b9508b452Andreas Huber postFillThisBuffer(eligible); 5212f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5213f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5214f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::BaseState::onOMXFillBufferDone( 5215f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferID, 5216f933441648ef6a71dee783d733aac17b9508b452Andreas Huber size_t rangeOffset, size_t rangeLength, 5217f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 flags, 521815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int64_t timeUs, 521915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int fenceFd) { 5220609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] onOMXFillBufferDone %u time %" PRId64 " us, flags = 0x%08x", 52215778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->mComponentName.c_str(), bufferID, timeUs, flags); 5222349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 5223f933441648ef6a71dee783d733aac17b9508b452Andreas Huber ssize_t index; 52240806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err= OK; 5225d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 5226d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#if TRACK_BUFFER_TIMING 5227d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber index = mCodec->mBufferStats.indexOfKey(timeUs); 5228d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber if (index >= 0) { 5229d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber ACodec::BufferStats *stats = &mCodec->mBufferStats.editValueAt(index); 5230d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber stats->mFillBufferDoneTimeUs = ALooper::GetNowUs(); 5231d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 5232d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber ALOGI("frame PTS %lld: %lld", 5233d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber timeUs, 5234d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber stats->mFillBufferDoneTimeUs - stats->mEmptyBufferTimeUs); 5235d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 5236d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber mCodec->mBufferStats.removeItemsAt(index); 5237d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber stats = NULL; 5238d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber } 5239d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#endif 5240d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 5241f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = 5242f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->findBufferByID(kPortIndexOutput, bufferID, &index); 52430806340688c937e7b78c2d89db3809274130df4eLajos Molnar BufferInfo::Status status = BufferInfo::getSafeStatus(info); 52440806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (status != BufferInfo::OWNED_BY_COMPONENT) { 52450806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Wrong ownership in FBD: %s(%d) buffer #%u", _asString(status), status, bufferID); 52460806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->dumpBuffers(kPortIndexOutput); 52470806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 524815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (fenceFd >= 0) { 524915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ::close(fenceFd); 525015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 52510806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 52520806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5253f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5254054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar info->mDequeuedAt = ++mCodec->mDequeueCounter; 5255f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_US; 5256f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 525790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (info->mRenderInfo != NULL) { 525890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // The fence for an emptied buffer must have signaled, but there still could be queued 525990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // or out-of-order dequeued buffers in the render queue prior to this buffer. Drop these, 526090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // as we will soon requeue this buffer to the surface. While in theory we could still keep 526190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // track of buffers that are requeued to the surface, it is better to add support to the 526290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // buffer-queue to notify us of released buffers and their fences (in the future). 526390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->notifyOfRenderedFrames(true /* dropIncomplete */); 526490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 526590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 526615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // byte buffers cannot take fences, so wait for any fence now 526715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (mCodec->mNativeWindow == NULL) { 526815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar (void)mCodec->waitForFence(fenceFd, "onOMXFillBufferDone"); 526915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar fenceFd = -1; 527015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 527115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->setReadFence(fenceFd, "onOMXFillBufferDone"); 527215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 5273f933441648ef6a71dee783d733aac17b9508b452Andreas Huber PortMode mode = getPortMode(kPortIndexOutput); 5274f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5275f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (mode) { 5276f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case KEEP_BUFFERS: 5277f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5278f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5279f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case RESUBMIT_BUFFERS: 5280f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5281a0940a569f2bc24b00dc10ce0fa7658b1dc3a3a5Lajos Molnar if (rangeLength == 0 && (!(flags & OMX_BUFFERFLAG_EOS) 5282a0940a569f2bc24b00dc10ce0fa7658b1dc3a3a5Lajos Molnar || mCodec->mPortEOS[kPortIndexOutput])) { 5283609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] calling fillBuffer %u", 52845778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->mComponentName.c_str(), info->mBufferID); 5285349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 528615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar err = mCodec->mOMX->fillBuffer(mCodec->mNode, info->mBufferID, info->mFenceFd); 528715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 52880806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 52890806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 52900806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 52910806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5292f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 52935778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mStatus = BufferInfo::OWNED_BY_COMPONENT; 52945778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 52955778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 529631e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 5297577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar sp<AMessage> reply = 52981d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar new AMessage(kWhatOutputBufferDrained, mCodec); 5299577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar 53004bdda35319d5f46efea2089b865c8a64816389cdMarco Nelissen if (!mCodec->mSentFormat && rangeLength > 0) { 5301577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar mCodec->sendFormatChange(reply); 53025778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 5303054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mCodec->usingMetadataOnEncoderOutput()) { 5304054219874873b41f1c815552987c10465c34ba2bLajos Molnar native_handle_t *handle = NULL; 5305054219874873b41f1c815552987c10465c34ba2bLajos Molnar VideoGrallocMetadata &grallocMeta = *(VideoGrallocMetadata *)info->mData->data(); 5306054219874873b41f1c815552987c10465c34ba2bLajos Molnar VideoNativeMetadata &nativeMeta = *(VideoNativeMetadata *)info->mData->data(); 5307054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (info->mData->size() >= sizeof(grallocMeta) 5308054219874873b41f1c815552987c10465c34ba2bLajos Molnar && grallocMeta.eType == kMetadataBufferTypeGrallocSource) { 53097c77f9ca649f321374118937bcdaca14a7e5684bLajos Molnar handle = (native_handle_t *)(uintptr_t)grallocMeta.pHandle; 5310054219874873b41f1c815552987c10465c34ba2bLajos Molnar } else if (info->mData->size() >= sizeof(nativeMeta) 5311054219874873b41f1c815552987c10465c34ba2bLajos Molnar && nativeMeta.eType == kMetadataBufferTypeANWBuffer) { 53127c77f9ca649f321374118937bcdaca14a7e5684bLajos Molnar#ifdef OMX_ANDROID_COMPILE_AS_32BIT_ON_64BIT_PLATFORMS 53137c77f9ca649f321374118937bcdaca14a7e5684bLajos Molnar // ANativeWindowBuffer is only valid on 32-bit/mediaserver process 53147c77f9ca649f321374118937bcdaca14a7e5684bLajos Molnar handle = NULL; 53157c77f9ca649f321374118937bcdaca14a7e5684bLajos Molnar#else 5316054219874873b41f1c815552987c10465c34ba2bLajos Molnar handle = (native_handle_t *)nativeMeta.pBuffer->handle; 53177c77f9ca649f321374118937bcdaca14a7e5684bLajos Molnar#endif 5318054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 5319308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang info->mData->meta()->setPointer("handle", handle); 5320308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang info->mData->meta()->setInt32("rangeOffset", rangeOffset); 5321308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang info->mData->meta()->setInt32("rangeLength", rangeLength); 5322308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang } else { 5323308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang info->mData->setRange(rangeOffset, rangeLength); 5324308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang } 5325496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber#if 0 532621ad778dcfcddb8f8fd9dc3fe4992fbef246c511Marco Nelissen if (mCodec->mNativeWindow == NULL) { 5327496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber if (IsIDR(info->mData)) { 5328496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber ALOGI("IDR frame"); 5329496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber } 53305778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 533121ad778dcfcddb8f8fd9dc3fe4992fbef246c511Marco Nelissen#endif 5332f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 53338b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen if (mCodec->mSkipCutBuffer != NULL) { 53348b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen mCodec->mSkipCutBuffer->submit(info->mData); 53358b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen } 53365778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mData->meta()->setInt64("timeUs", timeUs); 5337f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 53385778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 5339d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatDrainThisBuffer); 5340609b815a3131d22da38b2f452faa9f89daad4039Andy Hung notify->setInt32("buffer-id", info->mBufferID); 53412d8bedd05437b6fccdbc6bf70f673ffd86744d59Andreas Huber notify->setBuffer("buffer", info->mData); 53425778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->setInt32("flags", flags); 5343f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5344609b815a3131d22da38b2f452faa9f89daad4039Andy Hung reply->setInt32("buffer-id", info->mBufferID); 5345f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 53465778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->setMessage("reply", reply); 5347f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 53485778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->post(); 53495778822d86b0337407514b9372562b86edfa91cdAndreas Huber 53505778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mStatus = BufferInfo::OWNED_BY_DOWNSTREAM; 5351f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5352f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (flags & OMX_BUFFERFLAG_EOS) { 53535778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGV("[%s] saw output EOS", mCodec->mComponentName.c_str()); 53545778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5355f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 5356d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatEOS); 5357dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber notify->setInt32("err", mCodec->mInputEOSResult); 5358f933441648ef6a71dee783d733aac17b9508b452Andreas Huber notify->post(); 5359f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5360f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mPortEOS[kPortIndexOutput] = true; 5361f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5362f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5363f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5364f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5365777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim case FREE_BUFFERS: 53660806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mCodec->freeBuffer(kPortIndexOutput, index); 53670806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 53680806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 53690806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 53700806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5371f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5372777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim 5373777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim default: 5374777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Invalid port mode: %d", mode); 5375777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return false; 5376f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5377f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5378f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 5379f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5380f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5381f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::BaseState::onOutputBufferDrained(const sp<AMessage> &msg) { 5382f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferID; 5383609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CHECK(msg->findInt32("buffer-id", (int32_t*)&bufferID)); 5384f933441648ef6a71dee783d733aac17b9508b452Andreas Huber ssize_t index; 53850806340688c937e7b78c2d89db3809274130df4eLajos Molnar BufferInfo *info = mCodec->findBufferByID(kPortIndexOutput, bufferID, &index); 53860806340688c937e7b78c2d89db3809274130df4eLajos Molnar BufferInfo::Status status = BufferInfo::getSafeStatus(info); 53870806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (status != BufferInfo::OWNED_BY_DOWNSTREAM) { 53880806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Wrong ownership in OBD: %s(%d) buffer #%u", _asString(status), status, bufferID); 53890806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->dumpBuffers(kPortIndexOutput); 53900806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 53910806340688c937e7b78c2d89db3809274130df4eLajos Molnar return; 53920806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5393f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5394577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar android_native_rect_t crop; 5395777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (msg->findRect("crop", &crop.left, &crop.top, &crop.right, &crop.bottom)) { 5396777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim status_t err = native_window_set_crop(mCodec->mNativeWindow.get(), &crop); 5397777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGW_IF(err != NO_ERROR, "failed to set crop: %d", err); 5398577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar } 5399577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar 5400f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t render; 5401f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mCodec->mNativeWindow != NULL 54026aade6058521b0dbd35a9a4620f4d04f02f90444Marco Nelissen && msg->findInt32("render", &render) && render != 0 540379ee2399b67c7a11042c5904dc1309712a76f8cbJianzheng Zhou && info->mData != NULL && info->mData->size() != 0) { 54046fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar ATRACE_NAME("render"); 5405f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // The client wants this buffer to be rendered. 5406f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 540790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // save buffers sent to the surface so we can get render time when they return 540890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int64_t mediaTimeUs = -1; 540990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar info->mData->meta()->findInt64("timeUs", &mediaTimeUs); 541090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (mediaTimeUs >= 0) { 541190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->mRenderTracker.onFrameQueued( 541290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mediaTimeUs, info->mGraphicBuffer, new Fence(::dup(info->mFenceFd))); 541390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 541490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 5415fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar int64_t timestampNs = 0; 5416fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar if (!msg->findInt64("timestampNs", ×tampNs)) { 5417c8edf5af010ac24a99b302a18e7b84e8b4b2b783Lajos Molnar // use media timestamp if client did not request a specific render timestamp 5418fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar if (info->mData->meta()->findInt64("timeUs", ×tampNs)) { 5419c8edf5af010ac24a99b302a18e7b84e8b4b2b783Lajos Molnar ALOGV("using buffer PTS of %lld", (long long)timestampNs); 5420fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar timestampNs *= 1000; 5421fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar } 5422fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar } 5423fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar 54245778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err; 5425fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar err = native_window_set_buffers_timestamp(mCodec->mNativeWindow.get(), timestampNs); 54260806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGW_IF(err != NO_ERROR, "failed to set buffer timestamp: %d", err); 5427fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar 542815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkReadFence("onOutputBufferDrained before queueBuffer"); 54290806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mCodec->mNativeWindow->queueBuffer( 543015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mCodec->mNativeWindow.get(), info->mGraphicBuffer.get(), info->mFenceFd); 543115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 54320806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 5433cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber info->mStatus = BufferInfo::OWNED_BY_NATIVE_WINDOW; 5434cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber } else { 5435264bac95912efe121d6a60026612617f04f42966Lajos Molnar ALOGE("queueBuffer failed in onOutputBufferDrained: %d", err); 5436251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 5437cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber info->mStatus = BufferInfo::OWNED_BY_US; 543815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // keeping read fence as write fence to avoid clobbering 543915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mIsReadFence = false; 5440cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber } 5441f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else { 54426fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar if (mCodec->mNativeWindow != NULL && 54436fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar (info->mData == NULL || info->mData->size() != 0)) { 544415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // move read fence into write fence to avoid clobbering 544515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mIsReadFence = false; 54466fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar ATRACE_NAME("frame-drop"); 54476fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar } 5448f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_US; 5449f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5450f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5451f933441648ef6a71dee783d733aac17b9508b452Andreas Huber PortMode mode = getPortMode(kPortIndexOutput); 5452f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5453f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (mode) { 5454f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case KEEP_BUFFERS: 5455f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5456f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // XXX fishy, revisit!!! What about the FREE_BUFFERS case below? 5457f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5458f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW) { 5459f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // We cannot resubmit the buffer we just rendered, dequeue 5460f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // the spare instead. 5461f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5462f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info = mCodec->dequeueBufferFromNativeWindow(); 5463f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5464f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5465f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5466f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5467f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case RESUBMIT_BUFFERS: 5468f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5469f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (!mCodec->mPortEOS[kPortIndexOutput]) { 5470f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW) { 5471f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // We cannot resubmit the buffer we just rendered, dequeue 5472f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // the spare instead. 5473f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5474f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info = mCodec->dequeueBufferFromNativeWindow(); 5475f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5476f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5477c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber if (info != NULL) { 5478609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] calling fillBuffer %u", 5479c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber mCodec->mComponentName.c_str(), info->mBufferID); 548015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkWriteFence("onOutputBufferDrained::RESUBMIT_BUFFERS"); 548115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar status_t err = mCodec->mOMX->fillBuffer( 548215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mCodec->mNode, info->mBufferID, info->mFenceFd); 548315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 54840806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 54850806340688c937e7b78c2d89db3809274130df4eLajos Molnar info->mStatus = BufferInfo::OWNED_BY_COMPONENT; 54860806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 54870806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 54880806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5489c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber } 5490f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5491f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5492f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5493f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5494777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim case FREE_BUFFERS: 5495f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 54960806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = mCodec->freeBuffer(kPortIndexOutput, index); 54970806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 54980806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 54990806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5500f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5501f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5502777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim 5503777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim default: 5504777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Invalid port mode: %d", mode); 5505777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return; 5506f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5507f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5508f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5509f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 5510f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5511f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::UninitializedState::UninitializedState(ACodec *codec) 5512f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : BaseState(codec) { 5513f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5514f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5515c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Hubervoid ACodec::UninitializedState::stateEntered() { 5516c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber ALOGV("Now uninitialized"); 5517ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 5518ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber if (mDeathNotifier != NULL) { 5519f888020c6e2735624f2b2a30e72aca24e17b8b4dMarco Nelissen IInterface::asBinder(mCodec->mOMX)->unlinkToDeath(mDeathNotifier); 5520ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mDeathNotifier.clear(); 5521ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber } 5522ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 5523ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mCodec->mNativeWindow.clear(); 5524e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar mCodec->mNativeWindowUsageBits = 0; 5525ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar mCodec->mNode = 0; 5526ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mCodec->mOMX.clear(); 5527ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mCodec->mQuirks = 0; 5528ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mCodec->mFlags = 0; 5529054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->mInputMetadataType = kMetadataBufferTypeInvalid; 5530054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->mOutputMetadataType = kMetadataBufferTypeInvalid; 5531ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mCodec->mComponentName.clear(); 5532c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 5533c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5534f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::UninitializedState::onMessageReceived(const sp<AMessage> &msg) { 5535f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool handled = false; 5536f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5537f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 5538f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case ACodec::kWhatSetup: 5539f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5540f933441648ef6a71dee783d733aac17b9508b452Andreas Huber onSetup(msg); 5541f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5542f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 5543f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5544f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5545f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 55465778822d86b0337407514b9372562b86edfa91cdAndreas Huber case ACodec::kWhatAllocateComponent: 55475778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 55485778822d86b0337407514b9372562b86edfa91cdAndreas Huber onAllocateComponent(msg); 55495778822d86b0337407514b9372562b86edfa91cdAndreas Huber handled = true; 55505778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 55515778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 55525778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5553f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case ACodec::kWhatShutdown: 5554f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5555c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber int32_t keepComponentAllocated; 5556c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber CHECK(msg->findInt32( 5557c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber "keepComponentAllocated", &keepComponentAllocated)); 555854b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar ALOGW_IF(keepComponentAllocated, 555954b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar "cannot keep component allocated on shutdown in Uninitialized state"); 5560c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5561f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 5562d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatShutdownCompleted); 5563f933441648ef6a71dee783d733aac17b9508b452Andreas Huber notify->post(); 5564f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5565f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 5566c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber break; 5567f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5568f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5569f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case ACodec::kWhatFlush: 5570f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5571f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 5572d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatFlushCompleted); 5573f933441648ef6a71dee783d733aac17b9508b452Andreas Huber notify->post(); 5574f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5575f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 5576c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber break; 5577f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5578f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 557930358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar case ACodec::kWhatReleaseCodecInstance: 558030358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar { 558130358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar // nothing to do, as we have already signaled shutdown 558230358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar handled = true; 558330358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar break; 558430358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar } 558530358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar 5586f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 5587f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onMessageReceived(msg); 5588f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5589f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5590f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return handled; 5591f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5592f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5593f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::UninitializedState::onSetup( 5594f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const sp<AMessage> &msg) { 5595c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (onAllocateComponent(msg) 5596c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber && mCodec->mLoadedState->onConfigureComponent(msg)) { 5597c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->mLoadedState->onStart(); 5598c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 55995778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 56005778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5601c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberbool ACodec::UninitializedState::onAllocateComponent(const sp<AMessage> &msg) { 56025778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGV("onAllocateComponent"); 56035778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5604ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar CHECK(mCodec->mNode == 0); 56055778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5606f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMXClient client; 560748a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung if (client.connect() != OK) { 560848a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung mCodec->signalError(OMX_ErrorUndefined, NO_INIT); 560948a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung return false; 561048a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung } 5611f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5612f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<IOMX> omx = client.interface(); 5613f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 56141d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> notify = new AMessage(kWhatOMXDied, mCodec); 5615ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 5616ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mDeathNotifier = new DeathNotifier(notify); 5617f888020c6e2735624f2b2a30e72aca24e17b8b4dMarco Nelissen if (IInterface::asBinder(omx)->linkToDeath(mDeathNotifier) != OK) { 5618ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber // This was a local binder, if it dies so do we, we won't care 5619ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber // about any notifications in the afterlife. 5620ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mDeathNotifier.clear(); 5621ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber } 5622ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 5623b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar Vector<AString> matchingCodecs; 56245778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5625f933441648ef6a71dee783d733aac17b9508b452Andreas Huber AString mime; 5626f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 56275778822d86b0337407514b9372562b86edfa91cdAndreas Huber AString componentName; 5628d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber uint32_t quirks = 0; 56297791cf11186a22b3f84d98cfde67393bee748cb0Marco Nelissen int32_t encoder = false; 56305778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (msg->findString("componentName", &componentName)) { 5631b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar sp<IMediaCodecList> list = MediaCodecList::getInstance(); 5632b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar if (list != NULL && list->findCodecByName(componentName.c_str()) >= 0) { 5633b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar matchingCodecs.add(componentName); 5634afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber } 56355778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 56365778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findString("mime", &mime)); 56375778822d86b0337407514b9372562b86edfa91cdAndreas Huber 56385778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("encoder", &encoder)) { 56395778822d86b0337407514b9372562b86edfa91cdAndreas Huber encoder = false; 56405778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 56415778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5642b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar MediaCodecList::findMatchingCodecs( 56435778822d86b0337407514b9372562b86edfa91cdAndreas Huber mime.c_str(), 56445778822d86b0337407514b9372562b86edfa91cdAndreas Huber encoder, // createEncoder 5645b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar 0, // flags 5646e671207115fac3914134c61b336d5fa0242c68caAndreas Huber &matchingCodecs); 56475778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 56481065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber 56491065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber sp<CodecObserver> observer = new CodecObserver; 5650ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar IOMX::node_id node = 0; 56511065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber 5652201d8d400eb037547f4f476a838475b13a446007Wei Jia status_t err = NAME_NOT_FOUND; 56531065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber for (size_t matchIndex = 0; matchIndex < matchingCodecs.size(); 56541065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber ++matchIndex) { 5655b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar componentName = matchingCodecs[matchIndex]; 5656b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar quirks = MediaCodecList::getQuirksFor(componentName.c_str()); 5657f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5658da153975581fb3161a30452348a5b26ee72d9255Elliott Hughes pid_t tid = gettid(); 5659078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber int prevPriority = androidGetThreadPriority(tid); 5660078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber androidSetThreadPriority(tid, ANDROID_PRIORITY_FOREGROUND); 56619f41ee5a4dd73093d107bc80df5cebb9a273cc72Ronghua Wu err = omx->allocateNode(componentName.c_str(), observer, &node); 5662078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber androidSetThreadPriority(tid, prevPriority); 5663f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 56641065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber if (err == OK) { 56651065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber break; 56667a727021b86c2fb2c9f60af2c999154dce1766ebZhijun He } else { 56677a727021b86c2fb2c9f60af2c999154dce1766ebZhijun He ALOGW("Allocating component '%s' failed, try next one.", componentName.c_str()); 56681065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber } 56691065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber 5670ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar node = 0; 56711065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber } 56721065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber 5673ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar if (node == 0) { 56745778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!mime.empty()) { 56759f41ee5a4dd73093d107bc80df5cebb9a273cc72Ronghua Wu ALOGE("Unable to instantiate a %scoder for type '%s' with err %#x.", 56769f41ee5a4dd73093d107bc80df5cebb9a273cc72Ronghua Wu encoder ? "en" : "de", mime.c_str(), err); 56775778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 56789f41ee5a4dd73093d107bc80df5cebb9a273cc72Ronghua Wu ALOGE("Unable to instantiate codec '%s' with err %#x.", componentName.c_str(), err); 56795778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 5680c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber 568152e88b2986536e83a7a6da63461556b8734a85f3Ronghua Wu mCodec->signalError((OMX_ERRORTYPE)err, makeNoSideEffectStatus(err)); 5682c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return false; 5683c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber } 5684f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 568526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar notify = new AMessage(kWhatOMXMessageList, mCodec); 5686f933441648ef6a71dee783d733aac17b9508b452Andreas Huber observer->setNotificationMessage(notify); 5687f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5688f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mComponentName = componentName; 568990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->mRenderTracker.setComponentName(componentName); 5690ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber mCodec->mFlags = 0; 5691ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 5692ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber if (componentName.endsWith(".secure")) { 5693ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber mCodec->mFlags |= kFlagIsSecure; 56941713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang mCodec->mFlags |= kFlagIsGrallocUsageProtected; 56950167414e261f88a96b5e4bf6cb592e6ca11e5a95Andreas Huber mCodec->mFlags |= kFlagPushBlankBuffersToNativeWindowOnShutdown; 5696ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 5697ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 5698afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber mCodec->mQuirks = quirks; 5699f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mOMX = omx; 5700f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mNode = node; 5701f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 57025778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 57035778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 5704d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatComponentAllocated); 57055778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->setString("componentName", mCodec->mComponentName.c_str()); 57065778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->post(); 57075778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 5708c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5709c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->changeState(mCodec->mLoadedState); 5710c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5711c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return true; 57125778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 57135778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5714c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber//////////////////////////////////////////////////////////////////////////////// 5715c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5716c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas HuberACodec::LoadedState::LoadedState(ACodec *codec) 5717c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber : BaseState(codec) { 5718c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 5719c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5720c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Hubervoid ACodec::LoadedState::stateEntered() { 5721c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber ALOGV("[%s] Now Loaded", mCodec->mComponentName.c_str()); 5722c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5723f6f38287b97ec69b169387add6458f859b770e65Andreas Huber mCodec->mPortEOS[kPortIndexInput] = 5724f6f38287b97ec69b169387add6458f859b770e65Andreas Huber mCodec->mPortEOS[kPortIndexOutput] = false; 5725f6f38287b97ec69b169387add6458f859b770e65Andreas Huber 5726f6f38287b97ec69b169387add6458f859b770e65Andreas Huber mCodec->mInputEOSResult = OK; 5727f6f38287b97ec69b169387add6458f859b770e65Andreas Huber 5728054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mCodec->mDequeueCounter = 0; 5729054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->mMetadataBuffersToSubmit = 0; 5730a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber mCodec->mRepeatFrameDelayUs = -1ll; 5731e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar mCodec->mInputFormat.clear(); 5732e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar mCodec->mOutputFormat.clear(); 57334e865a3cfe4c955e0890321a6b488cf661808b63Lajos Molnar mCodec->mBaseOutputFormat.clear(); 5734054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 5735c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (mCodec->mShutdownInProgress) { 5736c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber bool keepComponentAllocated = mCodec->mKeepComponentAllocated; 5737c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5738c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->mShutdownInProgress = false; 5739c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->mKeepComponentAllocated = false; 5740c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5741c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber onShutdown(keepComponentAllocated); 5742c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 574354b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar mCodec->mExplicitShutdown = false; 5744f393c33e65ae51a7cf168b4e15771b152f996b32Wei Jia 5745f393c33e65ae51a7cf168b4e15771b152f996b32Wei Jia mCodec->processDeferredMessages(); 5746c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 5747c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5748c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Hubervoid ACodec::LoadedState::onShutdown(bool keepComponentAllocated) { 5749c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (!keepComponentAllocated) { 57500806340688c937e7b78c2d89db3809274130df4eLajos Molnar (void)mCodec->mOMX->freeNode(mCodec->mNode); 5751c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5752c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->changeState(mCodec->mUninitializedState); 5753c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 5754c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 575554b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar if (mCodec->mExplicitShutdown) { 575654b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar sp<AMessage> notify = mCodec->mNotify->dup(); 5757d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatShutdownCompleted); 575854b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar notify->post(); 575954b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar mCodec->mExplicitShutdown = false; 576054b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar } 5761c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 5762c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5763c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberbool ACodec::LoadedState::onMessageReceived(const sp<AMessage> &msg) { 5764c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber bool handled = false; 5765c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5766c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber switch (msg->what()) { 5767c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case ACodec::kWhatConfigureComponent: 5768c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber { 5769c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber onConfigureComponent(msg); 5770c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber handled = true; 5771c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber break; 5772c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 5773c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 57747cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case ACodec::kWhatCreateInputSurface: 57757cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 57767cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden onCreateInputSurface(msg); 57777cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden handled = true; 57787cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 57797cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 57807cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 57818f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang case ACodec::kWhatSetInputSurface: 5782d291c222357303b9611cab89d0c3b047584ef377Chong Zhang { 57838f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang onSetInputSurface(msg); 5784d291c222357303b9611cab89d0c3b047584ef377Chong Zhang handled = true; 5785d291c222357303b9611cab89d0c3b047584ef377Chong Zhang break; 5786d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 5787d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 5788c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case ACodec::kWhatStart: 5789c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber { 5790c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber onStart(); 5791c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber handled = true; 5792c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber break; 5793c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 5794c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5795c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case ACodec::kWhatShutdown: 5796c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber { 5797c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber int32_t keepComponentAllocated; 5798c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber CHECK(msg->findInt32( 5799c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber "keepComponentAllocated", &keepComponentAllocated)); 5800c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 580154b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar mCodec->mExplicitShutdown = true; 5802c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber onShutdown(keepComponentAllocated); 5803c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5804c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber handled = true; 5805c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber break; 5806c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 5807c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5808c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case ACodec::kWhatFlush: 5809c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber { 5810c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 5811d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatFlushCompleted); 5812c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber notify->post(); 5813c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5814c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber handled = true; 5815c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber break; 5816c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 5817c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5818c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber default: 5819c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return BaseState::onMessageReceived(msg); 5820c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 5821c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5822c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return handled; 5823c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 5824c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5825c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberbool ACodec::LoadedState::onConfigureComponent( 58265778822d86b0337407514b9372562b86edfa91cdAndreas Huber const sp<AMessage> &msg) { 58275778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGV("onConfigureComponent"); 58285778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5829ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar CHECK(mCodec->mNode != 0); 58305778822d86b0337407514b9372562b86edfa91cdAndreas Huber 58310806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = OK; 58325778822d86b0337407514b9372562b86edfa91cdAndreas Huber AString mime; 58330806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (!msg->findString("mime", &mime)) { 58340806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = BAD_VALUE; 58350806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 58360806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mCodec->configureCodec(mime.c_str(), msg); 58370806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 58385778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 5839c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber ALOGE("[%s] configureCodec returning error %d", 5840c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber mCodec->mComponentName.c_str(), err); 5841c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber 5842251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 5843c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return false; 58445778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 5845f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 58465778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 58475778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 5848d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatComponentConfigured); 5849e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setMessage("input-format", mCodec->mInputFormat); 5850e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setMessage("output-format", mCodec->mOutputFormat); 58515778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->post(); 58525778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 5853c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5854c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return true; 58555778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 58565778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5857d291c222357303b9611cab89d0c3b047584ef377Chong Zhangstatus_t ACodec::LoadedState::setupInputSurface() { 5858d291c222357303b9611cab89d0c3b047584ef377Chong Zhang status_t err = OK; 5859a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber 5860d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (mCodec->mRepeatFrameDelayUs > 0ll) { 5861a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber err = mCodec->mOMX->setInternalOption( 5862a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber mCodec->mNode, 5863a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber kPortIndexInput, 5864a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber IOMX::INTERNAL_OPTION_REPEAT_PREVIOUS_FRAME_DELAY, 5865a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber &mCodec->mRepeatFrameDelayUs, 5866a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber sizeof(mCodec->mRepeatFrameDelayUs)); 5867a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber 5868a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber if (err != OK) { 5869a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber ALOGE("[%s] Unable to configure option to repeat previous " 5870a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber "frames (err %d)", 5871a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber mCodec->mComponentName.c_str(), 5872a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber err); 5873d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return err; 5874a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber } 5875a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber } 5876a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber 5877d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (mCodec->mMaxPtsGapUs > 0ll) { 587894ee4b708acfa941581160b267afb79192b1d816Chong Zhang err = mCodec->mOMX->setInternalOption( 587994ee4b708acfa941581160b267afb79192b1d816Chong Zhang mCodec->mNode, 588094ee4b708acfa941581160b267afb79192b1d816Chong Zhang kPortIndexInput, 588194ee4b708acfa941581160b267afb79192b1d816Chong Zhang IOMX::INTERNAL_OPTION_MAX_TIMESTAMP_GAP, 588294ee4b708acfa941581160b267afb79192b1d816Chong Zhang &mCodec->mMaxPtsGapUs, 588394ee4b708acfa941581160b267afb79192b1d816Chong Zhang sizeof(mCodec->mMaxPtsGapUs)); 588494ee4b708acfa941581160b267afb79192b1d816Chong Zhang 588594ee4b708acfa941581160b267afb79192b1d816Chong Zhang if (err != OK) { 588694ee4b708acfa941581160b267afb79192b1d816Chong Zhang ALOGE("[%s] Unable to configure max timestamp gap (err %d)", 588772cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang mCodec->mComponentName.c_str(), 588872cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang err); 5889d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return err; 58902c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang } 58912c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang } 58922c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang 5893d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (mCodec->mMaxFps > 0) { 589437b2b389139ed638831e49708c947863eef631efRonghua Wu err = mCodec->mOMX->setInternalOption( 589537b2b389139ed638831e49708c947863eef631efRonghua Wu mCodec->mNode, 589637b2b389139ed638831e49708c947863eef631efRonghua Wu kPortIndexInput, 589737b2b389139ed638831e49708c947863eef631efRonghua Wu IOMX::INTERNAL_OPTION_MAX_FPS, 589837b2b389139ed638831e49708c947863eef631efRonghua Wu &mCodec->mMaxFps, 589937b2b389139ed638831e49708c947863eef631efRonghua Wu sizeof(mCodec->mMaxFps)); 590037b2b389139ed638831e49708c947863eef631efRonghua Wu 590137b2b389139ed638831e49708c947863eef631efRonghua Wu if (err != OK) { 590237b2b389139ed638831e49708c947863eef631efRonghua Wu ALOGE("[%s] Unable to configure max fps (err %d)", 590337b2b389139ed638831e49708c947863eef631efRonghua Wu mCodec->mComponentName.c_str(), 590437b2b389139ed638831e49708c947863eef631efRonghua Wu err); 5905d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return err; 590637b2b389139ed638831e49708c947863eef631efRonghua Wu } 590737b2b389139ed638831e49708c947863eef631efRonghua Wu } 590837b2b389139ed638831e49708c947863eef631efRonghua Wu 5909d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (mCodec->mTimePerCaptureUs > 0ll 59102c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang && mCodec->mTimePerFrameUs > 0ll) { 59112c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang int64_t timeLapse[2]; 59122c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang timeLapse[0] = mCodec->mTimePerFrameUs; 59132c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang timeLapse[1] = mCodec->mTimePerCaptureUs; 59142c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang err = mCodec->mOMX->setInternalOption( 59152c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mCodec->mNode, 59162c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang kPortIndexInput, 59172c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang IOMX::INTERNAL_OPTION_TIME_LAPSE, 59182c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang &timeLapse[0], 59192c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang sizeof(timeLapse)); 59202c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang 59212c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang if (err != OK) { 59222c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang ALOGE("[%s] Unable to configure time lapse (err %d)", 59232c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mCodec->mComponentName.c_str(), 59242c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang err); 5925d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return err; 59262c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang } 59272c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang } 592872cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang 5929d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (mCodec->mCreateInputBuffersSuspended) { 593072cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang bool suspend = true; 593172cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang err = mCodec->mOMX->setInternalOption( 593272cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang mCodec->mNode, 593372cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang kPortIndexInput, 593472cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang IOMX::INTERNAL_OPTION_SUSPEND, 593572cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang &suspend, 593672cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang sizeof(suspend)); 593772cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang 593872cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang if (err != OK) { 593972cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang ALOGE("[%s] Unable to configure option to suspend (err %d)", 594094ee4b708acfa941581160b267afb79192b1d816Chong Zhang mCodec->mComponentName.c_str(), 594194ee4b708acfa941581160b267afb79192b1d816Chong Zhang err); 5942d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return err; 594394ee4b708acfa941581160b267afb79192b1d816Chong Zhang } 594494ee4b708acfa941581160b267afb79192b1d816Chong Zhang } 594594ee4b708acfa941581160b267afb79192b1d816Chong Zhang 5946c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar uint32_t usageBits; 5947c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar if (mCodec->mOMX->getParameter( 5948c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar mCodec->mNode, (OMX_INDEXTYPE)OMX_IndexParamConsumerUsageBits, 5949c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar &usageBits, sizeof(usageBits)) == OK) { 5950c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar mCodec->mInputFormat->setInt32( 5951c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar "using-sw-read-often", !!(usageBits & GRALLOC_USAGE_SW_READ_OFTEN)); 5952c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar } 5953c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar 5954d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return OK; 5955d291c222357303b9611cab89d0c3b047584ef377Chong Zhang} 5956d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 5957d291c222357303b9611cab89d0c3b047584ef377Chong Zhangvoid ACodec::LoadedState::onCreateInputSurface( 5958d291c222357303b9611cab89d0c3b047584ef377Chong Zhang const sp<AMessage> & /* msg */) { 5959d291c222357303b9611cab89d0c3b047584ef377Chong Zhang ALOGV("onCreateInputSurface"); 5960d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 5961d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<AMessage> notify = mCodec->mNotify->dup(); 5962d291c222357303b9611cab89d0c3b047584ef377Chong Zhang notify->setInt32("what", CodecBase::kWhatInputSurfaceCreated); 5963d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 5964d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<IGraphicBufferProducer> bufferProducer; 5965d291c222357303b9611cab89d0c3b047584ef377Chong Zhang status_t err = mCodec->mOMX->createInputSurface( 5966054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->mNode, kPortIndexInput, &bufferProducer, &mCodec->mInputMetadataType); 5967d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 5968d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (err == OK) { 5969d291c222357303b9611cab89d0c3b047584ef377Chong Zhang err = setupInputSurface(); 5970d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 5971d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 59727cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (err == OK) { 59737cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden notify->setObject("input-surface", 59747cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden new BufferProducerWrapper(bufferProducer)); 59757cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } else { 59767cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden // Can't use mCodec->signalError() here -- MediaCodec won't forward 59777cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden // the error through because it's in the "configured" state. We 59787cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden // send a kWhatInputSurfaceCreated with an error value instead. 59797cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden ALOGE("[%s] onCreateInputSurface returning error %d", 59807cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mCodec->mComponentName.c_str(), err); 59817cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden notify->setInt32("err", err); 59827cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 59837cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden notify->post(); 59847cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden} 59857cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 59868f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhangvoid ACodec::LoadedState::onSetInputSurface( 5987d291c222357303b9611cab89d0c3b047584ef377Chong Zhang const sp<AMessage> &msg) { 59888f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang ALOGV("onSetInputSurface"); 5989d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 5990d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<AMessage> notify = mCodec->mNotify->dup(); 5991d291c222357303b9611cab89d0c3b047584ef377Chong Zhang notify->setInt32("what", CodecBase::kWhatInputSurfaceAccepted); 5992d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 5993d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<RefBase> obj; 5994d291c222357303b9611cab89d0c3b047584ef377Chong Zhang CHECK(msg->findObject("input-surface", &obj)); 5995d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<PersistentSurface> surface = static_cast<PersistentSurface *>(obj.get()); 5996d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 59978f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang status_t err = mCodec->mOMX->setInputSurface( 5998054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->mNode, kPortIndexInput, surface->getBufferConsumer(), 5999054219874873b41f1c815552987c10465c34ba2bLajos Molnar &mCodec->mInputMetadataType); 6000d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6001d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (err == OK) { 6002d291c222357303b9611cab89d0c3b047584ef377Chong Zhang err = setupInputSurface(); 6003d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 6004d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6005d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (err != OK) { 6006d291c222357303b9611cab89d0c3b047584ef377Chong Zhang // Can't use mCodec->signalError() here -- MediaCodec won't forward 6007d291c222357303b9611cab89d0c3b047584ef377Chong Zhang // the error through because it's in the "configured" state. We 6008d291c222357303b9611cab89d0c3b047584ef377Chong Zhang // send a kWhatInputSurfaceAccepted with an error value instead. 60098f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang ALOGE("[%s] onSetInputSurface returning error %d", 6010d291c222357303b9611cab89d0c3b047584ef377Chong Zhang mCodec->mComponentName.c_str(), err); 6011d291c222357303b9611cab89d0c3b047584ef377Chong Zhang notify->setInt32("err", err); 6012d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 6013d291c222357303b9611cab89d0c3b047584ef377Chong Zhang notify->post(); 6014d291c222357303b9611cab89d0c3b047584ef377Chong Zhang} 6015d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6016c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Hubervoid ACodec::LoadedState::onStart() { 60175778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGV("onStart"); 60185778822d86b0337407514b9372562b86edfa91cdAndreas Huber 60190806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = mCodec->mOMX->sendCommand(mCodec->mNode, OMX_CommandStateSet, OMX_StateIdle); 60200806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 60210806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 60220806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 60230806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->changeState(mCodec->mLoadedToIdleState); 60240806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6025f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6026f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6027f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 6028f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6029f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::LoadedToIdleState::LoadedToIdleState(ACodec *codec) 6030f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : BaseState(codec) { 6031f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6032f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6033f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::LoadedToIdleState::stateEntered() { 60343856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now Loaded->Idle", mCodec->mComponentName.c_str()); 6035f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6036cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber status_t err; 6037cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber if ((err = allocateBuffers()) != OK) { 603829357bc2c0dd7c43ad3bd0c8e3efa4e6fd9bfd47Steve Block ALOGE("Failed to allocate buffers after transitioning to IDLE state " 6039cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber "(error 0x%08x)", 6040cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber err); 6041cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber 6042251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 604391bfadb4aa75444c60e9949232de3c184cfe060aAndreas Huber 6044c673de8067ad53f96b3fcd2b7b24b066303a32aaWei Jia mCodec->mOMX->sendCommand( 6045c673de8067ad53f96b3fcd2b7b24b066303a32aaWei Jia mCodec->mNode, OMX_CommandStateSet, OMX_StateLoaded); 6046c673de8067ad53f96b3fcd2b7b24b066303a32aaWei Jia if (mCodec->allYourBuffersAreBelongToUs(kPortIndexInput)) { 6047c673de8067ad53f96b3fcd2b7b24b066303a32aaWei Jia mCodec->freeBuffersOnPort(kPortIndexInput); 6048c673de8067ad53f96b3fcd2b7b24b066303a32aaWei Jia } 6049c673de8067ad53f96b3fcd2b7b24b066303a32aaWei Jia if (mCodec->allYourBuffersAreBelongToUs(kPortIndexOutput)) { 6050c673de8067ad53f96b3fcd2b7b24b066303a32aaWei Jia mCodec->freeBuffersOnPort(kPortIndexOutput); 6051c673de8067ad53f96b3fcd2b7b24b066303a32aaWei Jia } 6052c673de8067ad53f96b3fcd2b7b24b066303a32aaWei Jia 605391bfadb4aa75444c60e9949232de3c184cfe060aAndreas Huber mCodec->changeState(mCodec->mLoadedState); 6054cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber } 6055f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6056f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6057f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::LoadedToIdleState::allocateBuffers() { 6058f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t err = mCodec->allocateBuffersOnPort(kPortIndexInput); 6059f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6060f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 6061f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 6062f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6063f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6064f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return mCodec->allocateBuffersOnPort(kPortIndexOutput); 6065f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6066f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6067f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::LoadedToIdleState::onMessageReceived(const sp<AMessage> &msg) { 6068f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 606972cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang case kWhatSetParameters: 6070f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 6071f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6072f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->deferMessage(msg); 6073f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6074f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6075f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 60766507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden case kWhatSignalEndOfInputStream: 60776507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden { 60786507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mCodec->onSignalEndOfInputStream(); 60796507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden return true; 60806507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden } 60816507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 60826463e76d41430f9b03a79b221de84255f2475658Marco Nelissen case kWhatResume: 60836463e76d41430f9b03a79b221de84255f2475658Marco Nelissen { 60846463e76d41430f9b03a79b221de84255f2475658Marco Nelissen // We'll be active soon enough. 60856463e76d41430f9b03a79b221de84255f2475658Marco Nelissen return true; 60866463e76d41430f9b03a79b221de84255f2475658Marco Nelissen } 60876463e76d41430f9b03a79b221de84255f2475658Marco Nelissen 60886463e76d41430f9b03a79b221de84255f2475658Marco Nelissen case kWhatFlush: 60896463e76d41430f9b03a79b221de84255f2475658Marco Nelissen { 60906463e76d41430f9b03a79b221de84255f2475658Marco Nelissen // We haven't even started yet, so we're flushed alright... 60916463e76d41430f9b03a79b221de84255f2475658Marco Nelissen sp<AMessage> notify = mCodec->mNotify->dup(); 6092d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatFlushCompleted); 60936463e76d41430f9b03a79b221de84255f2475658Marco Nelissen notify->post(); 60946463e76d41430f9b03a79b221de84255f2475658Marco Nelissen return true; 60956463e76d41430f9b03a79b221de84255f2475658Marco Nelissen } 60966463e76d41430f9b03a79b221de84255f2475658Marco Nelissen 6097f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6098f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onMessageReceived(msg); 6099f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6100f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6101f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6102f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::LoadedToIdleState::onOMXEvent( 6103f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 6104f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 6105f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventCmdComplete: 6106f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 61070806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = OK; 61080806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (data1 != (OMX_U32)OMX_CommandStateSet 61090806340688c937e7b78c2d89db3809274130df4eLajos Molnar || data2 != (OMX_U32)OMX_StateIdle) { 61100806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Unexpected command completion in LoadedToIdleState: %s(%u) %s(%u)", 61110806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_COMMANDTYPE)data1), data1, 61120806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_STATETYPE)data2), data2); 61130806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = FAILED_TRANSACTION; 61140806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6115f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 61160806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 61170806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mCodec->mOMX->sendCommand( 61180806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mNode, OMX_CommandStateSet, OMX_StateExecuting); 61190806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6120f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 61210806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 61220806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 61230806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 61240806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->changeState(mCodec->mIdleToExecutingState); 61250806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6126f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6127f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6128f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6129f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6130f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6131f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onOMXEvent(event, data1, data2); 6132f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6133f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6134f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6135f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 6136f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6137f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::IdleToExecutingState::IdleToExecutingState(ACodec *codec) 6138f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : BaseState(codec) { 6139f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6140f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6141f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::IdleToExecutingState::stateEntered() { 61423856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now Idle->Executing", mCodec->mComponentName.c_str()); 6143f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6144f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6145f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::IdleToExecutingState::onMessageReceived(const sp<AMessage> &msg) { 6146f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 614772cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang case kWhatSetParameters: 6148f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 6149f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6150f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->deferMessage(msg); 6151f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6152f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6153f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6154d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber case kWhatResume: 6155d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber { 6156d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber // We'll be active soon enough. 6157d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber return true; 6158d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber } 6159d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber 6160d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber case kWhatFlush: 6161d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber { 6162d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber // We haven't even started yet, so we're flushed alright... 6163d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 6164d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatFlushCompleted); 6165d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber notify->post(); 6166d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber 6167d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber return true; 6168d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber } 6169d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber 61706507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden case kWhatSignalEndOfInputStream: 61716507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden { 61726507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mCodec->onSignalEndOfInputStream(); 61736507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden return true; 61746507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden } 61756507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 6176f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6177f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onMessageReceived(msg); 6178f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6179f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6180f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6181f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::IdleToExecutingState::onOMXEvent( 6182f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 6183f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 6184f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventCmdComplete: 6185f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 61860806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (data1 != (OMX_U32)OMX_CommandStateSet 61870806340688c937e7b78c2d89db3809274130df4eLajos Molnar || data2 != (OMX_U32)OMX_StateExecuting) { 61880806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Unexpected command completion in IdleToExecutingState: %s(%u) %s(%u)", 61890806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_COMMANDTYPE)data1), data1, 61900806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_STATETYPE)data2), data2); 61910806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 61920806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 61930806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6194f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6195f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mExecutingState->resume(); 6196f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->changeState(mCodec->mExecutingState); 6197f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6198f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6199f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6200f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6201f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6202f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onOMXEvent(event, data1, data2); 6203f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6204f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6205f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6206f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 6207f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6208f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::ExecutingState::ExecutingState(ACodec *codec) 6209349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber : BaseState(codec), 6210349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mActive(false) { 6211f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6212f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6213f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::BaseState::PortMode ACodec::ExecutingState::getPortMode( 6214ccb067b1d8424ba610cbd3de83368bd55b532b5bAndreas Huber OMX_U32 /* portIndex */) { 6215f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return RESUBMIT_BUFFERS; 6216f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6217f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6218054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnarvoid ACodec::ExecutingState::submitOutputMetaBuffers() { 6219054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar // submit as many buffers as there are input buffers with the codec 6220054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar // in case we are in port reconfiguring 6221054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar for (size_t i = 0; i < mCodec->mBuffers[kPortIndexInput].size(); ++i) { 6222054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar BufferInfo *info = &mCodec->mBuffers[kPortIndexInput].editItemAt(i); 6223054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 6224054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar if (info->mStatus == BufferInfo::OWNED_BY_COMPONENT) { 6225054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mCodec->submitOutputMetadataBuffer() != OK) 6226054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar break; 6227054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 6228054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 62294dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar 62304dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar // *** NOTE: THE FOLLOWING WORKAROUND WILL BE REMOVED *** 6231054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->signalSubmitOutputMetadataBufferIfEOS_workaround(); 6232054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar} 6233054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 6234054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnarvoid ACodec::ExecutingState::submitRegularOutputBuffers() { 62350806340688c937e7b78c2d89db3809274130df4eLajos Molnar bool failed = false; 6236f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (size_t i = 0; i < mCodec->mBuffers[kPortIndexOutput].size(); ++i) { 6237f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = &mCodec->mBuffers[kPortIndexOutput].editItemAt(i); 6238f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6239f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mCodec->mNativeWindow != NULL) { 62400806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (info->mStatus != BufferInfo::OWNED_BY_US 62410806340688c937e7b78c2d89db3809274130df4eLajos Molnar && info->mStatus != BufferInfo::OWNED_BY_NATIVE_WINDOW) { 62420806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("buffers should be owned by us or the surface"); 62430806340688c937e7b78c2d89db3809274130df4eLajos Molnar failed = true; 62440806340688c937e7b78c2d89db3809274130df4eLajos Molnar break; 62450806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6246f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6247f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW) { 6248f933441648ef6a71dee783d733aac17b9508b452Andreas Huber continue; 6249f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6250f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else { 62510806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (info->mStatus != BufferInfo::OWNED_BY_US) { 62520806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("buffers should be owned by us"); 62530806340688c937e7b78c2d89db3809274130df4eLajos Molnar failed = true; 62540806340688c937e7b78c2d89db3809274130df4eLajos Molnar break; 62550806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6256f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6257f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 62580806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGV("[%s] calling fillBuffer %u", mCodec->mComponentName.c_str(), info->mBufferID); 6259349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 626015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkWriteFence("submitRegularOutputBuffers"); 626115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar status_t err = mCodec->mOMX->fillBuffer(mCodec->mNode, info->mBufferID, info->mFenceFd); 626215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 62630806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 62640806340688c937e7b78c2d89db3809274130df4eLajos Molnar failed = true; 62650806340688c937e7b78c2d89db3809274130df4eLajos Molnar break; 62660806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6267f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6268f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_COMPONENT; 6269f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 62700806340688c937e7b78c2d89db3809274130df4eLajos Molnar 62710806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (failed) { 62720806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 62730806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6274f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6275f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6276054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnarvoid ACodec::ExecutingState::submitOutputBuffers() { 6277c38fcfba95f711e5738e4c72bd5499317a2f30d9Lajos Molnar submitRegularOutputBuffers(); 6278054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mCodec->storingMetadataInDecodedBuffers()) { 6279054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar submitOutputMetaBuffers(); 6280054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 6281054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar} 6282054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 6283f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::ExecutingState::resume() { 6284349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber if (mActive) { 62850806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGV("[%s] We're already active, no need to resume.", mCodec->mComponentName.c_str()); 6286349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber return; 6287349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber } 6288349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 6289f933441648ef6a71dee783d733aac17b9508b452Andreas Huber submitOutputBuffers(); 6290f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 62913cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar // Post all available input buffers 6292777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (mCodec->mBuffers[kPortIndexInput].size() == 0u) { 6293777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGW("[%s] we don't have any input buffers to resume", mCodec->mComponentName.c_str()); 6294777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 6295777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim 62963cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar for (size_t i = 0; i < mCodec->mBuffers[kPortIndexInput].size(); i++) { 62973cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar BufferInfo *info = &mCodec->mBuffers[kPortIndexInput].editItemAt(i); 62983cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar if (info->mStatus == BufferInfo::OWNED_BY_US) { 62993cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar postFillThisBuffer(info); 63003cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar } 63013cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar } 6302349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 6303349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mActive = true; 6304f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6305f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6306f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::ExecutingState::stateEntered() { 63073856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now Executing", mCodec->mComponentName.c_str()); 6308f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 630990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->mRenderTracker.clear(systemTime(CLOCK_MONOTONIC)); 6310f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->processDeferredMessages(); 6311f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6312f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6313f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::ExecutingState::onMessageReceived(const sp<AMessage> &msg) { 6314f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool handled = false; 6315f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6316f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 6317f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 6318f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6319c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber int32_t keepComponentAllocated; 6320c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber CHECK(msg->findInt32( 6321c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber "keepComponentAllocated", &keepComponentAllocated)); 6322c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6323c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->mShutdownInProgress = true; 632454b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar mCodec->mExplicitShutdown = true; 6325c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->mKeepComponentAllocated = keepComponentAllocated; 6326c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6327349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mActive = false; 6328349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 63290806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = mCodec->mOMX->sendCommand( 63300806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mNode, OMX_CommandStateSet, OMX_StateIdle); 63310806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 63320806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (keepComponentAllocated) { 63330806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 63340806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 63350806340688c937e7b78c2d89db3809274130df4eLajos Molnar // TODO: do some recovery here. 63360806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 63370806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->changeState(mCodec->mExecutingToIdleState); 63380806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6339f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6340f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 6341f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6342f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6343f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6344f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatFlush: 6345f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 63467a3a2b2f9bb9421dcf83fbd47276e57917078aefJames Dong ALOGV("[%s] ExecutingState flushing now " 6347ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar "(codec owns %zu/%zu input, %zu/%zu output).", 6348d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber mCodec->mComponentName.c_str(), 6349d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber mCodec->countBuffersOwnedByComponent(kPortIndexInput), 6350d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber mCodec->mBuffers[kPortIndexInput].size(), 6351d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber mCodec->countBuffersOwnedByComponent(kPortIndexOutput), 6352d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber mCodec->mBuffers[kPortIndexOutput].size()); 6353d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 6354349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mActive = false; 6355349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 63560806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = mCodec->mOMX->sendCommand(mCodec->mNode, OMX_CommandFlush, OMX_ALL); 63570806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 63580806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 63590806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 63600806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->changeState(mCodec->mFlushingState); 63610806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6362f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6363f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 6364f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6365f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6366f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6367f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatResume: 6368f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6369f933441648ef6a71dee783d733aac17b9508b452Andreas Huber resume(); 6370f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6371f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 6372f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6373f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6374f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6375496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber case kWhatRequestIDRFrame: 6376496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber { 6377496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber status_t err = mCodec->requestIDRFrame(); 6378496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber if (err != OK) { 6379496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber ALOGW("Requesting an IDR frame failed."); 6380496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber } 6381496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 6382496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber handled = true; 6383496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber break; 6384496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber } 6385496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 6386a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber case kWhatSetParameters: 6387a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber { 6388a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber sp<AMessage> params; 6389a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber CHECK(msg->findMessage("params", ¶ms)); 6390a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 6391a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber status_t err = mCodec->setParameters(params); 6392a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 6393a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber sp<AMessage> reply; 6394a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber if (msg->findMessage("reply", &reply)) { 6395a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber reply->setInt32("err", err); 6396a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber reply->post(); 6397a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber } 6398a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 6399a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber handled = true; 6400a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber break; 6401a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber } 6402a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 64037cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case ACodec::kWhatSignalEndOfInputStream: 64047cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 64056507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mCodec->onSignalEndOfInputStream(); 64067cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden handled = true; 64077cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 64087cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 64097cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 64104dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar // *** NOTE: THE FOLLOWING WORKAROUND WILL BE REMOVED *** 6411054219874873b41f1c815552987c10465c34ba2bLajos Molnar case kWhatSubmitOutputMetadataBufferIfEOS: 64124dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar { 64134dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar if (mCodec->mPortEOS[kPortIndexInput] && 64144dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar !mCodec->mPortEOS[kPortIndexOutput]) { 6415054219874873b41f1c815552987c10465c34ba2bLajos Molnar status_t err = mCodec->submitOutputMetadataBuffer(); 64164dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar if (err == OK) { 6417054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->signalSubmitOutputMetadataBufferIfEOS_workaround(); 64184dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar } 64194dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar } 64204dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar return true; 64214dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar } 64224dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar 6423f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6424f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = BaseState::onMessageReceived(msg); 6425f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6426f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6427f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6428f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return handled; 6429f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6430f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6431a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huberstatus_t ACodec::setParameters(const sp<AMessage> ¶ms) { 6432a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber int32_t videoBitrate; 6433530fdbdc1b5491f3fbf172752834d1515701e142Lajos Molnar if (params->findInt32("video-bitrate", &videoBitrate)) { 6434a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber OMX_VIDEO_CONFIG_BITRATETYPE configParams; 6435a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber InitOMXParams(&configParams); 6436a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber configParams.nPortIndex = kPortIndexOutput; 6437a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber configParams.nEncodeBitrate = videoBitrate; 6438a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 6439a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber status_t err = mOMX->setConfig( 6440a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber mNode, 6441a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber OMX_IndexConfigVideoBitrate, 6442a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber &configParams, 6443a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber sizeof(configParams)); 6444a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 6445a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber if (err != OK) { 6446a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber ALOGE("setConfig(OMX_IndexConfigVideoBitrate, %d) failed w/ err %d", 6447a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber videoBitrate, err); 6448a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 6449a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber return err; 6450a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber } 6451a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber } 6452a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 645372cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang int64_t skipFramesBeforeUs; 645472cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang if (params->findInt64("skip-frames-before", &skipFramesBeforeUs)) { 645572cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang status_t err = 645672cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang mOMX->setInternalOption( 645772cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang mNode, 645872cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang kPortIndexInput, 645972cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang IOMX::INTERNAL_OPTION_START_TIME, 646072cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang &skipFramesBeforeUs, 646172cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang sizeof(skipFramesBeforeUs)); 646272cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang 646372cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang if (err != OK) { 646472cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang ALOGE("Failed to set parameter 'skip-frames-before' (err %d)", err); 646572cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang return err; 646672cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang } 646772cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang } 646872cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang 6469e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber int32_t dropInputFrames; 6470e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber if (params->findInt32("drop-input-frames", &dropInputFrames)) { 6471e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber bool suspend = dropInputFrames != 0; 6472e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber 6473b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber status_t err = 6474b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber mOMX->setInternalOption( 6475e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber mNode, 6476e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber kPortIndexInput, 6477e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber IOMX::INTERNAL_OPTION_SUSPEND, 6478e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber &suspend, 6479b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber sizeof(suspend)); 6480b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber 6481b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber if (err != OK) { 6482b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber ALOGE("Failed to set parameter 'drop-input-frames' (err %d)", err); 6483b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber return err; 6484b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber } 6485b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber } 6486b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber 6487b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber int32_t dummy; 6488b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber if (params->findInt32("request-sync", &dummy)) { 6489b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber status_t err = requestIDRFrame(); 6490b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber 6491b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber if (err != OK) { 6492b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber ALOGE("Requesting a sync frame failed w/ err %d", err); 6493b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber return err; 6494b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber } 6495e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber } 6496e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber 64978db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu float rate; 64988db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu if (params->findFloat("operating-rate", &rate) && rate > 0) { 64998db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu status_t err = setOperatingRate(rate, mIsVideo); 65008db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu if (err != OK) { 65018db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu ALOGE("Failed to set parameter 'operating-rate' (err %d)", err); 65028db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu return err; 65038db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu } 65048db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu } 65058db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu 6506870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang int32_t intraRefreshPeriod = 0; 6507870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (params->findInt32("intra-refresh-period", &intraRefreshPeriod) 6508870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang && intraRefreshPeriod > 0) { 6509870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang status_t err = setIntraRefreshPeriod(intraRefreshPeriod, false); 6510870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (err != OK) { 6511870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang ALOGI("[%s] failed setIntraRefreshPeriod. Failure is fine since this key is optional", 6512870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang mComponentName.c_str()); 6513870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang err = OK; 6514870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 6515870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 6516870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 6517a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber return OK; 6518a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber} 6519a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 65206507d14c6d10f93d390de62b9eed267f9b544985Andy McFaddenvoid ACodec::onSignalEndOfInputStream() { 65216507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden sp<AMessage> notify = mNotify->dup(); 6522d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatSignaledInputEOS); 65236507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 65246507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden status_t err = mOMX->signalEndOfInputStream(mNode); 65256507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden if (err != OK) { 65266507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden notify->setInt32("err", err); 65276507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden } 65286507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden notify->post(); 65296507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden} 65306507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 653190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarbool ACodec::ExecutingState::onOMXFrameRendered(int64_t mediaTimeUs, nsecs_t systemNano) { 653290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->onFrameRendered(mediaTimeUs, systemNano); 653390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar return true; 653490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 653590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 6536f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::ExecutingState::onOMXEvent( 6537f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 6538f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 6539f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventPortSettingsChanged: 6540f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6541f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ(data1, (OMX_U32)kPortIndexOutput); 6542f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 654331e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber if (data2 == 0 || data2 == OMX_IndexParamPortDefinition) { 6544054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->mMetadataBuffersToSubmit = 0; 6545f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ(mCodec->mOMX->sendCommand( 6546f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mNode, 6547f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_CommandPortDisable, kPortIndexOutput), 6548f933441648ef6a71dee783d733aac17b9508b452Andreas Huber (status_t)OK); 6549f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6550349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mCodec->freeOutputBuffersNotOwnedByComponent(); 6551f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6552f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->changeState(mCodec->mOutputPortSettingsChangedState); 655331e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber } else if (data2 == OMX_IndexConfigCommonOutputCrop) { 655431e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber mCodec->mSentFormat = false; 655598a421bfffe6b3a1b762d11740e90787bdfeac08Wei Jia 655698a421bfffe6b3a1b762d11740e90787bdfeac08Wei Jia if (mCodec->mTunneled) { 655798a421bfffe6b3a1b762d11740e90787bdfeac08Wei Jia sp<AMessage> dummy = new AMessage(kWhatOutputBufferDrained, mCodec); 655898a421bfffe6b3a1b762d11740e90787bdfeac08Wei Jia mCodec->sendFormatChange(dummy); 655998a421bfffe6b3a1b762d11740e90787bdfeac08Wei Jia } 6560f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else { 6561ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] OMX_EventPortSettingsChanged 0x%08x", 6562f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mComponentName.c_str(), data2); 6563f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6564f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6565f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6566f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6567f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6568f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventBufferFlag: 6569f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6570f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6571f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6572f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6573f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6574f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onOMXEvent(event, data1, data2); 6575f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6576f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6577f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6578f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 6579f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6580f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::OutputPortSettingsChangedState::OutputPortSettingsChangedState( 6581f933441648ef6a71dee783d733aac17b9508b452Andreas Huber ACodec *codec) 6582f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : BaseState(codec) { 6583f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6584f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6585f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::BaseState::PortMode ACodec::OutputPortSettingsChangedState::getPortMode( 6586f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 portIndex) { 6587f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (portIndex == kPortIndexOutput) { 6588f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return FREE_BUFFERS; 6589f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6590f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6591f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ(portIndex, (OMX_U32)kPortIndexInput); 6592f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6593f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return RESUBMIT_BUFFERS; 6594f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6595f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6596f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::OutputPortSettingsChangedState::onMessageReceived( 6597f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const sp<AMessage> &msg) { 6598f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool handled = false; 6599f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6600f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 6601f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatFlush: 6602f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 6603349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber case kWhatResume: 6604e6eea3a6b6e0cf92287ec1ceb8350f201d17e1acPer Persson case kWhatSetParameters: 6605f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6606349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber if (msg->what() == kWhatResume) { 66073856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Deferring resume", mCodec->mComponentName.c_str()); 6608349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber } 6609349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 6610f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->deferMessage(msg); 6611f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 6612f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6613f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6614f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6615f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6616f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = BaseState::onMessageReceived(msg); 6617f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6618f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6619f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6620f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return handled; 6621f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6622f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6623f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::OutputPortSettingsChangedState::stateEntered() { 66243856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now handling output port settings change", 6625f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mComponentName.c_str()); 6626f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6627f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 662890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarbool ACodec::OutputPortSettingsChangedState::onOMXFrameRendered( 662990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int64_t mediaTimeUs, nsecs_t systemNano) { 663090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->onFrameRendered(mediaTimeUs, systemNano); 663190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar return true; 663290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 663390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 6634f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::OutputPortSettingsChangedState::onOMXEvent( 6635f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 6636f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 6637f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventCmdComplete: 6638f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6639f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (data1 == (OMX_U32)OMX_CommandPortDisable) { 66400806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (data2 != (OMX_U32)kPortIndexOutput) { 66410806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGW("ignoring EventCmdComplete CommandPortDisable for port %u", data2); 66420806340688c937e7b78c2d89db3809274130df4eLajos Molnar return false; 66430806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6644f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 66450806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGV("[%s] Output port now disabled.", mCodec->mComponentName.c_str()); 6646f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 66470806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = OK; 66480806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (!mCodec->mBuffers[kPortIndexOutput].isEmpty()) { 66490806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("disabled port should be empty, but has %zu buffers", 66500806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mBuffers[kPortIndexOutput].size()); 66510806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = FAILED_TRANSACTION; 66520806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 66530806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mDealer[kPortIndexOutput].clear(); 66540806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6655f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 66560806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 66570806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mCodec->mOMX->sendCommand( 66580806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mNode, OMX_CommandPortEnable, kPortIndexOutput); 66590806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6660f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 66610806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 66620806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mCodec->allocateBuffersOnPort(kPortIndexOutput); 66630806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE_IF(err != OK, "Failed to allocate output port buffers after port " 66640806340688c937e7b78c2d89db3809274130df4eLajos Molnar "reconfiguration: (%d)", err); 66650806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6666cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber 66670806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 6668251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 6669d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 6670755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber // This is technically not correct, but appears to be 6671755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber // the only way to free the component instance. 6672755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber // Controlled transitioning from excecuting->idle 6673755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber // and idle->loaded seem impossible probably because 6674755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber // the output port never finishes re-enabling. 6675755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber mCodec->mShutdownInProgress = true; 6676755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber mCodec->mKeepComponentAllocated = false; 6677755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber mCodec->changeState(mCodec->mLoadedState); 6678cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber } 6679f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6680f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6681f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else if (data1 == (OMX_U32)OMX_CommandPortEnable) { 6682777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (data2 != (OMX_U32)kPortIndexOutput) { 6683777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGW("ignoring EventCmdComplete OMX_CommandPortEnable for port %u", data2); 6684777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return false; 6685777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 6686f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 668731e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber mCodec->mSentFormat = false; 668831e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 66890fb43efc54ffd8d3133635ee3934d83c9987081bWei Jia if (mCodec->mTunneled) { 66900fb43efc54ffd8d3133635ee3934d83c9987081bWei Jia sp<AMessage> dummy = new AMessage(kWhatOutputBufferDrained, mCodec); 66910fb43efc54ffd8d3133635ee3934d83c9987081bWei Jia mCodec->sendFormatChange(dummy); 66920fb43efc54ffd8d3133635ee3934d83c9987081bWei Jia } 66930fb43efc54ffd8d3133635ee3934d83c9987081bWei Jia 66940806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGV("[%s] Output port now reenabled.", mCodec->mComponentName.c_str()); 6695f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6696349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber if (mCodec->mExecutingState->active()) { 6697349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mCodec->mExecutingState->submitOutputBuffers(); 6698349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber } 6699349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 6700f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->changeState(mCodec->mExecutingState); 6701f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6702f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6703f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6704f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6705f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return false; 6706f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6707f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6708f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6709f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return false; 6710f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6711f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6712f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6713f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 6714f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6715f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::ExecutingToIdleState::ExecutingToIdleState(ACodec *codec) 67165778822d86b0337407514b9372562b86edfa91cdAndreas Huber : BaseState(codec), 67175778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentNowIdle(false) { 6718f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6719f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6720f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::ExecutingToIdleState::onMessageReceived(const sp<AMessage> &msg) { 6721f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool handled = false; 6722f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6723f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 6724f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatFlush: 6725f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6726f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // Don't send me a flush request if you previously wanted me 6727f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // to shutdown. 67280806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGW("Ignoring flush request in ExecutingToIdleState"); 6729f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6730f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6731f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6732f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 6733f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6734f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // We're already doing that... 6735f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6736f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 6737f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6738f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6739f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6740f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6741f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = BaseState::onMessageReceived(msg); 6742f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6743f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6744f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6745f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return handled; 6746f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6747f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6748f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::ExecutingToIdleState::stateEntered() { 67493856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now Executing->Idle", mCodec->mComponentName.c_str()); 675031e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 67515778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentNowIdle = false; 675231e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber mCodec->mSentFormat = false; 6753f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6754f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6755f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::ExecutingToIdleState::onOMXEvent( 6756f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 6757f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 6758f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventCmdComplete: 6759f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 67600806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (data1 != (OMX_U32)OMX_CommandStateSet 67610806340688c937e7b78c2d89db3809274130df4eLajos Molnar || data2 != (OMX_U32)OMX_StateIdle) { 67620806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Unexpected command completion in ExecutingToIdleState: %s(%u) %s(%u)", 67630806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_COMMANDTYPE)data1), data1, 67640806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_STATETYPE)data2), data2); 67650806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 67660806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 67670806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6768f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 67695778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentNowIdle = true; 67705778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6771f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeStateIfWeOwnAllBuffers(); 6772f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6773f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6774f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6775f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6776349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber case OMX_EventPortSettingsChanged: 6777349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber case OMX_EventBufferFlag: 6778349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber { 6779349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber // We're shutting down and don't care about this anymore. 6780349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber return true; 6781349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber } 6782349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 6783f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6784f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onOMXEvent(event, data1, data2); 6785f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6786f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 67870af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber 6788f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::ExecutingToIdleState::changeStateIfWeOwnAllBuffers() { 67895778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mComponentNowIdle && mCodec->allYourBuffersAreBelongToUs()) { 67900806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = mCodec->mOMX->sendCommand( 67910806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mNode, OMX_CommandStateSet, OMX_StateLoaded); 67920806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 67930806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mCodec->freeBuffersOnPort(kPortIndexInput); 67940806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err2 = mCodec->freeBuffersOnPort(kPortIndexOutput); 67950806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 67960806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = err2; 67970806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 67980806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6799f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 68000167414e261f88a96b5e4bf6cb592e6ca11e5a95Andreas Huber if ((mCodec->mFlags & kFlagPushBlankBuffersToNativeWindowOnShutdown) 68010167414e261f88a96b5e4bf6cb592e6ca11e5a95Andreas Huber && mCodec->mNativeWindow != NULL) { 6802bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber // We push enough 1x1 blank buffers to ensure that one of 6803bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber // them has made it to the display. This allows the OMX 6804bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber // component teardown to zero out any protected buffers 6805bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber // without the risk of scanning out one of those buffers. 6806b2d0b487efd40700199852c9a18b369b1651f15bLajos Molnar pushBlankBuffersToNativeWindow(mCodec->mNativeWindow.get()); 6807bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber } 6808bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber 68090806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 68100806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 68110806340688c937e7b78c2d89db3809274130df4eLajos Molnar return; 68120806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 68130806340688c937e7b78c2d89db3809274130df4eLajos Molnar 6814f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->changeState(mCodec->mIdleToLoadedState); 6815f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6816f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6817f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6818f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::ExecutingToIdleState::onInputBufferFilled( 6819f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const sp<AMessage> &msg) { 6820f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BaseState::onInputBufferFilled(msg); 6821f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6822f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeStateIfWeOwnAllBuffers(); 6823f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6824f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6825f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::ExecutingToIdleState::onOutputBufferDrained( 6826f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const sp<AMessage> &msg) { 6827f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BaseState::onOutputBufferDrained(msg); 6828f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6829f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeStateIfWeOwnAllBuffers(); 6830f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6831f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6832f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 6833f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6834f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::IdleToLoadedState::IdleToLoadedState(ACodec *codec) 6835f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : BaseState(codec) { 6836f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6837f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6838f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::IdleToLoadedState::onMessageReceived(const sp<AMessage> &msg) { 6839f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool handled = false; 6840f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6841f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 6842f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 6843f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6844f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // We're already doing that... 6845f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6846f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 6847f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6848f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6849f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6850f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatFlush: 6851f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6852f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // Don't send me a flush request if you previously wanted me 6853f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // to shutdown. 68540806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Got flush request in IdleToLoadedState"); 6855f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6856f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6857f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6858f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6859f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = BaseState::onMessageReceived(msg); 6860f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6861f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6862f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6863f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return handled; 6864f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6865f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6866f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::IdleToLoadedState::stateEntered() { 68673856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now Idle->Loaded", mCodec->mComponentName.c_str()); 6868f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6869f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6870f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::IdleToLoadedState::onOMXEvent( 6871f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 6872f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 6873f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventCmdComplete: 6874f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 68750806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (data1 != (OMX_U32)OMX_CommandStateSet 68760806340688c937e7b78c2d89db3809274130df4eLajos Molnar || data2 != (OMX_U32)OMX_StateLoaded) { 68770806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Unexpected command completion in IdleToLoadedState: %s(%u) %s(%u)", 68780806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_COMMANDTYPE)data1), data1, 68790806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_STATETYPE)data2), data2); 68800806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 68810806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 68820806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6883f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6884c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->changeState(mCodec->mLoadedState); 6885f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6886f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6887f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6888f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6889f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6890f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onOMXEvent(event, data1, data2); 6891f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6892f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6893f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6894f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 6895f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6896f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::FlushingState::FlushingState(ACodec *codec) 6897f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : BaseState(codec) { 6898f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6899f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6900f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::FlushingState::stateEntered() { 69013856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now Flushing", mCodec->mComponentName.c_str()); 6902f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6903f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mFlushComplete[kPortIndexInput] = mFlushComplete[kPortIndexOutput] = false; 6904f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6905f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6906f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::FlushingState::onMessageReceived(const sp<AMessage> &msg) { 6907f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool handled = false; 6908f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6909f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 6910f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 6911f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6912f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->deferMessage(msg); 6913f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6914f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6915f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6916f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatFlush: 6917f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6918f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // We're already doing this right now. 6919f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 6920f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6921f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6922f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6923f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6924f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = BaseState::onMessageReceived(msg); 6925f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6926f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6927f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6928f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return handled; 6929f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6930f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6931f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::FlushingState::onOMXEvent( 6932f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 6933ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] FlushingState onOMXEvent(%u,%d)", 6934ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar mCodec->mComponentName.c_str(), event, (OMX_S32)data1); 6935d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 6936f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 6937f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventCmdComplete: 6938f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 69390806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (data1 != (OMX_U32)OMX_CommandFlush) { 69400806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("unexpected EventCmdComplete %s(%d) data2:%d in FlushingState", 69410806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_COMMANDTYPE)data1), data1, data2); 69420806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 69430806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 69440806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6945f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6946f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (data2 == kPortIndexInput || data2 == kPortIndexOutput) { 6947777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (mFlushComplete[data2]) { 6948777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGW("Flush already completed for %s port", 6949777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim data2 == kPortIndexInput ? "input" : "output"); 6950777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return true; 6951777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 6952f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mFlushComplete[data2] = true; 6953e5bf6409774fe73f968b7db215f535b64de66139Andreas Huber 69540806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (mFlushComplete[kPortIndexInput] && mFlushComplete[kPortIndexOutput]) { 6955e5bf6409774fe73f968b7db215f535b64de66139Andreas Huber changeStateIfWeOwnAllBuffers(); 6956e5bf6409774fe73f968b7db215f535b64de66139Andreas Huber } 6957777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } else if (data2 == OMX_ALL) { 6958777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (!mFlushComplete[kPortIndexInput] || !mFlushComplete[kPortIndexOutput]) { 6959777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGW("received flush complete event for OMX_ALL before ports have been" 6960777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim "flushed (%d/%d)", 6961777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mFlushComplete[kPortIndexInput], mFlushComplete[kPortIndexOutput]); 6962777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return false; 6963777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 6964f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6965f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeStateIfWeOwnAllBuffers(); 6966777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } else { 6967777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGW("data2 not OMX_ALL but %u in EventCmdComplete CommandFlush", data2); 6968f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6969f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6970f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6971f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6972f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6973349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber case OMX_EventPortSettingsChanged: 6974349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber { 69751d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatOMXMessage, mCodec); 6976349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber msg->setInt32("type", omx_message::EVENT); 6977609b815a3131d22da38b2f452faa9f89daad4039Andy Hung msg->setInt32("node", mCodec->mNode); 6978349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber msg->setInt32("event", event); 6979349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber msg->setInt32("data1", data1); 6980349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber msg->setInt32("data2", data2); 6981349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 69823856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Deferring OMX_EventPortSettingsChanged", 6983349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mCodec->mComponentName.c_str()); 6984349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 6985349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mCodec->deferMessage(msg); 6986349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 6987349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber return true; 6988349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber } 6989349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 6990f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6991f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onOMXEvent(event, data1, data2); 6992f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6993f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6994f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6995f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6996f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6997f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::FlushingState::onOutputBufferDrained(const sp<AMessage> &msg) { 6998f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BaseState::onOutputBufferDrained(msg); 6999f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7000f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeStateIfWeOwnAllBuffers(); 7001f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7002f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7003f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::FlushingState::onInputBufferFilled(const sp<AMessage> &msg) { 7004f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BaseState::onInputBufferFilled(msg); 7005f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7006f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeStateIfWeOwnAllBuffers(); 7007f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7008f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7009f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::FlushingState::changeStateIfWeOwnAllBuffers() { 7010f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mFlushComplete[kPortIndexInput] 7011f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && mFlushComplete[kPortIndexOutput] 7012f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && mCodec->allYourBuffersAreBelongToUs()) { 70137e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber // We now own all buffers except possibly those still queued with 70147e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber // the native window for rendering. Let's get those back as well. 70157e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber mCodec->waitUntilAllPossibleNativeWindowBuffersAreReturnedToUs(); 70167e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 701790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->mRenderTracker.clear(systemTime(CLOCK_MONOTONIC)); 701890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 7019f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 7020d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatFlushCompleted); 7021f933441648ef6a71dee783d733aac17b9508b452Andreas Huber notify->post(); 7022f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7023f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mPortEOS[kPortIndexInput] = 7024f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mPortEOS[kPortIndexOutput] = false; 7025f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7026dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mCodec->mInputEOSResult = OK; 7027dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber 7028f3bd1972e039c6ded5154db715e5a32f1813a239Marco Nelissen if (mCodec->mSkipCutBuffer != NULL) { 7029f3bd1972e039c6ded5154db715e5a32f1813a239Marco Nelissen mCodec->mSkipCutBuffer->clear(); 7030f3bd1972e039c6ded5154db715e5a32f1813a239Marco Nelissen } 7031f3bd1972e039c6ded5154db715e5a32f1813a239Marco Nelissen 7032f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->changeState(mCodec->mExecutingState); 7033f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7034f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7035f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 70365b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnarstatus_t ACodec::queryCapabilities( 70375b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar const AString &name, const AString &mime, bool isEncoder, 70385b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar sp<MediaCodecInfo::Capabilities> *caps) { 70395b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar (*caps).clear(); 70405b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar const char *role = getComponentRole(isEncoder, mime.c_str()); 70415b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (role == NULL) { 70425b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return BAD_VALUE; 70435b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 70445b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 70455b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar OMXClient client; 70465b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar status_t err = client.connect(); 70475b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (err != OK) { 70485b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return err; 70495b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 70505b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 70515b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar sp<IOMX> omx = client.interface(); 70525b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar sp<CodecObserver> observer = new CodecObserver; 70535b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar IOMX::node_id node = 0; 70545b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 70555b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar err = omx->allocateNode(name.c_str(), observer, &node); 70565b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (err != OK) { 70575b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar client.disconnect(); 70585b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return err; 70595b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 70605b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 70615b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar err = setComponentRole(omx, node, role); 70625b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (err != OK) { 70635b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar omx->freeNode(node); 70645b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar client.disconnect(); 70655b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return err; 70665b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 70675b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 70685b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar sp<MediaCodecInfo::CapabilitiesBuilder> builder = new MediaCodecInfo::CapabilitiesBuilder(); 70695b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar bool isVideo = mime.startsWithIgnoreCase("video/"); 70705b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 70715b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (isVideo) { 70725b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar OMX_VIDEO_PARAM_PROFILELEVELTYPE param; 70735b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar InitOMXParams(¶m); 70745b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar param.nPortIndex = isEncoder ? kPortIndexOutput : kPortIndexInput; 70755b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 70766e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar for (OMX_U32 index = 0; index <= kMaxIndicesToCheck; ++index) { 70776e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar param.nProfileIndex = index; 70785b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar status_t err = omx->getParameter( 70795b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar node, OMX_IndexParamVideoProfileLevelQuerySupported, 70805b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar ¶m, sizeof(param)); 70815b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (err != OK) { 70825b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar break; 70835b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 70845b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar builder->addProfileLevel(param.eProfile, param.eLevel); 70856e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar 70866e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar if (index == kMaxIndicesToCheck) { 70876e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar ALOGW("[%s] stopping checking profiles after %u: %x/%x", 70886e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar name.c_str(), index, 70896e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar param.eProfile, param.eLevel); 70906e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar } 70915b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 70925b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 70935b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // Color format query 70945b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // return colors in the order reported by the OMX component 70955b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // prefix "flexible" standard ones with the flexible equivalent 70965b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar OMX_VIDEO_PARAM_PORTFORMATTYPE portFormat; 70975b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar InitOMXParams(&portFormat); 709836e4e1592bb07e1fdf8d4324f65a66ba332d75f2Lajos Molnar portFormat.nPortIndex = isEncoder ? kPortIndexInput : kPortIndexOutput; 70995b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar Vector<uint32_t> supportedColors; // shadow copy to check for duplicates 71006e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar for (OMX_U32 index = 0; index <= kMaxIndicesToCheck; ++index) { 71016e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar portFormat.nIndex = index; 71025b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar status_t err = omx->getParameter( 71035b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar node, OMX_IndexParamVideoPortFormat, 71045b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar &portFormat, sizeof(portFormat)); 71055b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (err != OK) { 71065b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar break; 71075b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 71085b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 71095b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar OMX_U32 flexibleEquivalent; 71105b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (isFlexibleColorFormat( 71115b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar omx, node, portFormat.eColorFormat, false /* usingNativeWindow */, 71125b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar &flexibleEquivalent)) { 71135b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar bool marked = false; 71145b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar for (size_t i = 0; i < supportedColors.size(); ++i) { 71155b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (supportedColors[i] == flexibleEquivalent) { 71165b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar marked = true; 71175b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar break; 71185b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 71195b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 71205b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (!marked) { 71215b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar supportedColors.push(flexibleEquivalent); 71225b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar builder->addColorFormat(flexibleEquivalent); 71235b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 71245b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 71255b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar supportedColors.push(portFormat.eColorFormat); 71265b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar builder->addColorFormat(portFormat.eColorFormat); 71276e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar 71286e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar if (index == kMaxIndicesToCheck) { 71296e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar ALOGW("[%s] stopping checking formats after %u: %s(%x)", 71306e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar name.c_str(), index, 71316e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar asString(portFormat.eColorFormat), portFormat.eColorFormat); 71326e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar } 71335b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 71345b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } else if (mime.equalsIgnoreCase(MEDIA_MIMETYPE_AUDIO_AAC)) { 71355b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // More audio codecs if they have profiles. 71365b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar OMX_AUDIO_PARAM_ANDROID_PROFILETYPE param; 71375b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar InitOMXParams(¶m); 71385b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar param.nPortIndex = isEncoder ? kPortIndexOutput : kPortIndexInput; 71396e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar for (OMX_U32 index = 0; index <= kMaxIndicesToCheck; ++index) { 71406e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar param.nProfileIndex = index; 71415b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar status_t err = omx->getParameter( 71425b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar node, (OMX_INDEXTYPE)OMX_IndexParamAudioProfileQuerySupported, 71435b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar ¶m, sizeof(param)); 71445b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (err != OK) { 71455b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar break; 71465b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 71475b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // For audio, level is ignored. 71485b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar builder->addProfileLevel(param.eProfile, 0 /* level */); 71496e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar 71506e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar if (index == kMaxIndicesToCheck) { 71516e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar ALOGW("[%s] stopping checking profiles after %u: %x", 71526e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar name.c_str(), index, 71536e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar param.eProfile); 71546e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar } 71555b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 71565b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 71575b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // NOTE: Without Android extensions, OMX does not provide a way to query 71585b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // AAC profile support 71595b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (param.nProfileIndex == 0) { 71605b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar ALOGW("component %s doesn't support profile query.", name.c_str()); 71615b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 71625b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 71635b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 71645b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (isVideo && !isEncoder) { 71655b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar native_handle_t *sidebandHandle = NULL; 71665b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (omx->configureVideoTunnelMode( 71675b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar node, kPortIndexOutput, OMX_TRUE, 0, &sidebandHandle) == OK) { 71685b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // tunneled playback includes adaptive playback 71695b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar builder->addFlags(MediaCodecInfo::Capabilities::kFlagSupportsAdaptivePlayback 71705b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar | MediaCodecInfo::Capabilities::kFlagSupportsTunneledPlayback); 71715b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } else if (omx->storeMetaDataInBuffers( 71725b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar node, kPortIndexOutput, OMX_TRUE) == OK || 71735b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar omx->prepareForAdaptivePlayback( 71745b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar node, kPortIndexOutput, OMX_TRUE, 71755b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 1280 /* width */, 720 /* height */) == OK) { 71765b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar builder->addFlags(MediaCodecInfo::Capabilities::kFlagSupportsAdaptivePlayback); 71775b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 71785b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 71795b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 71805b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (isVideo && isEncoder) { 71815b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar OMX_VIDEO_CONFIG_ANDROID_INTRAREFRESHTYPE params; 71825b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar InitOMXParams(¶ms); 71835b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar params.nPortIndex = kPortIndexOutput; 71845b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // TODO: should we verify if fallback is supported? 71855b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (omx->getConfig( 71865b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar node, (OMX_INDEXTYPE)OMX_IndexConfigAndroidIntraRefresh, 71875b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar ¶ms, sizeof(params)) == OK) { 71885b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar builder->addFlags(MediaCodecInfo::Capabilities::kFlagSupportsIntraRefresh); 71895b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 71905b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 71915b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 71925b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar *caps = builder; 71935b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar omx->freeNode(node); 71945b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar client.disconnect(); 71955b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return OK; 71965b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar} 71975b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 7198a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar// These are supposed be equivalent to the logic in 7199a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar// "audio_channel_out_mask_from_count". 7200a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar//static 7201a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnarstatus_t ACodec::getOMXChannelMapping(size_t numChannels, OMX_AUDIO_CHANNELTYPE map[]) { 7202a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar switch (numChannels) { 7203a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar case 1: 7204a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[0] = OMX_AUDIO_ChannelCF; 7205a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar break; 7206a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar case 2: 7207a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[0] = OMX_AUDIO_ChannelLF; 7208a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[1] = OMX_AUDIO_ChannelRF; 7209a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar break; 7210a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar case 3: 7211a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[0] = OMX_AUDIO_ChannelLF; 7212a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[1] = OMX_AUDIO_ChannelRF; 7213a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[2] = OMX_AUDIO_ChannelCF; 7214a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar break; 7215a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar case 4: 7216a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[0] = OMX_AUDIO_ChannelLF; 7217a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[1] = OMX_AUDIO_ChannelRF; 7218a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[2] = OMX_AUDIO_ChannelLR; 7219a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[3] = OMX_AUDIO_ChannelRR; 7220a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar break; 7221a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar case 5: 7222a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[0] = OMX_AUDIO_ChannelLF; 7223a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[1] = OMX_AUDIO_ChannelRF; 7224a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[2] = OMX_AUDIO_ChannelCF; 7225a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[3] = OMX_AUDIO_ChannelLR; 7226a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[4] = OMX_AUDIO_ChannelRR; 7227a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar break; 7228a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar case 6: 7229a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[0] = OMX_AUDIO_ChannelLF; 7230a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[1] = OMX_AUDIO_ChannelRF; 7231a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[2] = OMX_AUDIO_ChannelCF; 7232a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[3] = OMX_AUDIO_ChannelLFE; 7233a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[4] = OMX_AUDIO_ChannelLR; 7234a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[5] = OMX_AUDIO_ChannelRR; 7235a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar break; 7236a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar case 7: 7237a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[0] = OMX_AUDIO_ChannelLF; 7238a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[1] = OMX_AUDIO_ChannelRF; 7239a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[2] = OMX_AUDIO_ChannelCF; 7240a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[3] = OMX_AUDIO_ChannelLFE; 7241a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[4] = OMX_AUDIO_ChannelLR; 7242a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[5] = OMX_AUDIO_ChannelRR; 7243a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[6] = OMX_AUDIO_ChannelCS; 7244a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar break; 7245a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar case 8: 7246a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[0] = OMX_AUDIO_ChannelLF; 7247a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[1] = OMX_AUDIO_ChannelRF; 7248a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[2] = OMX_AUDIO_ChannelCF; 7249a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[3] = OMX_AUDIO_ChannelLFE; 7250a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[4] = OMX_AUDIO_ChannelLR; 7251a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[5] = OMX_AUDIO_ChannelRR; 7252a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[6] = OMX_AUDIO_ChannelLS; 7253a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[7] = OMX_AUDIO_ChannelRS; 7254a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar break; 7255a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar default: 7256a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar return -EINVAL; 7257a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar } 7258a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar 7259a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar return OK; 7260a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar} 7261a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar 7262f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} // namespace android 7263