ACodec.cpp revision a63141af8f036bda0b8f7800107ca8a0e0623135
127c174483a8ae9688d5d4897c19074f62c7f1701James Dong/* 227c174483a8ae9688d5d4897c19074f62c7f1701James Dong * Copyright (C) 2010 The Android Open Source Project 327c174483a8ae9688d5d4897c19074f62c7f1701James Dong * 427c174483a8ae9688d5d4897c19074f62c7f1701James Dong * Licensed under the Apache License, Version 2.0 (the "License"); 527c174483a8ae9688d5d4897c19074f62c7f1701James Dong * you may not use this file except in compliance with the License. 627c174483a8ae9688d5d4897c19074f62c7f1701James Dong * You may obtain a copy of the License at 727c174483a8ae9688d5d4897c19074f62c7f1701James Dong * 827c174483a8ae9688d5d4897c19074f62c7f1701James Dong * http://www.apache.org/licenses/LICENSE-2.0 927c174483a8ae9688d5d4897c19074f62c7f1701James Dong * 1027c174483a8ae9688d5d4897c19074f62c7f1701James Dong * Unless required by applicable law or agreed to in writing, software 1127c174483a8ae9688d5d4897c19074f62c7f1701James Dong * distributed under the License is distributed on an "AS IS" BASIS, 1227c174483a8ae9688d5d4897c19074f62c7f1701James Dong * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 1327c174483a8ae9688d5d4897c19074f62c7f1701James Dong * See the License for the specific language governing permissions and 1427c174483a8ae9688d5d4897c19074f62c7f1701James Dong * limitations under the License. 1527c174483a8ae9688d5d4897c19074f62c7f1701James Dong */ 1627c174483a8ae9688d5d4897c19074f62c7f1701James Dong 17f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//#define LOG_NDEBUG 0 18f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#define LOG_TAG "ACodec" 19f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 20f87e30fe71752dc431d8e8d5682c38271c03265aAndy Hung#ifdef __LP64__ 21f87e30fe71752dc431d8e8d5682c38271c03265aAndy Hung#define OMX_ANDROID_COMPILE_AS_32BIT_ON_64BIT_PLATFORMS 22f87e30fe71752dc431d8e8d5682c38271c03265aAndy Hung#endif 23f87e30fe71752dc431d8e8d5682c38271c03265aAndy Hung 24609b815a3131d22da38b2f452faa9f89daad4039Andy Hung#include <inttypes.h> 256fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar#include <utils/Trace.h> 266fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar 271de1e25cba872bd4c077c2e394f8ca9c70b65856Lajos Molnar#include <gui/Surface.h> 281de1e25cba872bd4c077c2e394f8ca9c70b65856Lajos Molnar 29f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/ACodec.h> 30f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 31f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <binder/MemoryDealer.h> 32f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 33f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/foundation/hexdump.h> 34f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/foundation/ABuffer.h> 35f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/foundation/ADebug.h> 36f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/foundation/AMessage.h> 37a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar#include <media/stagefright/foundation/AUtils.h> 38f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 397cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden#include <media/stagefright/BufferProducerWrapper.h> 4090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar#include <media/stagefright/MediaCodec.h> 41afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber#include <media/stagefright/MediaCodecList.h> 42f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/MediaDefs.h> 43f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/OMXClient.h> 44d291c222357303b9611cab89d0c3b047584ef377Chong Zhang#include <media/stagefright/PersistentSurface.h> 45b2d0b487efd40700199852c9a18b369b1651f15bLajos Molnar#include <media/stagefright/SurfaceUtils.h> 463a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber#include <media/hardware/HardwareAPI.h> 473a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber 4897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu#include <OMX_AudioExt.h> 494154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev#include <OMX_VideoExt.h> 50f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <OMX_Component.h> 5197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu#include <OMX_IndexExt.h> 52777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim#include <OMX_AsString.h> 53f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 54496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber#include "include/avc_utils.h" 55496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 56f933441648ef6a71dee783d733aac17b9508b452Andreas Hubernamespace android { 57f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 586e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnarenum { 596e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar kMaxIndicesToCheck = 32, // used when enumerating supported formats and profiles 606e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar}; 616e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar 62251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// OMX errors are directly mapped into status_t range if 63251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// there is no corresponding MediaError status code. 64251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// Use the statusFromOMXError(int32_t omxError) function. 65251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// 66251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// Currently this is a direct map. 67251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// See frameworks/native/include/media/openmax/OMX_Core.h 68251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// 69251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// Vendor OMX errors from 0x90000000 - 0x9000FFFF 70251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// Extension OMX errors from 0x8F000000 - 0x90000000 71251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// Standard OMX errors from 0x80001000 - 0x80001024 (0x80001024 current) 72251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// 73251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung 74251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// returns true if err is a recognized OMX error code. 75251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// as OMX error is OMX_S32, this is an int32_t type 76251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hungstatic inline bool isOMXError(int32_t err) { 77251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return (ERROR_CODEC_MIN <= err && err <= ERROR_CODEC_MAX); 78251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung} 79251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung 80251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// converts an OMX error to a status_t 81251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hungstatic inline status_t statusFromOMXError(int32_t omxError) { 82251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung switch (omxError) { 83251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case OMX_ErrorInvalidComponentName: 84251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case OMX_ErrorComponentNotFound: 85251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return NAME_NOT_FOUND; // can trigger illegal argument error for provided names. 86251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung default: 87251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return isOMXError(omxError) ? omxError : 0; // no translation required 88251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 89251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung} 90251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung 91251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// checks and converts status_t to a non-side-effect status_t 92251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hungstatic inline status_t makeNoSideEffectStatus(status_t err) { 93251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung switch (err) { 94251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // the following errors have side effects and may come 95251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // from other code modules. Remap for safety reasons. 96251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case INVALID_OPERATION: 97251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case DEAD_OBJECT: 98251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return UNKNOWN_ERROR; 99251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung default: 100251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return err; 101251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 102251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung} 103251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung 104f933441648ef6a71dee783d733aac17b9508b452Andreas Hubertemplate<class T> 105f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatic void InitOMXParams(T *params) { 106f933441648ef6a71dee783d733aac17b9508b452Andreas Huber params->nSize = sizeof(T); 107f933441648ef6a71dee783d733aac17b9508b452Andreas Huber params->nVersion.s.nVersionMajor = 1; 108f933441648ef6a71dee783d733aac17b9508b452Andreas Huber params->nVersion.s.nVersionMinor = 0; 109f933441648ef6a71dee783d733aac17b9508b452Andreas Huber params->nVersion.s.nRevision = 0; 110f933441648ef6a71dee783d733aac17b9508b452Andreas Huber params->nVersion.s.nStep = 0; 111f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 112f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 11326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnarstruct MessageList : public RefBase { 11426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar MessageList() { 11526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 116984a54322f7c70bc75e862d91bdd975814872affLajos Molnar virtual ~MessageList() { 117984a54322f7c70bc75e862d91bdd975814872affLajos Molnar } 11826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar std::list<sp<AMessage> > &getList() { return mList; } 11926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnarprivate: 12026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar std::list<sp<AMessage> > mList; 12126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 12226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar DISALLOW_EVIL_CONSTRUCTORS(MessageList); 12326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar}; 12426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 125f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct CodecObserver : public BnOMXObserver { 126f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CodecObserver() {} 127f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 128f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void setNotificationMessage(const sp<AMessage> &msg) { 129f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNotify = msg; 130f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 131f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 132f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // from IOMXObserver 13326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar virtual void onMessages(const std::list<omx_message> &messages) { 134984a54322f7c70bc75e862d91bdd975814872affLajos Molnar if (messages.empty()) { 135984a54322f7c70bc75e862d91bdd975814872affLajos Molnar return; 136984a54322f7c70bc75e862d91bdd975814872affLajos Molnar } 137984a54322f7c70bc75e862d91bdd975814872affLajos Molnar 138984a54322f7c70bc75e862d91bdd975814872affLajos Molnar sp<AMessage> notify = mNotify->dup(); 13926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar bool first = true; 14026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar sp<MessageList> msgList = new MessageList(); 14126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar for (std::list<omx_message>::const_iterator it = messages.cbegin(); 14226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar it != messages.cend(); ++it) { 14326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar const omx_message &omx_msg = *it; 14426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar if (first) { 14526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar notify->setInt32("node", omx_msg.node); 146984a54322f7c70bc75e862d91bdd975814872affLajos Molnar first = false; 147f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 148f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 14926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar sp<AMessage> msg = new AMessage; 15026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32("type", omx_msg.type); 15126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar switch (omx_msg.type) { 15226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar case omx_message::EVENT: 15326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar { 15426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32("event", omx_msg.u.event_data.event); 15526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32("data1", omx_msg.u.event_data.data1); 15626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32("data2", omx_msg.u.event_data.data2); 15726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar break; 15826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 159f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 16026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar case omx_message::EMPTY_BUFFER_DONE: 16126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar { 16226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32("buffer", omx_msg.u.buffer_data.buffer); 16326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32("fence_fd", omx_msg.fenceFd); 16426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar break; 16526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 166f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 16726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar case omx_message::FILL_BUFFER_DONE: 16826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar { 16926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32( 17026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar "buffer", omx_msg.u.extended_buffer_data.buffer); 17126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32( 17226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar "range_offset", 17326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar omx_msg.u.extended_buffer_data.range_offset); 17426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32( 17526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar "range_length", 17626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar omx_msg.u.extended_buffer_data.range_length); 17726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32( 17826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar "flags", 17926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar omx_msg.u.extended_buffer_data.flags); 18026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt64( 18126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar "timestamp", 18226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar omx_msg.u.extended_buffer_data.timestamp); 18326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32( 18426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar "fence_fd", omx_msg.fenceFd); 18526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar break; 18626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 187f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 18890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar case omx_message::FRAME_RENDERED: 18990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar { 19090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar msg->setInt64( 19190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar "media_time_us", omx_msg.u.render_data.timestamp); 19290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar msg->setInt64( 19390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar "system_nano", omx_msg.u.render_data.nanoTime); 19490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar break; 19590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 19690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 19726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar default: 19826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar ALOGE("Unrecognized message type: %d", omx_msg.type); 19926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar break; 20026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 20126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msgList->getList().push_back(msg); 20226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 20326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar notify->setObject("messages", msgList); 20426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar notify->post(); 205f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 206f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 207f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 208f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual ~CodecObserver() {} 209f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 210f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 211f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<AMessage> mNotify; 212f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 213f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(CodecObserver); 214f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 215f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 216f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 217f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 218f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::BaseState : public AState { 219f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BaseState(ACodec *codec, const sp<AState> &parentState = NULL); 220f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 221f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 222f933441648ef6a71dee783d733aac17b9508b452Andreas Huber enum PortMode { 223f933441648ef6a71dee783d733aac17b9508b452Andreas Huber KEEP_BUFFERS, 224f933441648ef6a71dee783d733aac17b9508b452Andreas Huber RESUBMIT_BUFFERS, 225f933441648ef6a71dee783d733aac17b9508b452Andreas Huber FREE_BUFFERS, 226f933441648ef6a71dee783d733aac17b9508b452Andreas Huber }; 227f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 228f933441648ef6a71dee783d733aac17b9508b452Andreas Huber ACodec *mCodec; 229f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 230f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual PortMode getPortMode(OMX_U32 portIndex); 231f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 232f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 233f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 234f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 235f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 236f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onOutputBufferDrained(const sp<AMessage> &msg); 237f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onInputBufferFilled(const sp<AMessage> &msg); 238f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 239f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void postFillThisBuffer(BufferInfo *info); 240f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 241f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 24226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar // Handles an OMX message. Returns true iff message was handled. 243f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool onOMXMessage(const sp<AMessage> &msg); 244f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 24526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar // Handles a list of messages. Returns true iff messages were handled. 24626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar bool onOMXMessageList(const sp<AMessage> &msg); 24726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 24826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar // returns true iff this message is for this component and the component is alive 24926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar bool checkOMXMessage(const sp<AMessage> &msg); 25026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 25115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar bool onOMXEmptyBufferDone(IOMX::buffer_id bufferID, int fenceFd); 252f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 253f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool onOMXFillBufferDone( 254f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferID, 255f933441648ef6a71dee783d733aac17b9508b452Andreas Huber size_t rangeOffset, size_t rangeLength, 256f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 flags, 25715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int64_t timeUs, 25815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int fenceFd); 259f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 26090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar virtual bool onOMXFrameRendered(int64_t mediaTimeUs, nsecs_t systemNano); 26190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 262f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void getMoreInputDataIfPossible(); 263f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 264f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(BaseState); 265f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 266f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 267f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 268f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 269ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huberstruct ACodec::DeathNotifier : public IBinder::DeathRecipient { 270ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber DeathNotifier(const sp<AMessage> ¬ify) 271ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber : mNotify(notify) { 272ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber } 273ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 274ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber virtual void binderDied(const wp<IBinder> &) { 275ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mNotify->post(); 276ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber } 277ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 278ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huberprotected: 279ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber virtual ~DeathNotifier() {} 280ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 281ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huberprivate: 282ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber sp<AMessage> mNotify; 283ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 284ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(DeathNotifier); 285ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber}; 286ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 287f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::UninitializedState : public ACodec::BaseState { 288f933441648ef6a71dee783d733aac17b9508b452Andreas Huber UninitializedState(ACodec *codec); 289f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 290f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 291f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 292c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber virtual void stateEntered(); 293f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 294f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 295f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void onSetup(const sp<AMessage> &msg); 296c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber bool onAllocateComponent(const sp<AMessage> &msg); 297f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 298ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber sp<DeathNotifier> mDeathNotifier; 299ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 300f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(UninitializedState); 301f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 302f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 303f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 304f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 305c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberstruct ACodec::LoadedState : public ACodec::BaseState { 306c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber LoadedState(ACodec *codec); 307c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 308c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberprotected: 309c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 310c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber virtual void stateEntered(); 311c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 312c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberprivate: 313c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber friend struct ACodec::UninitializedState; 314c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 315c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber bool onConfigureComponent(const sp<AMessage> &msg); 3167cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden void onCreateInputSurface(const sp<AMessage> &msg); 3178f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang void onSetInputSurface(const sp<AMessage> &msg); 318c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber void onStart(); 319c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber void onShutdown(bool keepComponentAllocated); 320c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 321d291c222357303b9611cab89d0c3b047584ef377Chong Zhang status_t setupInputSurface(); 322d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 323c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(LoadedState); 324c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber}; 325c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 326c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber//////////////////////////////////////////////////////////////////////////////// 327c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 328f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::LoadedToIdleState : public ACodec::BaseState { 329f933441648ef6a71dee783d733aac17b9508b452Andreas Huber LoadedToIdleState(ACodec *codec); 330f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 331f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 332f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 333f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 334f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 335f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 336f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 337f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t allocateBuffers(); 338f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 339f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(LoadedToIdleState); 340f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 341f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 342f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 343f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 344f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::IdleToExecutingState : public ACodec::BaseState { 345f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IdleToExecutingState(ACodec *codec); 346f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 347f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 348f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 349f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 350f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 351f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 352f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 353f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(IdleToExecutingState); 354f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 355f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 356f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 357f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 358f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::ExecutingState : public ACodec::BaseState { 359f933441648ef6a71dee783d733aac17b9508b452Andreas Huber ExecutingState(ACodec *codec); 360f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 361054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar void submitRegularOutputBuffers(); 362054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar void submitOutputMetaBuffers(); 363f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void submitOutputBuffers(); 364f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 365f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // Submit output buffers to the decoder, submit input buffers to client 366f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // to fill with data. 367f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void resume(); 368f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 369349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber // Returns true iff input and output buffers are in play. 370349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber bool active() const { return mActive; } 371349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 372f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 373f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual PortMode getPortMode(OMX_U32 portIndex); 374f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 375f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 376f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 377f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 37890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar virtual bool onOMXFrameRendered(int64_t mediaTimeUs, nsecs_t systemNano); 379f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 380f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 381349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber bool mActive; 382349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 383f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(ExecutingState); 384f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 385f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 386f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 387f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 388f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::OutputPortSettingsChangedState : public ACodec::BaseState { 389f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OutputPortSettingsChangedState(ACodec *codec); 390f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 391f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 392f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual PortMode getPortMode(OMX_U32 portIndex); 393f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 394f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 395f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 396f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 39790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar virtual bool onOMXFrameRendered(int64_t mediaTimeUs, nsecs_t systemNano); 398f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 399f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 400f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(OutputPortSettingsChangedState); 401f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 402f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 403f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 404f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 405f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::ExecutingToIdleState : public ACodec::BaseState { 406f933441648ef6a71dee783d733aac17b9508b452Andreas Huber ExecutingToIdleState(ACodec *codec); 407f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 408f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 409f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 410f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 411f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 412f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 413f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 414f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onOutputBufferDrained(const sp<AMessage> &msg); 415f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onInputBufferFilled(const sp<AMessage> &msg); 416f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 417f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 418f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void changeStateIfWeOwnAllBuffers(); 419f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4205778822d86b0337407514b9372562b86edfa91cdAndreas Huber bool mComponentNowIdle; 4215778822d86b0337407514b9372562b86edfa91cdAndreas Huber 422f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(ExecutingToIdleState); 423f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 424f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 425f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 426f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 427f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::IdleToLoadedState : public ACodec::BaseState { 428f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IdleToLoadedState(ACodec *codec); 429f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 430f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 431f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 432f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 433f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 434f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 435f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 436f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 437f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(IdleToLoadedState); 438f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 439f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 440f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 441f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 442f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::FlushingState : public ACodec::BaseState { 443f933441648ef6a71dee783d733aac17b9508b452Andreas Huber FlushingState(ACodec *codec); 444f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 445f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 446f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 447f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 448f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 449f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 450f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 451f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onOutputBufferDrained(const sp<AMessage> &msg); 452f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onInputBufferFilled(const sp<AMessage> &msg); 453f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 454f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 455f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool mFlushComplete[2]; 456f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 457f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void changeStateIfWeOwnAllBuffers(); 458f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 459f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(FlushingState); 460f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 461f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 462f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 463f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 46415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnarvoid ACodec::BufferInfo::setWriteFence(int fenceFd, const char *dbg) { 46515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (mFenceFd >= 0) { 46615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGW("OVERWRITE OF %s fence %d by write fence %d in %s", 46715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mIsReadFence ? "read" : "write", mFenceFd, fenceFd, dbg); 46815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 46915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mFenceFd = fenceFd; 47015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mIsReadFence = false; 47115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar} 47215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 47315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnarvoid ACodec::BufferInfo::setReadFence(int fenceFd, const char *dbg) { 47415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (mFenceFd >= 0) { 47515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGW("OVERWRITE OF %s fence %d by read fence %d in %s", 47615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mIsReadFence ? "read" : "write", mFenceFd, fenceFd, dbg); 47715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 47815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mFenceFd = fenceFd; 47915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mIsReadFence = true; 48015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar} 48115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 48215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnarvoid ACodec::BufferInfo::checkWriteFence(const char *dbg) { 48315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (mFenceFd >= 0 && mIsReadFence) { 48415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGD("REUSING read fence %d as write fence in %s", mFenceFd, dbg); 48515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 48615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar} 48715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 48815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnarvoid ACodec::BufferInfo::checkReadFence(const char *dbg) { 48915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (mFenceFd >= 0 && !mIsReadFence) { 49015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGD("REUSING write fence %d as read fence in %s", mFenceFd, dbg); 49115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 49215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar} 49315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 49415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar//////////////////////////////////////////////////////////////////////////////// 49515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 496f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::ACodec() 497afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber : mQuirks(0), 498609b815a3131d22da38b2f452faa9f89daad4039Andy Hung mNode(0), 499e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar mNativeWindowUsageBits(0), 5005778822d86b0337407514b9372562b86edfa91cdAndreas Huber mSentFormat(false), 5018db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu mIsVideo(false), 502c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mIsEncoder(false), 503346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang mFatalError(false), 5049806555d3930be43e11106281dee354820ac1c88Andreas Huber mShutdownInProgress(false), 50554b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar mExplicitShutdown(false), 5069806555d3930be43e11106281dee354820ac1c88Andreas Huber mEncoderDelay(0), 5079806555d3930be43e11106281dee354820ac1c88Andreas Huber mEncoderPadding(0), 508e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang mRotationDegrees(0), 5099806555d3930be43e11106281dee354820ac1c88Andreas Huber mChannelMaskPresent(false), 510054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mChannelMask(0), 511054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mDequeueCounter(0), 512054219874873b41f1c815552987c10465c34ba2bLajos Molnar mInputMetadataType(kMetadataBufferTypeInvalid), 513054219874873b41f1c815552987c10465c34ba2bLajos Molnar mOutputMetadataType(kMetadataBufferTypeInvalid), 514011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar mLegacyAdaptiveExperiment(false), 515054219874873b41f1c815552987c10465c34ba2bLajos Molnar mMetadataBuffersToSubmit(0), 51694ee4b708acfa941581160b267afb79192b1d816Chong Zhang mRepeatFrameDelayUs(-1ll), 5172c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mMaxPtsGapUs(-1ll), 51837b2b389139ed638831e49708c947863eef631efRonghua Wu mMaxFps(-1), 5192c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mTimePerFrameUs(-1ll), 520609b815a3131d22da38b2f452faa9f89daad4039Andy Hung mTimePerCaptureUs(-1ll), 521ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad mCreateInputBuffersSuspended(false), 522ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad mTunneled(false) { 523f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mUninitializedState = new UninitializedState(this); 524c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mLoadedState = new LoadedState(this); 525f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mLoadedToIdleState = new LoadedToIdleState(this); 526f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mIdleToExecutingState = new IdleToExecutingState(this); 527f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mExecutingState = new ExecutingState(this); 528f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 529f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mOutputPortSettingsChangedState = 530f933441648ef6a71dee783d733aac17b9508b452Andreas Huber new OutputPortSettingsChangedState(this); 531f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 532f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mExecutingToIdleState = new ExecutingToIdleState(this); 533f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mIdleToLoadedState = new IdleToLoadedState(this); 534f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mFlushingState = new FlushingState(this); 535f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 536f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mPortEOS[kPortIndexInput] = mPortEOS[kPortIndexOutput] = false; 537dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mInputEOSResult = OK; 538f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 539f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeState(mUninitializedState); 540f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 541f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 542f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::~ACodec() { 543f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 544f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 545f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::setNotificationMessage(const sp<AMessage> &msg) { 546f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNotify = msg; 547f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 548f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 549f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::initiateSetup(const sp<AMessage> &msg) { 550f933441648ef6a71dee783d733aac17b9508b452Andreas Huber msg->setWhat(kWhatSetup); 5511d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar msg->setTarget(this); 552f933441648ef6a71dee783d733aac17b9508b452Andreas Huber msg->post(); 553f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 554f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 555a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Hubervoid ACodec::signalSetParameters(const sp<AMessage> ¶ms) { 5561d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatSetParameters, this); 557a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber msg->setMessage("params", params); 558a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber msg->post(); 559a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber} 560a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 5615778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid ACodec::initiateAllocateComponent(const sp<AMessage> &msg) { 5625778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setWhat(kWhatAllocateComponent); 5631d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar msg->setTarget(this); 5645778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->post(); 5655778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 5665778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5675778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid ACodec::initiateConfigureComponent(const sp<AMessage> &msg) { 5685778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setWhat(kWhatConfigureComponent); 5691d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar msg->setTarget(this); 5705778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->post(); 5715778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 5725778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5731dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t ACodec::setSurface(const sp<Surface> &surface) { 5741dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> msg = new AMessage(kWhatSetSurface, this); 5751dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar msg->setObject("surface", surface); 5761dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 5771dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> response; 5781dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = msg->postAndAwaitResponse(&response); 5791dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 5801dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err == OK) { 5811dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar (void)response->findInt32("err", &err); 5821dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 5831dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 5841dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar} 5851dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 5867cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFaddenvoid ACodec::initiateCreateInputSurface() { 5871d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatCreateInputSurface, this))->post(); 5887cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden} 5897cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 5908f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhangvoid ACodec::initiateSetInputSurface( 591d291c222357303b9611cab89d0c3b047584ef377Chong Zhang const sp<PersistentSurface> &surface) { 5928f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang sp<AMessage> msg = new AMessage(kWhatSetInputSurface, this); 593d291c222357303b9611cab89d0c3b047584ef377Chong Zhang msg->setObject("input-surface", surface); 594d291c222357303b9611cab89d0c3b047584ef377Chong Zhang msg->post(); 595d291c222357303b9611cab89d0c3b047584ef377Chong Zhang} 596d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 5977cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFaddenvoid ACodec::signalEndOfInputStream() { 5981d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatSignalEndOfInputStream, this))->post(); 5997cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden} 6007cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 6015778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid ACodec::initiateStart() { 6021d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatStart, this))->post(); 6035778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 6045778822d86b0337407514b9372562b86edfa91cdAndreas Huber 605f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::signalFlush() { 6067a3a2b2f9bb9421dcf83fbd47276e57917078aefJames Dong ALOGV("[%s] signalFlush", mComponentName.c_str()); 6071d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatFlush, this))->post(); 608f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 609f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 610f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::signalResume() { 6111d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatResume, this))->post(); 612f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 613f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 614c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Hubervoid ACodec::initiateShutdown(bool keepComponentAllocated) { 6151d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatShutdown, this); 616c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber msg->setInt32("keepComponentAllocated", keepComponentAllocated); 617c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber msg->post(); 61830358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar if (!keepComponentAllocated) { 61930358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar // ensure shutdown completes in 3 seconds 6201d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatReleaseCodecInstance, this))->post(3000000); 62130358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar } 622f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 623f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 624496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Hubervoid ACodec::signalRequestIDRFrame() { 6251d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatRequestIDRFrame, this))->post(); 626496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber} 627496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 6284dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar// *** NOTE: THE FOLLOWING WORKAROUND WILL BE REMOVED *** 6294dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar// Some codecs may return input buffers before having them processed. 6304dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar// This causes a halt if we already signaled an EOS on the input 6314dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar// port. For now keep submitting an output buffer if there was an 6324dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar// EOS on the input port, but not yet on the output port. 633054219874873b41f1c815552987c10465c34ba2bLajos Molnarvoid ACodec::signalSubmitOutputMetadataBufferIfEOS_workaround() { 6344dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar if (mPortEOS[kPortIndexInput] && !mPortEOS[kPortIndexOutput] && 635054219874873b41f1c815552987c10465c34ba2bLajos Molnar mMetadataBuffersToSubmit > 0) { 636054219874873b41f1c815552987c10465c34ba2bLajos Molnar (new AMessage(kWhatSubmitOutputMetadataBufferIfEOS, this))->post(); 6374dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar } 6384dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar} 6394dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar 6401dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t ACodec::handleSetSurface(const sp<Surface> &surface) { 6411dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // allow keeping unset surface 6421dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (surface == NULL) { 6431dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mNativeWindow != NULL) { 6441dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGW("cannot unset a surface"); 6451dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return INVALID_OPERATION; 6461dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6471dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return OK; 6481dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6491dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 650e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar // cannot switch from bytebuffers to surface 6511dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mNativeWindow == NULL) { 6521dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGW("component was not configured with a surface"); 6531dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return INVALID_OPERATION; 6541dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6551dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 6561dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ANativeWindow *nativeWindow = surface.get(); 6571dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // if we have not yet started the codec, we can simply set the native window 6581dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mBuffers[kPortIndexInput].size() == 0) { 6591dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mNativeWindow = surface; 6601dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return OK; 6611dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6621dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 6631dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // we do not support changing a tunneled surface after start 6641dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mTunneled) { 6651dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGW("cannot change tunneled surface"); 6661dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return INVALID_OPERATION; 6671dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6681dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 669e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar int usageBits = 0; 670e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar status_t err = setupNativeWindowSizeFormatAndUsage(nativeWindow, &usageBits); 6711dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != OK) { 6721dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 6731dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6741dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 675f42917964a76720932b23e67a05d034cd0cf346bChong Zhang int ignoredFlags = kVideoGrallocUsage; 676e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar // New output surface is not allowed to add new usage flag except ignored ones. 677e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar if ((usageBits & ~(mNativeWindowUsageBits | ignoredFlags)) != 0) { 678e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar ALOGW("cannot change usage from %#x to %#x", mNativeWindowUsageBits, usageBits); 679e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar return BAD_VALUE; 680e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar } 681e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar 6821dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // get min undequeued count. We cannot switch to a surface that has a higher 6831dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // undequeued count than we allocated. 6841dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar int minUndequeuedBuffers = 0; 6851dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = nativeWindow->query( 6861dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar nativeWindow, NATIVE_WINDOW_MIN_UNDEQUEUED_BUFFERS, 6871dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar &minUndequeuedBuffers); 6881dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != 0) { 6891dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGE("NATIVE_WINDOW_MIN_UNDEQUEUED_BUFFERS query failed: %s (%d)", 6901dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar strerror(-err), -err); 6911dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 6921dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6931dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (minUndequeuedBuffers > (int)mNumUndequeuedBuffers) { 6941dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGE("new surface holds onto more buffers (%d) than planned for (%zu)", 6951dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar minUndequeuedBuffers, mNumUndequeuedBuffers); 6961dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return BAD_VALUE; 6971dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6981dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 6991dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // we cannot change the number of output buffers while OMX is running 7001dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // set up surface to the same count 7011dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar Vector<BufferInfo> &buffers = mBuffers[kPortIndexOutput]; 7021dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGV("setting up surface for %zu buffers", buffers.size()); 7031dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 7041dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = native_window_set_buffer_count(nativeWindow, buffers.size()); 7051dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != 0) { 7061dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGE("native_window_set_buffer_count failed: %s (%d)", strerror(-err), 7071dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar -err); 7081dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 7091dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7101dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 711dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // need to enable allocation when attaching 712dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar surface->getIGraphicBufferProducer()->allowAllocation(true); 713dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar 7141dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // for meta data mode, we move dequeud buffers to the new surface. 7151dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // for non-meta mode, we must move all registered buffers 7161dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar for (size_t i = 0; i < buffers.size(); ++i) { 7171dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar const BufferInfo &info = buffers[i]; 7181dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // skip undequeued buffers for meta data mode 719054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (storingMetadataInDecodedBuffers() 720011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar && !mLegacyAdaptiveExperiment 7211dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar && info.mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW) { 7221dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGV("skipping buffer %p", info.mGraphicBuffer->getNativeBuffer()); 7231dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar continue; 7241dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7251dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGV("attaching buffer %p", info.mGraphicBuffer->getNativeBuffer()); 7261dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 7271dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = surface->attachBuffer(info.mGraphicBuffer->getNativeBuffer()); 7281dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != OK) { 7291dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGE("failed to attach buffer %p to the new surface: %s (%d)", 7301dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar info.mGraphicBuffer->getNativeBuffer(), 7311dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar strerror(-err), -err); 7321dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 7331dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7341dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7351dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 7361dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // cancel undequeued buffers to new surface 737054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (!storingMetadataInDecodedBuffers() || mLegacyAdaptiveExperiment) { 7381dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar for (size_t i = 0; i < buffers.size(); ++i) { 73915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar BufferInfo &info = buffers.editItemAt(i); 7401dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (info.mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW) { 7411dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGV("canceling buffer %p", info.mGraphicBuffer->getNativeBuffer()); 7421dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = nativeWindow->cancelBuffer( 74315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar nativeWindow, info.mGraphicBuffer->getNativeBuffer(), info.mFenceFd); 74415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info.mFenceFd = -1; 7451dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != OK) { 7461dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGE("failed to cancel buffer %p to the new surface: %s (%d)", 7471dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar info.mGraphicBuffer->getNativeBuffer(), 7481dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar strerror(-err), -err); 7491dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 7501dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7511dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7521dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7531dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // disallow further allocation 7541dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar (void)surface->getIGraphicBufferProducer()->allowAllocation(false); 7551dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7561dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 757484979b1ab25aa41f503bd846323ab93b46d37e5Lajos Molnar // push blank buffers to previous window if requested 758484979b1ab25aa41f503bd846323ab93b46d37e5Lajos Molnar if (mFlags & kFlagPushBlankBuffersToNativeWindowOnShutdown) { 759484979b1ab25aa41f503bd846323ab93b46d37e5Lajos Molnar pushBlankBuffersToNativeWindow(mNativeWindow.get()); 760484979b1ab25aa41f503bd846323ab93b46d37e5Lajos Molnar } 761484979b1ab25aa41f503bd846323ab93b46d37e5Lajos Molnar 7621dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mNativeWindow = nativeWindow; 763e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar mNativeWindowUsageBits = usageBits; 7641dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return OK; 7651dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar} 7661dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 767f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::allocateBuffersOnPort(OMX_U32 portIndex) { 768f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 769f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 770f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(mDealer[portIndex] == NULL); 771f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(mBuffers[portIndex].isEmpty()); 772f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7735778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err; 774f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mNativeWindow != NULL && portIndex == kPortIndexOutput) { 775054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (storingMetadataInDecodedBuffers()) { 776054219874873b41f1c815552987c10465c34ba2bLajos Molnar err = allocateOutputMetadataBuffers(); 777054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } else { 778054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar err = allocateOutputBuffersFromNativeWindow(); 779054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 7805778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 7815778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 7825778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&def); 7835778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.nPortIndex = portIndex; 784f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7855778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->getParameter( 7865778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 787f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7885778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err == OK) { 789054219874873b41f1c815552987c10465c34ba2bLajos Molnar MetadataBufferType type = 790054219874873b41f1c815552987c10465c34ba2bLajos Molnar portIndex == kPortIndexOutput ? mOutputMetadataType : mInputMetadataType; 791054219874873b41f1c815552987c10465c34ba2bLajos Molnar int32_t bufSize = def.nBufferSize; 792054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (type == kMetadataBufferTypeGrallocSource) { 793054219874873b41f1c815552987c10465c34ba2bLajos Molnar bufSize = sizeof(VideoGrallocMetadata); 794054219874873b41f1c815552987c10465c34ba2bLajos Molnar } else if (type == kMetadataBufferTypeANWBuffer) { 795054219874873b41f1c815552987c10465c34ba2bLajos Molnar bufSize = sizeof(VideoNativeMetadata); 796054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 797054219874873b41f1c815552987c10465c34ba2bLajos Molnar 798054219874873b41f1c815552987c10465c34ba2bLajos Molnar // If using gralloc or native source input metadata buffers, allocate largest 799054219874873b41f1c815552987c10465c34ba2bLajos Molnar // metadata size as we prefer to generate native source metadata, but component 8005fb8b2987ab96ad65dc4b046616607ece16d6fb3Lajos Molnar // may require gralloc source. For camera source, allocate at least enough 8015fb8b2987ab96ad65dc4b046616607ece16d6fb3Lajos Molnar // size for native metadata buffers. 802054219874873b41f1c815552987c10465c34ba2bLajos Molnar int32_t allottedSize = bufSize; 8035fb8b2987ab96ad65dc4b046616607ece16d6fb3Lajos Molnar if (portIndex == kPortIndexInput && type >= kMetadataBufferTypeGrallocSource) { 804054219874873b41f1c815552987c10465c34ba2bLajos Molnar bufSize = max(sizeof(VideoGrallocMetadata), sizeof(VideoNativeMetadata)); 8055fb8b2987ab96ad65dc4b046616607ece16d6fb3Lajos Molnar } else if (portIndex == kPortIndexInput && type == kMetadataBufferTypeCameraSource) { 8065fb8b2987ab96ad65dc4b046616607ece16d6fb3Lajos Molnar bufSize = max(bufSize, (int32_t)sizeof(VideoNativeMetadata)); 807054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 808054219874873b41f1c815552987c10465c34ba2bLajos Molnar 809054219874873b41f1c815552987c10465c34ba2bLajos Molnar ALOGV("[%s] Allocating %u buffers of size %d/%d (from %u using %s) on %s port", 8105778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentName.c_str(), 811054219874873b41f1c815552987c10465c34ba2bLajos Molnar def.nBufferCountActual, bufSize, allottedSize, def.nBufferSize, asString(type), 8125778822d86b0337407514b9372562b86edfa91cdAndreas Huber portIndex == kPortIndexInput ? "input" : "output"); 813f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 81434e63e9ffe6496d9180c825dc119c1fd1020ef8bMarco Nelissen if (bufSize == 0 || def.nBufferCountActual > SIZE_MAX / bufSize) { 81534e63e9ffe6496d9180c825dc119c1fd1020ef8bMarco Nelissen ALOGE("b/22885421"); 81634e63e9ffe6496d9180c825dc119c1fd1020ef8bMarco Nelissen return NO_MEMORY; 81734e63e9ffe6496d9180c825dc119c1fd1020ef8bMarco Nelissen } 818054219874873b41f1c815552987c10465c34ba2bLajos Molnar size_t totalSize = def.nBufferCountActual * bufSize; 8195778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDealer[portIndex] = new MemoryDealer(totalSize, "ACodec"); 820f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 821054219874873b41f1c815552987c10465c34ba2bLajos Molnar for (OMX_U32 i = 0; i < def.nBufferCountActual && err == OK; ++i) { 822054219874873b41f1c815552987c10465c34ba2bLajos Molnar sp<IMemory> mem = mDealer[portIndex]->allocate(bufSize); 8235581770ee0dde70e2e9c50533be35e537a5800efChong Zhang if (mem == NULL || mem->pointer() == NULL) { 824777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return NO_MEMORY; 825777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 826f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 827ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber BufferInfo info; 828ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber info.mStatus = BufferInfo::OWNED_BY_US; 82915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info.mFenceFd = -1; 83090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar info.mRenderInfo = NULL; 831a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar info.mNativeHandle = NULL; 832f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 833afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber uint32_t requiresAllocateBufferBit = 834afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber (portIndex == kPortIndexInput) 835b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar ? kRequiresAllocateBufferOnInputPorts 836b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar : kRequiresAllocateBufferOnOutputPorts; 8371065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber 838e33d922fd86699c664a15f09e6d8b2e422736a40Lajos Molnar if (portIndex == kPortIndexInput && (mFlags & kFlagIsSecure)) { 839ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber mem.clear(); 840ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 841a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar void *ptr = NULL; 842a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar native_handle_t *native_handle = NULL; 843a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar err = mOMX->allocateSecureBuffer( 844054219874873b41f1c815552987c10465c34ba2bLajos Molnar mNode, portIndex, bufSize, &info.mBufferID, 845a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar &ptr, &native_handle); 846a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar 847a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar // TRICKY: this representation is unorthodox, but ACodec requires 848a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar // an ABuffer with a proper size to validate range offsets and lengths. 849a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar // Since mData is never referenced for secure input, it is used to store 850a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar // either the pointer to the secure buffer, or the opaque handle as on 851a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar // some devices ptr is actually an opaque handle, not a pointer. 852a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar 853a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar // TRICKY2: use native handle as the base of the ABuffer if received one, 854a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar // because Widevine source only receives these base addresses. 855a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar info.mData = new ABuffer(ptr != NULL ? ptr : (void *)native_handle, bufSize); 856a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar info.mNativeHandle = NativeHandle::create(native_handle, true /* ownsHandle */); 857ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } else if (mQuirks & requiresAllocateBufferBit) { 8585778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->allocateBufferWithBackup( 859054219874873b41f1c815552987c10465c34ba2bLajos Molnar mNode, portIndex, mem, &info.mBufferID, allottedSize); 8605778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 861054219874873b41f1c815552987c10465c34ba2bLajos Molnar err = mOMX->useBuffer(mNode, portIndex, mem, &info.mBufferID, allottedSize); 862ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 863ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 864ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber if (mem != NULL) { 865054219874873b41f1c815552987c10465c34ba2bLajos Molnar info.mData = new ABuffer(mem->pointer(), bufSize); 866054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (type == kMetadataBufferTypeANWBuffer) { 867054219874873b41f1c815552987c10465c34ba2bLajos Molnar ((VideoNativeMetadata *)mem->pointer())->nFenceFd = -1; 868054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 86986b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu info.mMemRef = mem; 8705778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 8711065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber 8725778822d86b0337407514b9372562b86edfa91cdAndreas Huber mBuffers[portIndex].push(info); 8731065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber } 8741065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber } 8755778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 876f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 8775778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 8785778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 8795778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 880f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 8815778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> notify = mNotify->dup(); 882d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatBuffersAllocated); 8835778822d86b0337407514b9372562b86edfa91cdAndreas Huber 8845778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->setInt32("portIndex", portIndex); 885eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 886eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber sp<PortDescription> desc = new PortDescription; 887eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 8885778822d86b0337407514b9372562b86edfa91cdAndreas Huber for (size_t i = 0; i < mBuffers[portIndex].size(); ++i) { 889eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber const BufferInfo &info = mBuffers[portIndex][i]; 890a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar desc->addBuffer(info.mBufferID, info.mData, info.mNativeHandle, info.mMemRef); 891f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 892f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 893eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber notify->setObject("portDesc", desc); 8945778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->post(); 8955778822d86b0337407514b9372562b86edfa91cdAndreas Huber 896f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return OK; 897f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 898f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 899e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnarstatus_t ACodec::setupNativeWindowSizeFormatAndUsage( 900e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar ANativeWindow *nativeWindow /* nonnull */, int *finalUsage /* nonnull */) { 9011dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar OMX_PARAM_PORTDEFINITIONTYPE def; 9021dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar InitOMXParams(&def); 9031dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar def.nPortIndex = kPortIndexOutput; 9041dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 9051dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = mOMX->getParameter( 9061dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 9071dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 9081dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != OK) { 9091dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 9101dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 9111dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 9121dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar OMX_U32 usage = 0; 9131dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = mOMX->getGraphicBufferUsage(mNode, kPortIndexOutput, &usage); 9141dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != 0) { 9151dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGW("querying usage flags from OMX IL component failed: %d", err); 9161dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // XXX: Currently this error is logged, but not fatal. 9171dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar usage = 0; 9181dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 9191dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar int omxUsage = usage; 9201dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 9211dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mFlags & kFlagIsGrallocUsageProtected) { 9221dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar usage |= GRALLOC_USAGE_PROTECTED; 9231dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 9241dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 925f42917964a76720932b23e67a05d034cd0cf346bChong Zhang usage |= kVideoGrallocUsage; 926e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar *finalUsage = usage; 927b2d0b487efd40700199852c9a18b369b1651f15bLajos Molnar 9281dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGV("gralloc usage: %#x(OMX) => %#x(ACodec)", omxUsage, usage); 9291dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return setNativeWindowSizeFormatAndUsage( 9301dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar nativeWindow, 9311dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar def.format.video.nFrameWidth, 9321dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar def.format.video.nFrameHeight, 9331dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar def.format.video.eColorFormat, 9341dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mRotationDegrees, 9351dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar usage); 9361dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar} 9371dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 9381dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t ACodec::configureOutputBuffersFromNativeWindow( 9391dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar OMX_U32 *bufferCount, OMX_U32 *bufferSize, 9401dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar OMX_U32 *minUndequeuedBuffers) { 9411dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar OMX_PARAM_PORTDEFINITIONTYPE def; 9421dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar InitOMXParams(&def); 9431dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar def.nPortIndex = kPortIndexOutput; 9441dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 9451dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = mOMX->getParameter( 9461dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 9471dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 9481dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err == OK) { 949e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar err = setupNativeWindowSizeFormatAndUsage(mNativeWindow.get(), &mNativeWindowUsageBits); 9501dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 9511dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != OK) { 952e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar mNativeWindowUsageBits = 0; 9531dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 9541dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 9551dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 956ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad // Exits here for tunneled video playback codecs -- i.e. skips native window 957ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad // buffer allocation step as this is managed by the tunneled OMX omponent 958ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad // itself and explicitly sets def.nBufferCountActual to 0. 959ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad if (mTunneled) { 960ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad ALOGV("Tunneled Playback: skipping native window buffer allocation."); 961ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad def.nBufferCountActual = 0; 962ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad err = mOMX->setParameter( 963ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 964ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad 965ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad *minUndequeuedBuffers = 0; 966ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad *bufferCount = 0; 967ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad *bufferSize = 0; 968ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad return err; 969ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad } 970ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad 971054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar *minUndequeuedBuffers = 0; 972258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis err = mNativeWindow->query( 973258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis mNativeWindow.get(), NATIVE_WINDOW_MIN_UNDEQUEUED_BUFFERS, 974054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar (int *)minUndequeuedBuffers); 975258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis 976258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis if (err != 0) { 97729357bc2c0dd7c43ad3bd0c8e3efa4e6fd9bfd47Steve Block ALOGE("NATIVE_WINDOW_MIN_UNDEQUEUED_BUFFERS query failed: %s (%d)", 978258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis strerror(-err), -err); 979258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis return err; 980258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis } 981258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis 982e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // FIXME: assume that surface is controlled by app (native window 983e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // returns the number for the case when surface is not controlled by app) 9841faa41704e0b976e546321effcb09a85767d51baLajos Molnar // FIXME2: This means that minUndeqeueudBufs can be 1 larger than reported 9851faa41704e0b976e546321effcb09a85767d51baLajos Molnar // For now, try to allocate 1 more buffer, but don't fail if unsuccessful 986e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar 987e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // Use conservative allocation while also trying to reduce starvation 988e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // 989e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // 1. allocate at least nBufferCountMin + minUndequeuedBuffers - that is the 990e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // minimum needed for the consumer to be able to work 991e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // 2. try to allocate two (2) additional buffers to reduce starvation from 992e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // the consumer 9931faa41704e0b976e546321effcb09a85767d51baLajos Molnar // plus an extra buffer to account for incorrect minUndequeuedBufs 9941faa41704e0b976e546321effcb09a85767d51baLajos Molnar for (OMX_U32 extraBuffers = 2 + 1; /* condition inside loop */; extraBuffers--) { 995e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar OMX_U32 newBufferCount = 996e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar def.nBufferCountMin + *minUndequeuedBuffers + extraBuffers; 997258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis def.nBufferCountActual = newBufferCount; 998258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis err = mOMX->setParameter( 999258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 1000258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis 1001e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar if (err == OK) { 1002e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar *minUndequeuedBuffers += extraBuffers; 1003e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar break; 1004e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar } 1005e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar 1006609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGW("[%s] setting nBufferCountActual to %u failed: %d", 1007e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar mComponentName.c_str(), newBufferCount, err); 1008e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar /* exit condition */ 1009e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar if (extraBuffers == 0) { 1010258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis return err; 1011258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis } 1012258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis } 1013258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis 1014f933441648ef6a71dee783d733aac17b9508b452Andreas Huber err = native_window_set_buffer_count( 1015f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNativeWindow.get(), def.nBufferCountActual); 1016f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1017f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != 0) { 101829357bc2c0dd7c43ad3bd0c8e3efa4e6fd9bfd47Steve Block ALOGE("native_window_set_buffer_count failed: %s (%d)", strerror(-err), 1019f933441648ef6a71dee783d733aac17b9508b452Andreas Huber -err); 1020f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 1021f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1022f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1023054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar *bufferCount = def.nBufferCountActual; 1024054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar *bufferSize = def.nBufferSize; 1025054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar return err; 1026054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar} 1027054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1028054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnarstatus_t ACodec::allocateOutputBuffersFromNativeWindow() { 1029054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar OMX_U32 bufferCount, bufferSize, minUndequeuedBuffers; 1030054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar status_t err = configureOutputBuffersFromNativeWindow( 1031054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar &bufferCount, &bufferSize, &minUndequeuedBuffers); 1032054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar if (err != 0) 1033054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar return err; 1034e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar mNumUndequeuedBuffers = minUndequeuedBuffers; 1035054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1036054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (!storingMetadataInDecodedBuffers()) { 10373298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia static_cast<Surface*>(mNativeWindow.get()) 10383298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia ->getIGraphicBufferProducer()->allowAllocation(true); 10393298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia } 10403298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia 1041609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] Allocating %u buffers from a native window of size %u on " 1042f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "output port", 1043054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mComponentName.c_str(), bufferCount, bufferSize); 1044f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1045f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // Dequeue buffers and send them to OMX 1046054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar for (OMX_U32 i = 0; i < bufferCount; i++) { 10478ce2364512f7c32c824f5ec5719688830ba72427Iliyan Malchev ANativeWindowBuffer *buf; 104815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int fenceFd; 104915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar err = mNativeWindow->dequeueBuffer(mNativeWindow.get(), &buf, &fenceFd); 1050f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != 0) { 105129357bc2c0dd7c43ad3bd0c8e3efa4e6fd9bfd47Steve Block ALOGE("dequeueBuffer failed: %s (%d)", strerror(-err), -err); 1052f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 1053f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1054f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1055f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<GraphicBuffer> graphicBuffer(new GraphicBuffer(buf, false)); 105674006804065941841883c4b46ee785070164023fJamie Gennis BufferInfo info; 105774006804065941841883c4b46ee785070164023fJamie Gennis info.mStatus = BufferInfo::OWNED_BY_US; 105815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info.mFenceFd = fenceFd; 105915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info.mIsReadFence = false; 106090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar info.mRenderInfo = NULL; 1061054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar info.mData = new ABuffer(NULL /* data */, bufferSize /* capacity */); 106274006804065941841883c4b46ee785070164023fJamie Gennis info.mGraphicBuffer = graphicBuffer; 106374006804065941841883c4b46ee785070164023fJamie Gennis mBuffers[kPortIndexOutput].push(info); 106474006804065941841883c4b46ee785070164023fJamie Gennis 1065f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferId; 1066f933441648ef6a71dee783d733aac17b9508b452Andreas Huber err = mOMX->useGraphicBuffer(mNode, kPortIndexOutput, graphicBuffer, 1067f933441648ef6a71dee783d733aac17b9508b452Andreas Huber &bufferId); 1068f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != 0) { 1069609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGE("registering GraphicBuffer %u with OMX IL component failed: " 107074006804065941841883c4b46ee785070164023fJamie Gennis "%d", i, err); 1071f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 1072f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1073f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 107474006804065941841883c4b46ee785070164023fJamie Gennis mBuffers[kPortIndexOutput].editItemAt(i).mBufferID = bufferId; 107574006804065941841883c4b46ee785070164023fJamie Gennis 1076609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] Registered graphic buffer with ID %u (pointer = %p)", 1077f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mComponentName.c_str(), 1078f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bufferId, graphicBuffer.get()); 1079f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1080f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1081f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 cancelStart; 1082f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 cancelEnd; 1083f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1084f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != 0) { 1085f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // If an error occurred while dequeuing we need to cancel any buffers 1086f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // that were dequeued. 1087f933441648ef6a71dee783d733aac17b9508b452Andreas Huber cancelStart = 0; 108874006804065941841883c4b46ee785070164023fJamie Gennis cancelEnd = mBuffers[kPortIndexOutput].size(); 1089f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else { 1090054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar // Return the required minimum undequeued buffers to the native window. 1091054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar cancelStart = bufferCount - minUndequeuedBuffers; 1092054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar cancelEnd = bufferCount; 1093f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1094f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1095f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (OMX_U32 i = cancelStart; i < cancelEnd; i++) { 1096f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = &mBuffers[kPortIndexOutput].editItemAt(i); 10973175d2babfcdcb64f41309157e0436d00375ae4bWei Jia if (info->mStatus == BufferInfo::OWNED_BY_US) { 10983175d2babfcdcb64f41309157e0436d00375ae4bWei Jia status_t error = cancelBufferToNativeWindow(info); 10993175d2babfcdcb64f41309157e0436d00375ae4bWei Jia if (err == 0) { 11003175d2babfcdcb64f41309157e0436d00375ae4bWei Jia err = error; 11013175d2babfcdcb64f41309157e0436d00375ae4bWei Jia } 11023fb9f68dea5d991288f0ea8037742b50c7df5767Wei Jia } 1103f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1104f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1105054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (!storingMetadataInDecodedBuffers()) { 11063298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia static_cast<Surface*>(mNativeWindow.get()) 11073298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia ->getIGraphicBufferProducer()->allowAllocation(false); 11083298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia } 11093298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia 1110f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 1111f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1112f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1113054219874873b41f1c815552987c10465c34ba2bLajos Molnarstatus_t ACodec::allocateOutputMetadataBuffers() { 1114054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar OMX_U32 bufferCount, bufferSize, minUndequeuedBuffers; 1115054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar status_t err = configureOutputBuffersFromNativeWindow( 1116054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar &bufferCount, &bufferSize, &minUndequeuedBuffers); 1117054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar if (err != 0) 1118054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar return err; 1119e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar mNumUndequeuedBuffers = minUndequeuedBuffers; 1120054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1121e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar ALOGV("[%s] Allocating %u meta buffers on output port", 1122e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar mComponentName.c_str(), bufferCount); 1123e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1124054219874873b41f1c815552987c10465c34ba2bLajos Molnar size_t bufSize = mOutputMetadataType == kMetadataBufferTypeANWBuffer ? 1125054219874873b41f1c815552987c10465c34ba2bLajos Molnar sizeof(struct VideoNativeMetadata) : sizeof(struct VideoGrallocMetadata); 1126054219874873b41f1c815552987c10465c34ba2bLajos Molnar size_t totalSize = bufferCount * bufSize; 1127e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar mDealer[kPortIndexOutput] = new MemoryDealer(totalSize, "ACodec"); 1128e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1129e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar // Dequeue buffers and send them to OMX 1130e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar for (OMX_U32 i = 0; i < bufferCount; i++) { 1131e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar BufferInfo info; 1132e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar info.mStatus = BufferInfo::OWNED_BY_NATIVE_WINDOW; 113315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info.mFenceFd = -1; 113490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar info.mRenderInfo = NULL; 1135e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar info.mGraphicBuffer = NULL; 1136e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar info.mDequeuedAt = mDequeueCounter; 1137e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1138054219874873b41f1c815552987c10465c34ba2bLajos Molnar sp<IMemory> mem = mDealer[kPortIndexOutput]->allocate(bufSize); 11395581770ee0dde70e2e9c50533be35e537a5800efChong Zhang if (mem == NULL || mem->pointer() == NULL) { 1140777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return NO_MEMORY; 1141777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 1142054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mOutputMetadataType == kMetadataBufferTypeANWBuffer) { 1143054219874873b41f1c815552987c10465c34ba2bLajos Molnar ((VideoNativeMetadata *)mem->pointer())->nFenceFd = -1; 1144054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 1145e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar info.mData = new ABuffer(mem->pointer(), mem->size()); 1146e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1147e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar // we use useBuffer for metadata regardless of quirks 1148e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar err = mOMX->useBuffer( 1149cc7cc67349b7a3f498882087aa42ffc05a2daf11Lajos Molnar mNode, kPortIndexOutput, mem, &info.mBufferID, mem->size()); 115086b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu info.mMemRef = mem; 1151e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar mBuffers[kPortIndexOutput].push(info); 1152e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1153e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar ALOGV("[%s] allocated meta buffer with ID %u (pointer = %p)", 1154e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar mComponentName.c_str(), info.mBufferID, mem->pointer()); 1155e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar } 1156e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1157011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar if (mLegacyAdaptiveExperiment) { 1158e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar // preallocate and preregister buffers 1159011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar static_cast<Surface *>(mNativeWindow.get()) 1160011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar ->getIGraphicBufferProducer()->allowAllocation(true); 1161011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar 1162011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar ALOGV("[%s] Allocating %u buffers from a native window of size %u on " 1163011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar "output port", 1164011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar mComponentName.c_str(), bufferCount, bufferSize); 1165011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar 1166011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar // Dequeue buffers then cancel them all 1167011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar for (OMX_U32 i = 0; i < bufferCount; i++) { 1168e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar BufferInfo *info = &mBuffers[kPortIndexOutput].editItemAt(i); 1169e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1170011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar ANativeWindowBuffer *buf; 117115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int fenceFd; 117215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar err = mNativeWindow->dequeueBuffer(mNativeWindow.get(), &buf, &fenceFd); 1173011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar if (err != 0) { 1174011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar ALOGE("dequeueBuffer failed: %s (%d)", strerror(-err), -err); 1175011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar break; 1176011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar } 1177011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar 1178011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar sp<GraphicBuffer> graphicBuffer(new GraphicBuffer(buf, false)); 1179e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar mOMX->updateGraphicBufferInMeta( 1180e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar mNode, kPortIndexOutput, graphicBuffer, info->mBufferID); 1181e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar info->mStatus = BufferInfo::OWNED_BY_US; 118215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->setWriteFence(fenceFd, "allocateOutputMetadataBuffers for legacy"); 1183e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar info->mGraphicBuffer = graphicBuffer; 1184011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar } 1185011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar 1186011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar for (OMX_U32 i = 0; i < mBuffers[kPortIndexOutput].size(); i++) { 1187011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar BufferInfo *info = &mBuffers[kPortIndexOutput].editItemAt(i); 11883175d2babfcdcb64f41309157e0436d00375ae4bWei Jia if (info->mStatus == BufferInfo::OWNED_BY_US) { 11893175d2babfcdcb64f41309157e0436d00375ae4bWei Jia status_t error = cancelBufferToNativeWindow(info); 11903175d2babfcdcb64f41309157e0436d00375ae4bWei Jia if (err == OK) { 11913175d2babfcdcb64f41309157e0436d00375ae4bWei Jia err = error; 11923175d2babfcdcb64f41309157e0436d00375ae4bWei Jia } 1193011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar } 1194011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar } 1195011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar 1196011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar static_cast<Surface*>(mNativeWindow.get()) 1197011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar ->getIGraphicBufferProducer()->allowAllocation(false); 1198011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar } 1199011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar 1200054219874873b41f1c815552987c10465c34ba2bLajos Molnar mMetadataBuffersToSubmit = bufferCount - minUndequeuedBuffers; 1201054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar return err; 1202054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar} 1203054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1204054219874873b41f1c815552987c10465c34ba2bLajos Molnarstatus_t ACodec::submitOutputMetadataBuffer() { 1205054219874873b41f1c815552987c10465c34ba2bLajos Molnar CHECK(storingMetadataInDecodedBuffers()); 1206054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mMetadataBuffersToSubmit == 0) 1207054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar return OK; 1208054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1209054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar BufferInfo *info = dequeueBufferFromNativeWindow(); 12100806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (info == NULL) { 1211054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar return ERROR_IO; 12120806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 1213054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1214609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] submitting output meta buffer ID %u for graphic buffer %p", 1215054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mComponentName.c_str(), info->mBufferID, info->mGraphicBuffer.get()); 1216054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1217054219874873b41f1c815552987c10465c34ba2bLajos Molnar --mMetadataBuffersToSubmit; 121815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkWriteFence("submitOutputMetadataBuffer"); 121915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar status_t err = mOMX->fillBuffer(mNode, info->mBufferID, info->mFenceFd); 122015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 1221777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err == OK) { 1222777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim info->mStatus = BufferInfo::OWNED_BY_COMPONENT; 1223777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 1224054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1225777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 1226054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar} 1227054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 122815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnarstatus_t ACodec::waitForFence(int fd, const char *dbg ) { 122915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar status_t res = OK; 123015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (fd >= 0) { 123115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar sp<Fence> fence = new Fence(fd); 123215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar res = fence->wait(IOMX::kFenceTimeoutMs); 123315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGW_IF(res != OK, "FENCE TIMEOUT for %d in %s", fd, dbg); 123415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 123515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar return res; 123615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar} 123715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 12380806340688c937e7b78c2d89db3809274130df4eLajos Molnar// static 12390806340688c937e7b78c2d89db3809274130df4eLajos Molnarconst char *ACodec::_asString(BufferInfo::Status s) { 12400806340688c937e7b78c2d89db3809274130df4eLajos Molnar switch (s) { 12410806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_US: return "OUR"; 12420806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_COMPONENT: return "COMPONENT"; 12430806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_UPSTREAM: return "UPSTREAM"; 12440806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_DOWNSTREAM: return "DOWNSTREAM"; 12450806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_NATIVE_WINDOW: return "SURFACE"; 12460806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::UNRECOGNIZED: return "UNRECOGNIZED"; 12470806340688c937e7b78c2d89db3809274130df4eLajos Molnar default: return "?"; 12480806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 12490806340688c937e7b78c2d89db3809274130df4eLajos Molnar} 12500806340688c937e7b78c2d89db3809274130df4eLajos Molnar 12510806340688c937e7b78c2d89db3809274130df4eLajos Molnarvoid ACodec::dumpBuffers(OMX_U32 portIndex) { 12520806340688c937e7b78c2d89db3809274130df4eLajos Molnar CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 12530806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGI("[%s] %s port has %zu buffers:", mComponentName.c_str(), 12540806340688c937e7b78c2d89db3809274130df4eLajos Molnar portIndex == kPortIndexInput ? "input" : "output", mBuffers[portIndex].size()); 12550806340688c937e7b78c2d89db3809274130df4eLajos Molnar for (size_t i = 0; i < mBuffers[portIndex].size(); ++i) { 12560806340688c937e7b78c2d89db3809274130df4eLajos Molnar const BufferInfo &info = mBuffers[portIndex][i]; 12570806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGI(" slot %2zu: #%8u %p/%p %s(%d) dequeued:%u", 12580806340688c937e7b78c2d89db3809274130df4eLajos Molnar i, info.mBufferID, info.mGraphicBuffer.get(), 12590806340688c937e7b78c2d89db3809274130df4eLajos Molnar info.mGraphicBuffer == NULL ? NULL : info.mGraphicBuffer->getNativeBuffer(), 12600806340688c937e7b78c2d89db3809274130df4eLajos Molnar _asString(info.mStatus), info.mStatus, info.mDequeuedAt); 12610806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 12620806340688c937e7b78c2d89db3809274130df4eLajos Molnar} 12630806340688c937e7b78c2d89db3809274130df4eLajos Molnar 1264f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::cancelBufferToNativeWindow(BufferInfo *info) { 1265f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ((int)info->mStatus, (int)BufferInfo::OWNED_BY_US); 1266f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1267609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] Calling cancelBuffer on buffer %u", 1268f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mComponentName.c_str(), info->mBufferID); 1269f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 127015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkWriteFence("cancelBufferToNativeWindow"); 1271f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int err = mNativeWindow->cancelBuffer( 127215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mNativeWindow.get(), info->mGraphicBuffer.get(), info->mFenceFd); 127315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 1274f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 12753fb9f68dea5d991288f0ea8037742b50c7df5767Wei Jia ALOGW_IF(err != 0, "[%s] can not return buffer %u to native window", 12763fb9f68dea5d991288f0ea8037742b50c7df5767Wei Jia mComponentName.c_str(), info->mBufferID); 12770806340688c937e7b78c2d89db3809274130df4eLajos Molnar // change ownership even if cancelBuffer fails 1278f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_NATIVE_WINDOW; 1279f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 12803fb9f68dea5d991288f0ea8037742b50c7df5767Wei Jia return err; 1281f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1282f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 128390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarvoid ACodec::updateRenderInfoForDequeuedBuffer( 128490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar ANativeWindowBuffer *buf, int fenceFd, BufferInfo *info) { 128590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 128690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar info->mRenderInfo = 128790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mRenderTracker.updateInfoForDequeuedBuffer( 128890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar buf, fenceFd, info - &mBuffers[kPortIndexOutput][0]); 128990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 129090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // check for any fences already signaled 129190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar notifyOfRenderedFrames(false /* dropIncomplete */, info->mRenderInfo); 129290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 129390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 129490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarvoid ACodec::onFrameRendered(int64_t mediaTimeUs, nsecs_t systemNano) { 129590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (mRenderTracker.onFrameRendered(mediaTimeUs, systemNano) != OK) { 129690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mRenderTracker.dumpRenderQueue(); 129790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 129890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 129990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 130090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarvoid ACodec::notifyOfRenderedFrames(bool dropIncomplete, FrameRenderTracker::Info *until) { 130190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar sp<AMessage> msg = mNotify->dup(); 130290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar msg->setInt32("what", CodecBase::kWhatOutputFramesRendered); 130390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar std::list<FrameRenderTracker::Info> done = 130490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mRenderTracker.checkFencesAndGetRenderedFrames(until, dropIncomplete); 130590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 130690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // unlink untracked frames 130790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar for (std::list<FrameRenderTracker::Info>::const_iterator it = done.cbegin(); 130890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar it != done.cend(); ++it) { 1309604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar ssize_t index = it->getIndex(); 1310604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar if (index >= 0 && (size_t)index < mBuffers[kPortIndexOutput].size()) { 1311604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar mBuffers[kPortIndexOutput].editItemAt(index).mRenderInfo = NULL; 1312604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar } else if (index >= 0) { 1313604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar // THIS SHOULD NEVER HAPPEN 1314604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar ALOGE("invalid index %zd in %zu", index, mBuffers[kPortIndexOutput].size()); 131590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 131690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 131790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 131890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (MediaCodec::CreateFramesRenderedMessage(done, msg)) { 131990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar msg->post(); 132090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 132190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 132290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 1323f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::BufferInfo *ACodec::dequeueBufferFromNativeWindow() { 13248ce2364512f7c32c824f5ec5719688830ba72427Iliyan Malchev ANativeWindowBuffer *buf; 1325054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar CHECK(mNativeWindow.get() != NULL); 1326ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad 1327ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad if (mTunneled) { 1328ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad ALOGW("dequeueBufferFromNativeWindow() should not be called in tunnel" 1329ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad " video playback mode mode!"); 1330ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad return NULL; 1331ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad } 1332ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad 1333346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang if (mFatalError) { 1334346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang ALOGW("not dequeuing from native window due to fatal error"); 1335346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang return NULL; 1336346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang } 1337346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang 133815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int fenceFd = -1; 1339dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar do { 134015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar status_t err = mNativeWindow->dequeueBuffer(mNativeWindow.get(), &buf, &fenceFd); 134115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (err != 0) { 134215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGE("dequeueBuffer failed: %s(%d).", asString(err), err); 1343dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar return NULL; 1344dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar } 1345f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1346dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar bool stale = false; 1347b92add32c22656dedfb82d26ccc168c43c92b8ebChad Brubaker for (size_t i = mBuffers[kPortIndexOutput].size(); i > 0;) { 1348b92add32c22656dedfb82d26ccc168c43c92b8ebChad Brubaker i--; 1349dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar BufferInfo *info = &mBuffers[kPortIndexOutput].editItemAt(i); 1350dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar 1351dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar if (info->mGraphicBuffer != NULL && 135290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar info->mGraphicBuffer->handle == buf->handle) { 1353dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // Since consumers can attach buffers to BufferQueues, it is possible 1354dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // that a known yet stale buffer can return from a surface that we 1355dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // once used. We can simply ignore this as we have already dequeued 1356dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // this buffer properly. NOTE: this does not eliminate all cases, 1357dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // e.g. it is possible that we have queued the valid buffer to the 1358dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // NW, and a stale copy of the same buffer gets dequeued - which will 1359dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // be treated as the valid buffer by ACodec. 1360dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar if (info->mStatus != BufferInfo::OWNED_BY_NATIVE_WINDOW) { 1361dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar ALOGI("dequeued stale buffer %p. discarding", buf); 1362dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar stale = true; 1363dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar break; 1364dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar } 136590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 1366dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar ALOGV("dequeued buffer %p", info->mGraphicBuffer->getNativeBuffer()); 1367dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar info->mStatus = BufferInfo::OWNED_BY_US; 136815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->setWriteFence(fenceFd, "dequeueBufferFromNativeWindow"); 136990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar updateRenderInfoForDequeuedBuffer(buf, fenceFd, info); 1370dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar return info; 1371dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar } 1372dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar } 1373f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1374dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // It is also possible to receive a previously unregistered buffer 1375dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // in non-meta mode. These should be treated as stale buffers. The 1376dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // same is possible in meta mode, in which case, it will be treated 1377dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // as a normal buffer, which is not desirable. 1378dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // TODO: fix this. 1379054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (!stale && (!storingMetadataInDecodedBuffers() || mLegacyAdaptiveExperiment)) { 1380dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar ALOGI("dequeued unrecognized (stale) buffer %p. discarding", buf); 1381dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar stale = true; 1382dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar } 1383dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar if (stale) { 1384dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // TODO: detach stale buffer, but there is no API yet to do it. 1385dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar buf = NULL; 1386f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1387dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar } while (buf == NULL); 1388054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1389dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // get oldest undequeued buffer 1390dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar BufferInfo *oldest = NULL; 1391b92add32c22656dedfb82d26ccc168c43c92b8ebChad Brubaker for (size_t i = mBuffers[kPortIndexOutput].size(); i > 0;) { 1392b92add32c22656dedfb82d26ccc168c43c92b8ebChad Brubaker i--; 1393dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar BufferInfo *info = 1394dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar &mBuffers[kPortIndexOutput].editItemAt(i); 1395054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar if (info->mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW && 1396054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar (oldest == NULL || 1397054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar // avoid potential issues from counter rolling over 1398054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mDequeueCounter - info->mDequeuedAt > 1399054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mDequeueCounter - oldest->mDequeuedAt)) { 1400054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar oldest = info; 1401054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 1402054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 1403054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 14040806340688c937e7b78c2d89db3809274130df4eLajos Molnar // it is impossible dequeue a buffer when there are no buffers with ANW 14050806340688c937e7b78c2d89db3809274130df4eLajos Molnar CHECK(oldest != NULL); 14060806340688c937e7b78c2d89db3809274130df4eLajos Molnar // it is impossible to dequeue an unknown buffer in non-meta mode, as the 14070806340688c937e7b78c2d89db3809274130df4eLajos Molnar // while loop above does not complete 1408054219874873b41f1c815552987c10465c34ba2bLajos Molnar CHECK(storingMetadataInDecodedBuffers()); 1409054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 14100806340688c937e7b78c2d89db3809274130df4eLajos Molnar // discard buffer in LRU info and replace with new buffer 14110806340688c937e7b78c2d89db3809274130df4eLajos Molnar oldest->mGraphicBuffer = new GraphicBuffer(buf, false); 14120806340688c937e7b78c2d89db3809274130df4eLajos Molnar oldest->mStatus = BufferInfo::OWNED_BY_US; 141315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar oldest->setWriteFence(fenceFd, "dequeueBufferFromNativeWindow for oldest"); 141490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mRenderTracker.untrackFrame(oldest->mRenderInfo); 141590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar oldest->mRenderInfo = NULL; 1416d0715867861c216e88a4a7523b6da8a3cb128724Lajos Molnar 14170806340688c937e7b78c2d89db3809274130df4eLajos Molnar mOMX->updateGraphicBufferInMeta( 14180806340688c937e7b78c2d89db3809274130df4eLajos Molnar mNode, kPortIndexOutput, oldest->mGraphicBuffer, 14190806340688c937e7b78c2d89db3809274130df4eLajos Molnar oldest->mBufferID); 1420054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1421054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mOutputMetadataType == kMetadataBufferTypeGrallocSource) { 1422054219874873b41f1c815552987c10465c34ba2bLajos Molnar VideoGrallocMetadata *grallocMeta = 1423054219874873b41f1c815552987c10465c34ba2bLajos Molnar reinterpret_cast<VideoGrallocMetadata *>(oldest->mData->base()); 1424054219874873b41f1c815552987c10465c34ba2bLajos Molnar ALOGV("replaced oldest buffer #%u with age %u (%p/%p stored in %p)", 1425054219874873b41f1c815552987c10465c34ba2bLajos Molnar (unsigned)(oldest - &mBuffers[kPortIndexOutput][0]), 1426054219874873b41f1c815552987c10465c34ba2bLajos Molnar mDequeueCounter - oldest->mDequeuedAt, 14277c77f9ca649f321374118937bcdaca14a7e5684bLajos Molnar (void *)(uintptr_t)grallocMeta->pHandle, 1428054219874873b41f1c815552987c10465c34ba2bLajos Molnar oldest->mGraphicBuffer->handle, oldest->mData->base()); 1429054219874873b41f1c815552987c10465c34ba2bLajos Molnar } else if (mOutputMetadataType == kMetadataBufferTypeANWBuffer) { 1430054219874873b41f1c815552987c10465c34ba2bLajos Molnar VideoNativeMetadata *nativeMeta = 1431054219874873b41f1c815552987c10465c34ba2bLajos Molnar reinterpret_cast<VideoNativeMetadata *>(oldest->mData->base()); 1432054219874873b41f1c815552987c10465c34ba2bLajos Molnar ALOGV("replaced oldest buffer #%u with age %u (%p/%p stored in %p)", 1433054219874873b41f1c815552987c10465c34ba2bLajos Molnar (unsigned)(oldest - &mBuffers[kPortIndexOutput][0]), 1434054219874873b41f1c815552987c10465c34ba2bLajos Molnar mDequeueCounter - oldest->mDequeuedAt, 14357c77f9ca649f321374118937bcdaca14a7e5684bLajos Molnar (void *)(uintptr_t)nativeMeta->pBuffer, 1436054219874873b41f1c815552987c10465c34ba2bLajos Molnar oldest->mGraphicBuffer->getNativeBuffer(), oldest->mData->base()); 1437054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 1438f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 143990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar updateRenderInfoForDequeuedBuffer(buf, fenceFd, oldest); 14400806340688c937e7b78c2d89db3809274130df4eLajos Molnar return oldest; 1441f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1442f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1443f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::freeBuffersOnPort(OMX_U32 portIndex) { 1444777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim status_t err = OK; 1445938e2b34b16c3c1fd29c753eeb53ee95a2b2e2b3Nick Kralevich for (size_t i = mBuffers[portIndex].size(); i > 0;) { 1446938e2b34b16c3c1fd29c753eeb53ee95a2b2e2b3Nick Kralevich i--; 1447777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim status_t err2 = freeBuffer(portIndex, i); 1448777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err == OK) { 1449777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = err2; 1450777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 1451f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1452f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 14530806340688c937e7b78c2d89db3809274130df4eLajos Molnar // clear mDealer even on an error 1454f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mDealer[portIndex].clear(); 1455777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 1456f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1457f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1458349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huberstatus_t ACodec::freeOutputBuffersNotOwnedByComponent() { 1459777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim status_t err = OK; 1460938e2b34b16c3c1fd29c753eeb53ee95a2b2e2b3Nick Kralevich for (size_t i = mBuffers[kPortIndexOutput].size(); i > 0;) { 1461938e2b34b16c3c1fd29c753eeb53ee95a2b2e2b3Nick Kralevich i--; 1462f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = 1463f933441648ef6a71dee783d733aac17b9508b452Andreas Huber &mBuffers[kPortIndexOutput].editItemAt(i); 1464f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 14652ded8b53014602d25b20bade8ce46db95a8da4b5Lajos Molnar // At this time some buffers may still be with the component 14662ded8b53014602d25b20bade8ce46db95a8da4b5Lajos Molnar // or being drained. 14672ded8b53014602d25b20bade8ce46db95a8da4b5Lajos Molnar if (info->mStatus != BufferInfo::OWNED_BY_COMPONENT && 14682ded8b53014602d25b20bade8ce46db95a8da4b5Lajos Molnar info->mStatus != BufferInfo::OWNED_BY_DOWNSTREAM) { 1469777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim status_t err2 = freeBuffer(kPortIndexOutput, i); 1470777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err == OK) { 1471777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = err2; 1472777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 1473f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1474f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1475f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1476777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 1477f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1478f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1479f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::freeBuffer(OMX_U32 portIndex, size_t i) { 1480f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = &mBuffers[portIndex].editItemAt(i); 14810806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = OK; 1482f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 148315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // there should not be any fences in the metadata 148415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar MetadataBufferType type = 148515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar portIndex == kPortIndexOutput ? mOutputMetadataType : mInputMetadataType; 148615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (type == kMetadataBufferTypeANWBuffer && info->mData != NULL 148715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar && info->mData->size() >= sizeof(VideoNativeMetadata)) { 148815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int fenceFd = ((VideoNativeMetadata *)info->mData->data())->nFenceFd; 148915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (fenceFd >= 0) { 149015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGW("unreleased fence (%d) in %s metadata buffer %zu", 149115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar fenceFd, portIndex == kPortIndexInput ? "input" : "output", i); 149215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 149315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 149415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 14950806340688c937e7b78c2d89db3809274130df4eLajos Molnar switch (info->mStatus) { 14960806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_US: 14970806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (portIndex == kPortIndexOutput && mNativeWindow != NULL) { 14980806340688c937e7b78c2d89db3809274130df4eLajos Molnar (void)cancelBufferToNativeWindow(info); 14990806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 15000806340688c937e7b78c2d89db3809274130df4eLajos Molnar // fall through 1501f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 15020806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_NATIVE_WINDOW: 15030806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mOMX->freeBuffer(mNode, portIndex, info->mBufferID); 15040806340688c937e7b78c2d89db3809274130df4eLajos Molnar break; 15050806340688c937e7b78c2d89db3809274130df4eLajos Molnar 15060806340688c937e7b78c2d89db3809274130df4eLajos Molnar default: 15070806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("trying to free buffer not owned by us or ANW (%d)", info->mStatus); 15080806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = FAILED_TRANSACTION; 15090806340688c937e7b78c2d89db3809274130df4eLajos Molnar break; 1510f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1511f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 151215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (info->mFenceFd >= 0) { 151315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ::close(info->mFenceFd); 151415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 151515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 1516604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar if (portIndex == kPortIndexOutput) { 1517604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar mRenderTracker.untrackFrame(info->mRenderInfo, i); 1518604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar info->mRenderInfo = NULL; 1519604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar } 152090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 1521777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim // remove buffer even if mOMX->freeBuffer fails 1522f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mBuffers[portIndex].removeAt(i); 1523777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 1524f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1525f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1526f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::BufferInfo *ACodec::findBufferByID( 15270806340688c937e7b78c2d89db3809274130df4eLajos Molnar uint32_t portIndex, IOMX::buffer_id bufferID, ssize_t *index) { 1528f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (size_t i = 0; i < mBuffers[portIndex].size(); ++i) { 1529f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = &mBuffers[portIndex].editItemAt(i); 1530f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1531f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mBufferID == bufferID) { 1532f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (index != NULL) { 1533f933441648ef6a71dee783d733aac17b9508b452Andreas Huber *index = i; 1534f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1535f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return info; 1536f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1537f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1538f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1539777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Could not find buffer with ID %u", bufferID); 1540f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return NULL; 1541f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1542f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 15435778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setComponentRole( 1544f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool isEncoder, const char *mime) { 15455b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar const char *role = getComponentRole(isEncoder, mime); 15465b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (role == NULL) { 15475b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return BAD_VALUE; 15485b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 15495b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar status_t err = setComponentRole(mOMX, mNode, role); 15505b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (err != OK) { 15515b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar ALOGW("[%s] Failed to set standard component role '%s'.", 15525b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar mComponentName.c_str(), role); 15535b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 15545b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return err; 15555b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar} 15565b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 15575b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar//static 15585b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnarconst char *ACodec::getComponentRole( 15595b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar bool isEncoder, const char *mime) { 1560f933441648ef6a71dee783d733aac17b9508b452Andreas Huber struct MimeToRole { 1561f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const char *mime; 1562f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const char *decoderRole; 1563f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const char *encoderRole; 1564f933441648ef6a71dee783d733aac17b9508b452Andreas Huber }; 1565f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1566f933441648ef6a71dee783d733aac17b9508b452Andreas Huber static const MimeToRole kMimeToRole[] = { 1567f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { MEDIA_MIMETYPE_AUDIO_MPEG, 1568f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "audio_decoder.mp3", "audio_encoder.mp3" }, 15692944eca607304a095ea43ba2b8f0b9de61249f9fAndreas Huber { MEDIA_MIMETYPE_AUDIO_MPEG_LAYER_I, 15702944eca607304a095ea43ba2b8f0b9de61249f9fAndreas Huber "audio_decoder.mp1", "audio_encoder.mp1" }, 15712944eca607304a095ea43ba2b8f0b9de61249f9fAndreas Huber { MEDIA_MIMETYPE_AUDIO_MPEG_LAYER_II, 15722944eca607304a095ea43ba2b8f0b9de61249f9fAndreas Huber "audio_decoder.mp2", "audio_encoder.mp2" }, 1573f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { MEDIA_MIMETYPE_AUDIO_AMR_NB, 1574f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "audio_decoder.amrnb", "audio_encoder.amrnb" }, 1575f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { MEDIA_MIMETYPE_AUDIO_AMR_WB, 1576f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "audio_decoder.amrwb", "audio_encoder.amrwb" }, 1577f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { MEDIA_MIMETYPE_AUDIO_AAC, 1578f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "audio_decoder.aac", "audio_encoder.aac" }, 1579729de186450f78c099637e1fce743fe531862c52Andreas Huber { MEDIA_MIMETYPE_AUDIO_VORBIS, 1580729de186450f78c099637e1fce743fe531862c52Andreas Huber "audio_decoder.vorbis", "audio_encoder.vorbis" }, 1581bf927f8ec7979f2b64331c2b2f12a6a5dba05bcaVignesh Venkatasubramanian { MEDIA_MIMETYPE_AUDIO_OPUS, 1582bf927f8ec7979f2b64331c2b2f12a6a5dba05bcaVignesh Venkatasubramanian "audio_decoder.opus", "audio_encoder.opus" }, 1583c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber { MEDIA_MIMETYPE_AUDIO_G711_MLAW, 1584c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber "audio_decoder.g711mlaw", "audio_encoder.g711mlaw" }, 1585c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber { MEDIA_MIMETYPE_AUDIO_G711_ALAW, 1586c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber "audio_decoder.g711alaw", "audio_encoder.g711alaw" }, 1587f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { MEDIA_MIMETYPE_VIDEO_AVC, 1588f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "video_decoder.avc", "video_encoder.avc" }, 15892472b1c0d63454e5d90a982bd6c555de6c3127bdRachad { MEDIA_MIMETYPE_VIDEO_HEVC, 15902472b1c0d63454e5d90a982bd6c555de6c3127bdRachad "video_decoder.hevc", "video_encoder.hevc" }, 1591f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { MEDIA_MIMETYPE_VIDEO_MPEG4, 1592f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "video_decoder.mpeg4", "video_encoder.mpeg4" }, 1593f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { MEDIA_MIMETYPE_VIDEO_H263, 1594f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "video_decoder.h263", "video_encoder.h263" }, 159594705aff3c9eef58cbb72ec6fe5d2dcfd9481646hkuang { MEDIA_MIMETYPE_VIDEO_VP8, 159694705aff3c9eef58cbb72ec6fe5d2dcfd9481646hkuang "video_decoder.vp8", "video_encoder.vp8" }, 159794705aff3c9eef58cbb72ec6fe5d2dcfd9481646hkuang { MEDIA_MIMETYPE_VIDEO_VP9, 159894705aff3c9eef58cbb72ec6fe5d2dcfd9481646hkuang "video_decoder.vp9", "video_encoder.vp9" }, 1599ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber { MEDIA_MIMETYPE_AUDIO_RAW, 1600ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber "audio_decoder.raw", "audio_encoder.raw" }, 1601a29c2b203d8bea8c21564765da5c9d7087448340Ronghua Wu { MEDIA_MIMETYPE_VIDEO_DOLBY_VISION, 1602a29c2b203d8bea8c21564765da5c9d7087448340Ronghua Wu "video_decoder.dolby-vision", "video_encoder.dolby-vision" }, 16032f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi { MEDIA_MIMETYPE_AUDIO_FLAC, 16042f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi "audio_decoder.flac", "audio_encoder.flac" }, 1605ba933df89521d63f75ca66af12ce9d7ae9496b9eMarco Nelissen { MEDIA_MIMETYPE_AUDIO_MSGSM, 1606ba933df89521d63f75ca66af12ce9d7ae9496b9eMarco Nelissen "audio_decoder.gsm", "audio_encoder.gsm" }, 1607774eb18c40c3a7da0bc1636a9779f02315ddbad8Changwan Ryu { MEDIA_MIMETYPE_VIDEO_MPEG2, 1608774eb18c40c3a7da0bc1636a9779f02315ddbad8Changwan Ryu "video_decoder.mpeg2", "video_encoder.mpeg2" }, 160997358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu { MEDIA_MIMETYPE_AUDIO_AC3, 161097358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu "audio_decoder.ac3", "audio_encoder.ac3" }, 16118a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad { MEDIA_MIMETYPE_AUDIO_EAC3, 16128a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad "audio_decoder.eac3", "audio_encoder.eac3" }, 1613f933441648ef6a71dee783d733aac17b9508b452Andreas Huber }; 1614f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1615f933441648ef6a71dee783d733aac17b9508b452Andreas Huber static const size_t kNumMimeToRole = 1616f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sizeof(kMimeToRole) / sizeof(kMimeToRole[0]); 1617f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1618f933441648ef6a71dee783d733aac17b9508b452Andreas Huber size_t i; 1619f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (i = 0; i < kNumMimeToRole; ++i) { 1620f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (!strcasecmp(mime, kMimeToRole[i].mime)) { 1621f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 1622f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1623f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1624f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1625f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (i == kNumMimeToRole) { 16265b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return NULL; 1627f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1628f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 16295b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return isEncoder ? kMimeToRole[i].encoderRole 1630f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : kMimeToRole[i].decoderRole; 16315b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar} 1632f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 16335b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar//static 16345b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnarstatus_t ACodec::setComponentRole( 16355b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar const sp<IOMX> &omx, IOMX::node_id node, const char *role) { 16365b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar OMX_PARAM_COMPONENTROLETYPE roleParams; 16375b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar InitOMXParams(&roleParams); 1638f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 16395b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar strncpy((char *)roleParams.cRole, 16405b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar role, OMX_MAX_STRINGNAME_SIZE - 1); 16415778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16425b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar roleParams.cRole[OMX_MAX_STRINGNAME_SIZE - 1] = '\0'; 16435778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16445b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return omx->setParameter( 16455b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar node, OMX_IndexParamStandardComponentRole, 16465b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar &roleParams, sizeof(roleParams)); 1647f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1648f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 16495778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::configureCodec( 1650f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const char *mime, const sp<AMessage> &msg) { 16515778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t encoder; 16525778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("encoder", &encoder)) { 16535778822d86b0337407514b9372562b86edfa91cdAndreas Huber encoder = false; 16545778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 1655f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1656e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar sp<AMessage> inputFormat = new AMessage(); 16574e865a3cfe4c955e0890321a6b488cf661808b63Lajos Molnar sp<AMessage> outputFormat = mNotify->dup(); // will use this for kWhatOutputFormatChanged 1658e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 16595778822d86b0337407514b9372562b86edfa91cdAndreas Huber mIsEncoder = encoder; 1660f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1661054219874873b41f1c815552987c10465c34ba2bLajos Molnar mInputMetadataType = kMetadataBufferTypeInvalid; 1662054219874873b41f1c815552987c10465c34ba2bLajos Molnar mOutputMetadataType = kMetadataBufferTypeInvalid; 16638db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu 16645778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = setComponentRole(encoder /* isEncoder */, mime); 16655778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16665778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 16675778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 16685778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16695778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16705778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t bitRate = 0; 16712f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi // FLAC encoder doesn't need a bitrate, other encoders do 16722f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi if (encoder && strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_FLAC) 16732f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi && !msg->findInt32("bitrate", &bitRate)) { 16745778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 16755778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16765778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1677d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber int32_t storeMeta; 1678d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber if (encoder 1679d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber && msg->findInt32("store-metadata-in-buffers", &storeMeta) 1680d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber && storeMeta != 0) { 1681054219874873b41f1c815552987c10465c34ba2bLajos Molnar err = mOMX->storeMetaDataInBuffers(mNode, kPortIndexInput, OMX_TRUE, &mInputMetadataType); 1682d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber if (err != OK) { 1683054219874873b41f1c815552987c10465c34ba2bLajos Molnar ALOGE("[%s] storeMetaDataInBuffers (input) failed w/ err %d", 1684308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang mComponentName.c_str(), err); 1685d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 1686054219874873b41f1c815552987c10465c34ba2bLajos Molnar return err; 1687054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 1688054219874873b41f1c815552987c10465c34ba2bLajos Molnar // For this specific case we could be using camera source even if storeMetaDataInBuffers 1689054219874873b41f1c815552987c10465c34ba2bLajos Molnar // returns Gralloc source. Pretend that we are; this will force us to use nBufferSize. 1690054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mInputMetadataType == kMetadataBufferTypeGrallocSource) { 1691054219874873b41f1c815552987c10465c34ba2bLajos Molnar mInputMetadataType = kMetadataBufferTypeCameraSource; 1692054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 1693c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar 1694c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar uint32_t usageBits; 1695c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar if (mOMX->getParameter( 1696c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar mNode, (OMX_INDEXTYPE)OMX_IndexParamConsumerUsageBits, 1697c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar &usageBits, sizeof(usageBits)) == OK) { 1698c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar inputFormat->setInt32( 1699c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar "using-sw-read-often", !!(usageBits & GRALLOC_USAGE_SW_READ_OFTEN)); 1700c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar } 1701054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 1702d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 1703308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang int32_t prependSPSPPS = 0; 17043a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber if (encoder 17053a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber && msg->findInt32("prepend-sps-pps-to-idr-frames", &prependSPSPPS) 17063a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber && prependSPSPPS != 0) { 17073a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber OMX_INDEXTYPE index; 17083a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber err = mOMX->getExtensionIndex( 17093a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber mNode, 17103a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber "OMX.google.android.index.prependSPSPPSToIDRFrames", 17113a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber &index); 17123a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber 17133a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber if (err == OK) { 17143a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber PrependSPSPPSToIDRFramesParams params; 17153a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber InitOMXParams(¶ms); 17163a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber params.bEnable = OMX_TRUE; 17173a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber 17183a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber err = mOMX->setParameter( 17193a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber mNode, index, ¶ms, sizeof(params)); 17203a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber } 17213a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber 17223a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber if (err != OK) { 17233a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber ALOGE("Encoder could not be configured to emit SPS/PPS before " 17243a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber "IDR frames. (err %d)", err); 17253a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber 17263a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber return err; 17273a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber } 17283a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber } 17293a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber 1730308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang // Only enable metadata mode on encoder output if encoder can prepend 1731308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang // sps/pps to idr frames, since in metadata mode the bitstream is in an 1732308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang // opaque handle, to which we don't have access. 1733308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang int32_t video = !strncasecmp(mime, "video/", 6); 17348db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu mIsVideo = video; 1735308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang if (encoder && video) { 1736308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang OMX_BOOL enable = (OMX_BOOL) (prependSPSPPS 1737308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang && msg->findInt32("store-metadata-in-buffers-output", &storeMeta) 1738308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang && storeMeta != 0); 1739308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang 1740054219874873b41f1c815552987c10465c34ba2bLajos Molnar err = mOMX->storeMetaDataInBuffers(mNode, kPortIndexOutput, enable, &mOutputMetadataType); 1741308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang if (err != OK) { 1742308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang ALOGE("[%s] storeMetaDataInBuffers (output) failed w/ err %d", 1743308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang mComponentName.c_str(), err); 1744308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang } 1745a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber 1746a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber if (!msg->findInt64( 1747a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber "repeat-previous-frame-after", 1748a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber &mRepeatFrameDelayUs)) { 1749a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber mRepeatFrameDelayUs = -1ll; 1750a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber } 175194ee4b708acfa941581160b267afb79192b1d816Chong Zhang 175294ee4b708acfa941581160b267afb79192b1d816Chong Zhang if (!msg->findInt64("max-pts-gap-to-encoder", &mMaxPtsGapUs)) { 17532c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mMaxPtsGapUs = -1ll; 17542c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang } 17552c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang 175637b2b389139ed638831e49708c947863eef631efRonghua Wu if (!msg->findFloat("max-fps-to-encoder", &mMaxFps)) { 175737b2b389139ed638831e49708c947863eef631efRonghua Wu mMaxFps = -1; 175837b2b389139ed638831e49708c947863eef631efRonghua Wu } 175937b2b389139ed638831e49708c947863eef631efRonghua Wu 17602c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang if (!msg->findInt64("time-lapse", &mTimePerCaptureUs)) { 17612c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mTimePerCaptureUs = -1ll; 176294ee4b708acfa941581160b267afb79192b1d816Chong Zhang } 176372cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang 176472cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang if (!msg->findInt32( 176572cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang "create-input-buffers-suspended", 176672cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang (int32_t*)&mCreateInputBuffersSuspended)) { 176772cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang mCreateInputBuffersSuspended = false; 176872cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang } 1769308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang } 1770308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang 17713a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // NOTE: we only use native window for video decoders 1772054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar sp<RefBase> obj; 17730d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar bool haveNativeWindow = msg->findObject("native-window", &obj) 17743a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar && obj != NULL && video && !encoder; 1775011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar mLegacyAdaptiveExperiment = false; 1776e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if (video && !encoder) { 1777e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar inputFormat->setInt32("adaptive-playback", false); 17781713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang 17791713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang int32_t usageProtected; 17801713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang if (msg->findInt32("protected", &usageProtected) && usageProtected) { 17811713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang if (!haveNativeWindow) { 17821713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang ALOGE("protected output buffers must be sent to an ANativeWindow"); 17831713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang return PERMISSION_DENIED; 17841713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang } 17851713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang mFlags |= kFlagIsGrallocUsageProtected; 17861713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang mFlags |= kFlagPushBlankBuffersToNativeWindowOnShutdown; 17871713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang } 1788a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar 1789a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar if (mFlags & kFlagIsSecure) { 1790a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar // use native_handles for secure input buffers 1791a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar err = mOMX->enableNativeBuffers( 1792a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar mNode, kPortIndexInput, OMX_FALSE /* graphic */, OMX_TRUE); 1793a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar ALOGI_IF(err != OK, "falling back to non-native_handles"); 1794a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar err = OK; // ignore error for now 1795a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar } 1796e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 17973a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (haveNativeWindow) { 17981de1e25cba872bd4c077c2e394f8ca9c70b65856Lajos Molnar sp<ANativeWindow> nativeWindow = 17991de1e25cba872bd4c077c2e394f8ca9c70b65856Lajos Molnar static_cast<ANativeWindow *>(static_cast<Surface *>(obj.get())); 18005a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 18016597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar // START of temporary support for automatic FRC - THIS WILL BE REMOVED 18026597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar int32_t autoFrc; 18036597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar if (msg->findInt32("auto-frc", &autoFrc)) { 18046597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar bool enabled = autoFrc; 18056597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar OMX_CONFIG_BOOLEANTYPE config; 18066597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar InitOMXParams(&config); 18076597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar config.bEnabled = (OMX_BOOL)enabled; 18086597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar status_t temp = mOMX->setConfig( 18096597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar mNode, (OMX_INDEXTYPE)OMX_IndexConfigAutoFramerateConversion, 18106597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar &config, sizeof(config)); 18116597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar if (temp == OK) { 18126597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar outputFormat->setInt32("auto-frc", enabled); 18136597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar } else if (enabled) { 18146597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar ALOGI("codec does not support requested auto-frc (err %d)", temp); 18156597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar } 18166597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar } 18176597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar // END of temporary support for automatic FRC 18186597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar 18195a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad int32_t tunneled; 18205a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (msg->findInt32("feature-tunneled-playback", &tunneled) && 18215a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad tunneled != 0) { 18225a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGI("Configuring TUNNELED video playback."); 1823ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad mTunneled = true; 18245a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 182597827bd7c7e64dec22c8fe0f9e734a3c432ad7eeRachad int32_t audioHwSync = 0; 182697827bd7c7e64dec22c8fe0f9e734a3c432ad7eeRachad if (!msg->findInt32("audio-hw-sync", &audioHwSync)) { 18275a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGW("No Audio HW Sync provided for video tunnel"); 18285a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } 18295a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad err = configureTunneledVideoPlayback(audioHwSync, nativeWindow); 18305a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (err != OK) { 183197827bd7c7e64dec22c8fe0f9e734a3c432ad7eeRachad ALOGE("configureTunneledVideoPlayback(%d,%p) failed!", 18325a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad audioHwSync, nativeWindow.get()); 18335a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad return err; 1834fce0d1883cdbcb7d501625fb43844043cd28a267Lajos Molnar } 1835fce0d1883cdbcb7d501625fb43844043cd28a267Lajos Molnar 1836d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad int32_t maxWidth = 0, maxHeight = 0; 1837d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad if (msg->findInt32("max-width", &maxWidth) && 1838d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad msg->findInt32("max-height", &maxHeight)) { 1839d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad 1840d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad err = mOMX->prepareForAdaptivePlayback( 1841d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad mNode, kPortIndexOutput, OMX_TRUE, maxWidth, maxHeight); 1842d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad if (err != OK) { 1843d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad ALOGW("[%s] prepareForAdaptivePlayback failed w/ err %d", 1844d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad mComponentName.c_str(), err); 18453a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // allow failure 18463a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar err = OK; 1847d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad } else { 1848d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad inputFormat->setInt32("max-width", maxWidth); 1849d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad inputFormat->setInt32("max-height", maxHeight); 1850d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad inputFormat->setInt32("adaptive-playback", true); 1851d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad } 1852d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad } 18535a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } else { 1854ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad ALOGV("Configuring CPU controlled video playback."); 1855ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad mTunneled = false; 1856ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad 18573fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad // Explicity reset the sideband handle of the window for 18583fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad // non-tunneled video in case the window was previously used 18593fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad // for a tunneled video playback. 18603fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad err = native_window_set_sideband_stream(nativeWindow.get(), NULL); 18613fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad if (err != OK) { 18623fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad ALOGE("set_sideband_stream(NULL) failed! (err %d).", err); 18633fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad return err; 18643fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad } 18653fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad 18665a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // Always try to enable dynamic output buffers on native surface 18675a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad err = mOMX->storeMetaDataInBuffers( 1868054219874873b41f1c815552987c10465c34ba2bLajos Molnar mNode, kPortIndexOutput, OMX_TRUE, &mOutputMetadataType); 18695a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (err != OK) { 18705a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGE("[%s] storeMetaDataInBuffers failed w/ err %d", 1871fce0d1883cdbcb7d501625fb43844043cd28a267Lajos Molnar mComponentName.c_str(), err); 1872e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 18735a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // if adaptive playback has been requested, try JB fallback 18745a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // NOTE: THIS FALLBACK MECHANISM WILL BE REMOVED DUE TO ITS 18755a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // LARGE MEMORY REQUIREMENT 18765a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 18775a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // we will not do adaptive playback on software accessed 18785a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // surfaces as they never had to respond to changes in the 18795a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // crop window, and we don't trust that they will be able to. 18805a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad int usageBits = 0; 18815a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad bool canDoAdaptivePlayback; 18825a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 18835a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (nativeWindow->query( 18845a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad nativeWindow.get(), 18855a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad NATIVE_WINDOW_CONSUMER_USAGE_BITS, 18865a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad &usageBits) != OK) { 18875a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad canDoAdaptivePlayback = false; 18885a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } else { 18895a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad canDoAdaptivePlayback = 18905a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad (usageBits & 18915a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad (GRALLOC_USAGE_SW_READ_MASK | 18925a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad GRALLOC_USAGE_SW_WRITE_MASK)) == 0; 18935a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } 18945a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 18955a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad int32_t maxWidth = 0, maxHeight = 0; 18965a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (canDoAdaptivePlayback && 18975a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad msg->findInt32("max-width", &maxWidth) && 18985a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad msg->findInt32("max-height", &maxHeight)) { 18995a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGV("[%s] prepareForAdaptivePlayback(%dx%d)", 19005a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad mComponentName.c_str(), maxWidth, maxHeight); 19015a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 19025a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad err = mOMX->prepareForAdaptivePlayback( 19035a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad mNode, kPortIndexOutput, OMX_TRUE, maxWidth, 19045a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad maxHeight); 19055a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGW_IF(err != OK, 19065a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad "[%s] prepareForAdaptivePlayback failed w/ err %d", 19075a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad mComponentName.c_str(), err); 19085a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 19095a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (err == OK) { 19105a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad inputFormat->setInt32("max-width", maxWidth); 19115a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad inputFormat->setInt32("max-height", maxHeight); 19125a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad inputFormat->setInt32("adaptive-playback", true); 19135a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } 1914e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 19155a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // allow failure 19165a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad err = OK; 19175a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } else { 19185a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGV("[%s] storeMetaDataInBuffers succeeded", 19195a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad mComponentName.c_str()); 1920054219874873b41f1c815552987c10465c34ba2bLajos Molnar CHECK(storingMetadataInDecodedBuffers()); 1921011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar mLegacyAdaptiveExperiment = ADebug::isExperimentEnabled( 1922011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar "legacy-adaptive", !msg->contains("no-experiments")); 1923011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar 19245a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad inputFormat->setInt32("adaptive-playback", true); 1925fce0d1883cdbcb7d501625fb43844043cd28a267Lajos Molnar } 19260167414e261f88a96b5e4bf6cb592e6ca11e5a95Andreas Huber 19275a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad int32_t push; 19285a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (msg->findInt32("push-blank-buffers-on-shutdown", &push) 19295a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad && push != 0) { 19305a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad mFlags |= kFlagPushBlankBuffersToNativeWindowOnShutdown; 19315a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } 19320167414e261f88a96b5e4bf6cb592e6ca11e5a95Andreas Huber } 1933e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang 1934e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang int32_t rotationDegrees; 1935e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang if (msg->findInt32("rotation-degrees", &rotationDegrees)) { 1936e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang mRotationDegrees = rotationDegrees; 1937e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang } else { 1938e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang mRotationDegrees = 0; 1939e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang } 1940054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 1941054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1942308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang if (video) { 19433a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // determine need for software renderer 19443a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar bool usingSwRenderer = false; 19453a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (haveNativeWindow && mComponentName.startsWith("OMX.google.")) { 19463a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar usingSwRenderer = true; 19473a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar haveNativeWindow = false; 19483a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 19493a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar 19505778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (encoder) { 19515778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setupVideoEncoder(mime, msg); 19525778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 19530d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar err = setupVideoDecoder(mime, msg, haveNativeWindow); 19545778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19553a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar 19563a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (err != OK) { 19573a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar return err; 19583a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 19593a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar 19603a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (haveNativeWindow) { 19611de1e25cba872bd4c077c2e394f8ca9c70b65856Lajos Molnar mNativeWindow = static_cast<Surface *>(obj.get()); 19623a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 19633a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar 19643a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // initialize native window now to get actual output format 19653a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // TODO: this is needed for some encoders even though they don't use native window 1966777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = initNativeWindow(); 1967777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 1968777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 1969777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 19703a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar 19713a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // fallback for devices that do not handle flex-YUV for native buffers 19723a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (haveNativeWindow) { 19733a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar int32_t requestedColorFormat = OMX_COLOR_FormatUnused; 19743a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (msg->findInt32("color-format", &requestedColorFormat) && 19753a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar requestedColorFormat == OMX_COLOR_FormatYUV420Flexible) { 1976777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim status_t err = getPortFormat(kPortIndexOutput, outputFormat); 1977777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 1978777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 1979777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 19803a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar int32_t colorFormat = OMX_COLOR_FormatUnused; 19813a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar OMX_U32 flexibleEquivalent = OMX_COLOR_FormatUnused; 1982777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (!outputFormat->findInt32("color-format", &colorFormat)) { 1983777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("ouptut port did not have a color format (wrong domain?)"); 1984777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return BAD_VALUE; 1985777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 19863a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar ALOGD("[%s] Requested output format %#x and got %#x.", 19873a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mComponentName.c_str(), requestedColorFormat, colorFormat); 19883a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (!isFlexibleColorFormat( 19893a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mOMX, mNode, colorFormat, haveNativeWindow, &flexibleEquivalent) 19903a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar || flexibleEquivalent != (OMX_U32)requestedColorFormat) { 19913a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // device did not handle flex-YUV request for native window, fall back 19923a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // to SW renderer 19933a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar ALOGI("[%s] Falling back to software renderer", mComponentName.c_str()); 19943a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mNativeWindow.clear(); 1995e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar mNativeWindowUsageBits = 0; 19963a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar haveNativeWindow = false; 19973a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar usingSwRenderer = true; 1998054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (storingMetadataInDecodedBuffers()) { 1999054219874873b41f1c815552987c10465c34ba2bLajos Molnar err = mOMX->storeMetaDataInBuffers( 2000054219874873b41f1c815552987c10465c34ba2bLajos Molnar mNode, kPortIndexOutput, OMX_FALSE, &mOutputMetadataType); 2001054219874873b41f1c815552987c10465c34ba2bLajos Molnar mOutputMetadataType = kMetadataBufferTypeInvalid; // just in case 20023a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // TODO: implement adaptive-playback support for bytebuffer mode. 20033a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // This is done by SW codecs, but most HW codecs don't support it. 20043a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar inputFormat->setInt32("adaptive-playback", false); 20053a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 20063a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (err == OK) { 2007a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar err = mOMX->enableNativeBuffers( 2008a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar mNode, kPortIndexOutput, OMX_TRUE /* graphic */, OMX_FALSE); 20093a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 20103a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (mFlags & kFlagIsGrallocUsageProtected) { 20113a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // fallback is not supported for protected playback 20123a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar err = PERMISSION_DENIED; 20133a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } else if (err == OK) { 20143a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar err = setupVideoDecoder(mime, msg, false); 20153a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 20163a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 20173a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 20183a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 20193a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar 20203a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (usingSwRenderer) { 20213a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar outputFormat->setInt32("using-sw-renderer", 1); 20223a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 202342392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_MPEG)) { 202442392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber int32_t numChannels, sampleRate; 202542392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber if (!msg->findInt32("channel-count", &numChannels) 202642392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber || !msg->findInt32("sample-rate", &sampleRate)) { 202742392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber // Since we did not always check for these, leave them optional 202842392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber // and have the decoder figure it all out. 202942392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber err = OK; 203042392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber } else { 203142392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber err = setupRawAudioFormat( 203242392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber encoder ? kPortIndexInput : kPortIndexOutput, 203342392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber sampleRate, 203442392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber numChannels); 203542392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber } 2036f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_AAC)) { 2037f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t numChannels, sampleRate; 20385778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("channel-count", &numChannels) 20395778822d86b0337407514b9372562b86edfa91cdAndreas Huber || !msg->findInt32("sample-rate", &sampleRate)) { 20405778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = INVALID_OPERATION; 20415778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 2042aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke int32_t isADTS, aacProfile; 2043b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi int32_t sbrMode; 20448045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi int32_t maxOutputChannelCount; 20452965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang int32_t pcmLimiterEnable; 20468045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi drcParams_t drc; 2047ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber if (!msg->findInt32("is-adts", &isADTS)) { 2048ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber isADTS = 0; 2049ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 2050aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke if (!msg->findInt32("aac-profile", &aacProfile)) { 2051aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke aacProfile = OMX_AUDIO_AACObjectNull; 2052aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke } 2053b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi if (!msg->findInt32("aac-sbr-mode", &sbrMode)) { 2054b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi sbrMode = -1; 2055b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi } 2056ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 20578045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (!msg->findInt32("aac-max-output-channel_count", &maxOutputChannelCount)) { 20588045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi maxOutputChannelCount = -1; 20598045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 20602965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang if (!msg->findInt32("aac-pcm-limiter-enable", &pcmLimiterEnable)) { 20612965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang // value is unknown 20622965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang pcmLimiterEnable = -1; 20632965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang } 20648045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (!msg->findInt32("aac-encoded-target-level", &drc.encodedTargetLevel)) { 20658045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi // value is unknown 20668045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi drc.encodedTargetLevel = -1; 20678045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 20688045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (!msg->findInt32("aac-drc-cut-level", &drc.drcCut)) { 20698045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi // value is unknown 20708045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi drc.drcCut = -1; 20718045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 20728045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (!msg->findInt32("aac-drc-boost-level", &drc.drcBoost)) { 20738045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi // value is unknown 20748045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi drc.drcBoost = -1; 20758045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 20768045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (!msg->findInt32("aac-drc-heavy-compression", &drc.heavyCompression)) { 20778045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi // value is unknown 20788045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi drc.heavyCompression = -1; 20798045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 20808045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (!msg->findInt32("aac-target-ref-level", &drc.targetRefLevel)) { 20818045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi // value is unknown 20828045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi drc.targetRefLevel = -1; 20838045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 20848045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi 2085ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber err = setupAACCodec( 20864471e47ece77be5b4159cc9cbbcef4d43900d36fAndreas Huber encoder, numChannels, sampleRate, bitRate, aacProfile, 20872965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang isADTS != 0, sbrMode, maxOutputChannelCount, drc, 20882965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang pcmLimiterEnable); 20895778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2090729de186450f78c099637e1fce743fe531862c52Andreas Huber } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_AMR_NB)) { 20915778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setupAMRCodec(encoder, false /* isWAMR */, bitRate); 2092729de186450f78c099637e1fce743fe531862c52Andreas Huber } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_AMR_WB)) { 20935778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setupAMRCodec(encoder, true /* isWAMR */, bitRate); 2094729de186450f78c099637e1fce743fe531862c52Andreas Huber } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_G711_ALAW) 2095729de186450f78c099637e1fce743fe531862c52Andreas Huber || !strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_G711_MLAW)) { 2096729de186450f78c099637e1fce743fe531862c52Andreas Huber // These are PCM-like formats with a fixed sample rate but 2097729de186450f78c099637e1fce743fe531862c52Andreas Huber // a variable number of channels. 2098729de186450f78c099637e1fce743fe531862c52Andreas Huber 2099729de186450f78c099637e1fce743fe531862c52Andreas Huber int32_t numChannels; 21005778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("channel-count", &numChannels)) { 21015778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = INVALID_OPERATION; 21025778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 210317c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissen int32_t sampleRate; 210417c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissen if (!msg->findInt32("sample-rate", &sampleRate)) { 210517c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissen sampleRate = 8000; 210617c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissen } 210717c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissen err = setupG711Codec(encoder, sampleRate, numChannels); 21085778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 21092f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_FLAC)) { 2110ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar int32_t numChannels = 0, sampleRate = 0, compressionLevel = -1; 21112f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi if (encoder && 21122f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi (!msg->findInt32("channel-count", &numChannels) 21132f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi || !msg->findInt32("sample-rate", &sampleRate))) { 21142f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi ALOGE("missing channel count or sample rate for FLAC encoder"); 21152f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi err = INVALID_OPERATION; 21162f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } else { 21172f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi if (encoder) { 2118516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber if (!msg->findInt32( 2119cd39746f8d83bb3f12e8f613e77c3c3b5f77c077Lajos Molnar "complexity", &compressionLevel) && 2120cd39746f8d83bb3f12e8f613e77c3c3b5f77c077Lajos Molnar !msg->findInt32( 2121516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber "flac-compression-level", &compressionLevel)) { 2122cd39746f8d83bb3f12e8f613e77c3c3b5f77c077Lajos Molnar compressionLevel = 5; // default FLAC compression level 21232f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } else if (compressionLevel < 0) { 2124516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber ALOGW("compression level %d outside [0..8] range, " 2125516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber "using 0", 2126516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber compressionLevel); 21272f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi compressionLevel = 0; 21282f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } else if (compressionLevel > 8) { 2129516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber ALOGW("compression level %d outside [0..8] range, " 2130516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber "using 8", 2131516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber compressionLevel); 21322f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi compressionLevel = 8; 21332f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } 21342f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } 2135516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber err = setupFlacCodec( 2136516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber encoder, numChannels, sampleRate, compressionLevel); 21372f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } 2138ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_RAW)) { 2139ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber int32_t numChannels, sampleRate; 2140ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber if (encoder 2141ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber || !msg->findInt32("channel-count", &numChannels) 2142ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber || !msg->findInt32("sample-rate", &sampleRate)) { 2143ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber err = INVALID_OPERATION; 2144ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber } else { 2145ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber err = setupRawAudioFormat(kPortIndexInput, sampleRate, numChannels); 2146ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber } 214797358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_AC3)) { 214897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu int32_t numChannels; 214997358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu int32_t sampleRate; 215097358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu if (!msg->findInt32("channel-count", &numChannels) 215197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu || !msg->findInt32("sample-rate", &sampleRate)) { 215297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu err = INVALID_OPERATION; 215397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } else { 215497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu err = setupAC3Codec(encoder, numChannels, sampleRate); 215597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } 21568a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_EAC3)) { 21578a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad int32_t numChannels; 21588a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad int32_t sampleRate; 21598a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad if (!msg->findInt32("channel-count", &numChannels) 21608a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad || !msg->findInt32("sample-rate", &sampleRate)) { 21618a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad err = INVALID_OPERATION; 21628a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } else { 21638a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad err = setupEAC3Codec(encoder, numChannels, sampleRate); 21648a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } 21655778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2166729de186450f78c099637e1fce743fe531862c52Andreas Huber 21674471e47ece77be5b4159cc9cbbcef4d43900d36fAndreas Huber if (err != OK) { 21684471e47ece77be5b4159cc9cbbcef4d43900d36fAndreas Huber return err; 21694471e47ece77be5b4159cc9cbbcef4d43900d36fAndreas Huber } 21704471e47ece77be5b4159cc9cbbcef4d43900d36fAndreas Huber 21718b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen if (!msg->findInt32("encoder-delay", &mEncoderDelay)) { 21728b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen mEncoderDelay = 0; 21738b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen } 21749806555d3930be43e11106281dee354820ac1c88Andreas Huber 21758b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen if (!msg->findInt32("encoder-padding", &mEncoderPadding)) { 21768b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen mEncoderPadding = 0; 21778b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen } 21788b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen 21799806555d3930be43e11106281dee354820ac1c88Andreas Huber if (msg->findInt32("channel-mask", &mChannelMask)) { 21809806555d3930be43e11106281dee354820ac1c88Andreas Huber mChannelMaskPresent = true; 21819806555d3930be43e11106281dee354820ac1c88Andreas Huber } else { 21829806555d3930be43e11106281dee354820ac1c88Andreas Huber mChannelMaskPresent = false; 21839806555d3930be43e11106281dee354820ac1c88Andreas Huber } 21849806555d3930be43e11106281dee354820ac1c88Andreas Huber 2185f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t maxInputSize; 2186f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (msg->findInt32("max-input-size", &maxInputSize)) { 21875778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setMinBufferSize(kPortIndexInput, (size_t)maxInputSize); 2188f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else if (!strcmp("OMX.Nvidia.aac.decoder", mComponentName.c_str())) { 21895778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setMinBufferSize(kPortIndexInput, 8192); // XXX 2190f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 21915778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21928b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu int32_t priority; 21938b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu if (msg->findInt32("priority", &priority)) { 21948b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu err = setPriority(priority); 21958b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu } 21968b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu 2197ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu int32_t rateInt = -1; 2198ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu float rateFloat = -1; 2199ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (!msg->findFloat("operating-rate", &rateFloat)) { 2200ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu msg->findInt32("operating-rate", &rateInt); 2201ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu rateFloat = (float)rateInt; // 16MHz (FLINTMAX) is OK for upper bound. 2202ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2203ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (rateFloat > 0) { 2204ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu err = setOperatingRate(rateFloat, video); 2205ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2206ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu 22074e865a3cfe4c955e0890321a6b488cf661808b63Lajos Molnar mBaseOutputFormat = outputFormat; 22084e865a3cfe4c955e0890321a6b488cf661808b63Lajos Molnar 2209777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = getPortFormat(kPortIndexInput, inputFormat); 2210777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err == OK) { 2211777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = getPortFormat(kPortIndexOutput, outputFormat); 2212777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err == OK) { 2213777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mInputFormat = inputFormat; 2214777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mOutputFormat = outputFormat; 2215777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 2216777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 22175778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 2218f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 2219f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 22208b806ea894ca098366629458bfdd1df4866afcdfRonghua Wustatus_t ACodec::setPriority(int32_t priority) { 22218b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu if (priority < 0) { 22228b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu return BAD_VALUE; 22238b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu } 22248b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu OMX_PARAM_U32TYPE config; 22258b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu InitOMXParams(&config); 22268b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu config.nU32 = (OMX_U32)priority; 22278b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu status_t temp = mOMX->setConfig( 22288b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu mNode, (OMX_INDEXTYPE)OMX_IndexConfigPriority, 22298b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu &config, sizeof(config)); 22308b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu if (temp != OK) { 22318b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu ALOGI("codec does not support config priority (err %d)", temp); 22328b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu } 22338b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu return OK; 22348b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu} 22358b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu 2236ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wustatus_t ACodec::setOperatingRate(float rateFloat, bool isVideo) { 2237ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (rateFloat < 0) { 2238ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu return BAD_VALUE; 2239ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2240ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu OMX_U32 rate; 2241ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (isVideo) { 2242ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (rateFloat > 65535) { 2243ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu return BAD_VALUE; 2244ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2245ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu rate = (OMX_U32)(rateFloat * 65536.0f + 0.5f); 2246ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } else { 2247ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (rateFloat > UINT_MAX) { 2248ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu return BAD_VALUE; 2249ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2250ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu rate = (OMX_U32)(rateFloat); 2251ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2252ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu OMX_PARAM_U32TYPE config; 2253ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu InitOMXParams(&config); 2254ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu config.nU32 = rate; 2255ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu status_t err = mOMX->setConfig( 2256ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu mNode, (OMX_INDEXTYPE)OMX_IndexConfigOperatingRate, 2257ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu &config, sizeof(config)); 2258ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (err != OK) { 2259ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu ALOGI("codec does not support config operating rate (err %d)", err); 2260ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2261ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu return OK; 2262ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu} 2263ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu 2264870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuangstatus_t ACodec::getIntraRefreshPeriod(uint32_t *intraRefreshPeriod) { 2265870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang OMX_VIDEO_CONFIG_ANDROID_INTRAREFRESHTYPE params; 2266870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang InitOMXParams(¶ms); 2267870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang params.nPortIndex = kPortIndexOutput; 2268870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang status_t err = mOMX->getConfig( 2269870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang mNode, (OMX_INDEXTYPE)OMX_IndexConfigAndroidIntraRefresh, ¶ms, sizeof(params)); 2270870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (err == OK) { 2271870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang *intraRefreshPeriod = params.nRefreshPeriod; 2272870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return OK; 2273870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 2274870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2275870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang // Fallback to query through standard OMX index. 2276870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang OMX_VIDEO_PARAM_INTRAREFRESHTYPE refreshParams; 2277870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang InitOMXParams(&refreshParams); 2278870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang refreshParams.nPortIndex = kPortIndexOutput; 2279870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang refreshParams.eRefreshMode = OMX_VIDEO_IntraRefreshCyclic; 2280870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang err = mOMX->getParameter( 2281870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang mNode, OMX_IndexParamVideoIntraRefresh, &refreshParams, sizeof(refreshParams)); 2282870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (err != OK || refreshParams.nCirMBs == 0) { 2283870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang *intraRefreshPeriod = 0; 2284870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return OK; 2285870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 2286870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2287870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang // Calculate period based on width and height 2288870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang uint32_t width, height; 2289870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang OMX_PARAM_PORTDEFINITIONTYPE def; 2290870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang InitOMXParams(&def); 2291870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang OMX_VIDEO_PORTDEFINITIONTYPE *video_def = &def.format.video; 2292870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang def.nPortIndex = kPortIndexOutput; 2293870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang err = mOMX->getParameter( 2294870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 2295870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (err != OK) { 2296870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang *intraRefreshPeriod = 0; 2297870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return err; 2298870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 2299870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang width = video_def->nFrameWidth; 2300870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang height = video_def->nFrameHeight; 2301870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang // Use H.264/AVC MacroBlock size 16x16 2302870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang *intraRefreshPeriod = divUp((divUp(width, 16u) * divUp(height, 16u)), refreshParams.nCirMBs); 2303870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2304870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return OK; 2305870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang} 2306870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2307870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuangstatus_t ACodec::setIntraRefreshPeriod(uint32_t intraRefreshPeriod, bool inConfigure) { 2308870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang OMX_VIDEO_CONFIG_ANDROID_INTRAREFRESHTYPE params; 2309870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang InitOMXParams(¶ms); 2310870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang params.nPortIndex = kPortIndexOutput; 2311870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang params.nRefreshPeriod = intraRefreshPeriod; 2312870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang status_t err = mOMX->setConfig( 2313870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang mNode, (OMX_INDEXTYPE)OMX_IndexConfigAndroidIntraRefresh, ¶ms, sizeof(params)); 2314870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (err == OK) { 2315870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return OK; 2316870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 2317870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2318870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang // Only in configure state, a component could invoke setParameter. 2319870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (!inConfigure) { 2320870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return INVALID_OPERATION; 2321870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } else { 2322870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang ALOGI("[%s] try falling back to Cyclic", mComponentName.c_str()); 2323870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 2324870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2325870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang OMX_VIDEO_PARAM_INTRAREFRESHTYPE refreshParams; 2326870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang InitOMXParams(&refreshParams); 2327870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang refreshParams.nPortIndex = kPortIndexOutput; 2328870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang refreshParams.eRefreshMode = OMX_VIDEO_IntraRefreshCyclic; 2329870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2330870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (intraRefreshPeriod == 0) { 2331870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang // 0 means disable intra refresh. 2332870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang refreshParams.nCirMBs = 0; 2333870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } else { 2334870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang // Calculate macroblocks that need to be intra coded base on width and height 2335870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang uint32_t width, height; 2336870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang OMX_PARAM_PORTDEFINITIONTYPE def; 2337870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang InitOMXParams(&def); 2338870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang OMX_VIDEO_PORTDEFINITIONTYPE *video_def = &def.format.video; 2339870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang def.nPortIndex = kPortIndexOutput; 2340870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang err = mOMX->getParameter( 2341870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 2342870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (err != OK) { 2343870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return err; 2344870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 2345870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang width = video_def->nFrameWidth; 2346870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang height = video_def->nFrameHeight; 2347870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang // Use H.264/AVC MacroBlock size 16x16 2348870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang refreshParams.nCirMBs = divUp((divUp(width, 16u) * divUp(height, 16u)), intraRefreshPeriod); 2349870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 2350870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2351870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang err = mOMX->setParameter(mNode, OMX_IndexParamVideoIntraRefresh, 2352870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang &refreshParams, sizeof(refreshParams)); 2353870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (err != OK) { 2354870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return err; 2355870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 2356870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2357870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return OK; 2358870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang} 2359870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2360f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::setMinBufferSize(OMX_U32 portIndex, size_t size) { 2361f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 2362f933441648ef6a71dee783d733aac17b9508b452Andreas Huber InitOMXParams(&def); 2363f933441648ef6a71dee783d733aac17b9508b452Andreas Huber def.nPortIndex = portIndex; 2364f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2365f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t err = mOMX->getParameter( 2366f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 2367f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2368f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 2369f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 2370f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2371f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2372f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (def.nBufferSize >= size) { 2373f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return OK; 2374f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2375f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2376f933441648ef6a71dee783d733aac17b9508b452Andreas Huber def.nBufferSize = size; 2377f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2378f933441648ef6a71dee783d733aac17b9508b452Andreas Huber err = mOMX->setParameter( 2379f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 2380f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2381f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 2382f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 2383f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2384f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2385f933441648ef6a71dee783d733aac17b9508b452Andreas Huber err = mOMX->getParameter( 2386f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 2387f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2388f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 2389f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 2390f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2391f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2392777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (def.nBufferSize < size) { 2393777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("failed to set min buffer size to %zu (is still %u)", size, def.nBufferSize); 2394777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return FAILED_TRANSACTION; 2395777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 2396f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2397f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return OK; 2398f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 2399f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 24005778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::selectAudioPortFormat( 24015778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_U32 portIndex, OMX_AUDIO_CODINGTYPE desiredFormat) { 24025778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_AUDIO_PARAM_PORTFORMATTYPE format; 24035778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&format); 24045778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24055778822d86b0337407514b9372562b86edfa91cdAndreas Huber format.nPortIndex = portIndex; 24066e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar for (OMX_U32 index = 0; index <= kMaxIndicesToCheck; ++index) { 24075778822d86b0337407514b9372562b86edfa91cdAndreas Huber format.nIndex = index; 24085778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = mOMX->getParameter( 24095778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamAudioPortFormat, 24105778822d86b0337407514b9372562b86edfa91cdAndreas Huber &format, sizeof(format)); 24115778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24125778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 24135778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 24145778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24155778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24165778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (format.eEncoding == desiredFormat) { 24175778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 24185778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24196e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar 24206e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar if (index == kMaxIndicesToCheck) { 24216e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar ALOGW("[%s] stopping checking formats after %u: %s(%x)", 24226e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar mComponentName.c_str(), index, 24236e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar asString(format.eEncoding), format.eEncoding); 24246e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar return ERROR_UNSUPPORTED; 24256e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar } 24265778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24275778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24285778822d86b0337407514b9372562b86edfa91cdAndreas Huber return mOMX->setParameter( 24295778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamAudioPortFormat, &format, sizeof(format)); 24305778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 24315778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24325778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupAACCodec( 2433aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke bool encoder, int32_t numChannels, int32_t sampleRate, 24348045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi int32_t bitRate, int32_t aacProfile, bool isADTS, int32_t sbrMode, 24352965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang int32_t maxOutputChannelCount, const drcParams_t& drc, 24362965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang int32_t pcmLimiterEnable) { 2437ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber if (encoder && isADTS) { 2438ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber return -EINVAL; 2439ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 2440ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 24415778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = setupRawAudioFormat( 24425778822d86b0337407514b9372562b86edfa91cdAndreas Huber encoder ? kPortIndexInput : kPortIndexOutput, 24435778822d86b0337407514b9372562b86edfa91cdAndreas Huber sampleRate, 24445778822d86b0337407514b9372562b86edfa91cdAndreas Huber numChannels); 24455778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24465778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 24475778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 24485778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24495778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24505778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (encoder) { 24515778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = selectAudioPortFormat(kPortIndexOutput, OMX_AUDIO_CodingAAC); 24525778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24535778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 24545778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 24555778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24565778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24575778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 24585778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&def); 24595778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.nPortIndex = kPortIndexOutput; 24605778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24615778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->getParameter( 24625778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 24635778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24645778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 24655778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 24665778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24675778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24685778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.format.audio.bFlagErrorConcealment = OMX_TRUE; 24695778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.format.audio.eEncoding = OMX_AUDIO_CodingAAC; 24705778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24715778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 24725778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 24735778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24745778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 24755778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 24765778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24775778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24785778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_AUDIO_PARAM_AACPROFILETYPE profile; 24795778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&profile); 24805778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nPortIndex = kPortIndexOutput; 24815778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24825778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->getParameter( 24835778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamAudioAac, &profile, sizeof(profile)); 24845778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24855778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 24865778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 24875778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24885778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24895778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nChannels = numChannels; 24905778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24915778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.eChannelMode = 24925778822d86b0337407514b9372562b86edfa91cdAndreas Huber (numChannels == 1) 24935778822d86b0337407514b9372562b86edfa91cdAndreas Huber ? OMX_AUDIO_ChannelModeMono: OMX_AUDIO_ChannelModeStereo; 24945778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24955778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nSampleRate = sampleRate; 24965778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nBitRate = bitRate; 24975778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nAudioBandWidth = 0; 24985778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nFrameLength = 0; 24995778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nAACtools = OMX_AUDIO_AACToolAll; 25005778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nAACERtools = OMX_AUDIO_AACERNone; 2501aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke profile.eAACProfile = (OMX_AUDIO_AACPROFILETYPE) aacProfile; 25025778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.eAACStreamFormat = OMX_AUDIO_AACStreamFormatMP4FF; 2503b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi switch (sbrMode) { 2504b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi case 0: 2505b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi // disable sbr 2506b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools &= ~OMX_AUDIO_AACToolAndroidSSBR; 2507b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools &= ~OMX_AUDIO_AACToolAndroidDSBR; 2508b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi break; 2509b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi case 1: 2510b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi // enable single-rate sbr 2511b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools |= OMX_AUDIO_AACToolAndroidSSBR; 2512b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools &= ~OMX_AUDIO_AACToolAndroidDSBR; 2513b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi break; 2514b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi case 2: 2515b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi // enable dual-rate sbr 2516b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools &= ~OMX_AUDIO_AACToolAndroidSSBR; 2517b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools |= OMX_AUDIO_AACToolAndroidDSBR; 2518b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi break; 2519b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi case -1: 2520b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi // enable both modes -> the codec will decide which mode should be used 2521b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools |= OMX_AUDIO_AACToolAndroidSSBR; 2522b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools |= OMX_AUDIO_AACToolAndroidDSBR; 2523b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi break; 2524b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi default: 2525b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi // unsupported sbr mode 2526b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi return BAD_VALUE; 2527b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi } 2528b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi 25295778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25305778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 25315778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamAudioAac, &profile, sizeof(profile)); 25325778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25335778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 25345778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 25355778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25365778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25375778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 25385778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25395778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2540f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_AUDIO_PARAM_AACPROFILETYPE profile; 2541f933441648ef6a71dee783d733aac17b9508b452Andreas Huber InitOMXParams(&profile); 2542f933441648ef6a71dee783d733aac17b9508b452Andreas Huber profile.nPortIndex = kPortIndexInput; 2543f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 25445778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->getParameter( 2545f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamAudioAac, &profile, sizeof(profile)); 2546f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2547f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 2548f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 2549f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2550f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2551f933441648ef6a71dee783d733aac17b9508b452Andreas Huber profile.nChannels = numChannels; 2552f933441648ef6a71dee783d733aac17b9508b452Andreas Huber profile.nSampleRate = sampleRate; 2553ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 2554ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber profile.eAACStreamFormat = 2555ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber isADTS 2556ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber ? OMX_AUDIO_AACStreamFormatMP4ADTS 2557ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber : OMX_AUDIO_AACStreamFormatMP4FF; 2558f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 25598045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi OMX_AUDIO_PARAM_ANDROID_AACPRESENTATIONTYPE presentation; 25608045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi presentation.nMaxOutputChannels = maxOutputChannelCount; 25618045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi presentation.nDrcCut = drc.drcCut; 25628045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi presentation.nDrcBoost = drc.drcBoost; 25638045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi presentation.nHeavyCompression = drc.heavyCompression; 25648045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi presentation.nTargetReferenceLevel = drc.targetRefLevel; 25658045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi presentation.nEncodedTargetLevel = drc.encodedTargetLevel; 25662965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang presentation.nPCMLimiterEnable = pcmLimiterEnable; 25678045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi 25688045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi status_t res = mOMX->setParameter(mNode, OMX_IndexParamAudioAac, &profile, sizeof(profile)); 25698045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (res == OK) { 25708045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi // optional parameters, will not cause configuration failure 25718045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi mOMX->setParameter(mNode, (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidAacPresentation, 25728045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi &presentation, sizeof(presentation)); 25738045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } else { 25748045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi ALOGW("did not set AudioAndroidAacPresentation due to error %d when setting AudioAac", res); 25758045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 25768045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi return res; 25775778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 2578f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 257997358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryustatus_t ACodec::setupAC3Codec( 258097358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu bool encoder, int32_t numChannels, int32_t sampleRate) { 258197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu status_t err = setupRawAudioFormat( 258297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu encoder ? kPortIndexInput : kPortIndexOutput, sampleRate, numChannels); 258397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 258497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu if (err != OK) { 258597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu return err; 258697358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } 258797358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 258897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu if (encoder) { 258997358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu ALOGW("AC3 encoding is not supported."); 259097358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu return INVALID_OPERATION; 259197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } 259297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 259397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu OMX_AUDIO_PARAM_ANDROID_AC3TYPE def; 259497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu InitOMXParams(&def); 259597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu def.nPortIndex = kPortIndexInput; 259697358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 259797358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu err = mOMX->getParameter( 259897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu mNode, 259997358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidAc3, 260097358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu &def, 260197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu sizeof(def)); 260297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 260397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu if (err != OK) { 260497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu return err; 260597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } 260697358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 260797358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu def.nChannels = numChannels; 260897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu def.nSampleRate = sampleRate; 260997358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 261097358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu return mOMX->setParameter( 261197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu mNode, 261297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidAc3, 261397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu &def, 261497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu sizeof(def)); 261597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu} 261697358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 26178a4728966dc9c78e21c3c93a927707e93c05e5e0Rachadstatus_t ACodec::setupEAC3Codec( 26188a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad bool encoder, int32_t numChannels, int32_t sampleRate) { 26198a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad status_t err = setupRawAudioFormat( 26208a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad encoder ? kPortIndexInput : kPortIndexOutput, sampleRate, numChannels); 26218a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 26228a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad if (err != OK) { 26238a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad return err; 26248a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } 26258a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 26268a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad if (encoder) { 26278a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad ALOGW("EAC3 encoding is not supported."); 26288a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad return INVALID_OPERATION; 26298a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } 26308a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 26318a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad OMX_AUDIO_PARAM_ANDROID_EAC3TYPE def; 26328a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad InitOMXParams(&def); 26338a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad def.nPortIndex = kPortIndexInput; 26348a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 26358a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad err = mOMX->getParameter( 26368a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad mNode, 26378a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidEac3, 26388a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad &def, 26398a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad sizeof(def)); 26408a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 26418a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad if (err != OK) { 26428a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad return err; 26438a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } 26448a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 26458a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad def.nChannels = numChannels; 26468a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad def.nSampleRate = sampleRate; 26478a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 26488a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad return mOMX->setParameter( 26498a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad mNode, 26508a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidEac3, 26518a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad &def, 26528a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad sizeof(def)); 26538a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad} 26548a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 26555778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatic OMX_AUDIO_AMRBANDMODETYPE pickModeFromBitRate( 26565778822d86b0337407514b9372562b86edfa91cdAndreas Huber bool isAMRWB, int32_t bps) { 26575778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (isAMRWB) { 26585778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (bps <= 6600) { 26595778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB0; 26605778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 8850) { 26615778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB1; 26625778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 12650) { 26635778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB2; 26645778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 14250) { 26655778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB3; 26665778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 15850) { 26675778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB4; 26685778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 18250) { 26695778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB5; 26705778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 19850) { 26715778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB6; 26725778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 23050) { 26735778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB7; 26745778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 26755778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26765778822d86b0337407514b9372562b86edfa91cdAndreas Huber // 23850 bps 26775778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB8; 26785778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { // AMRNB 26795778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (bps <= 4750) { 26805778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB0; 26815778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 5150) { 26825778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB1; 26835778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 5900) { 26845778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB2; 26855778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 6700) { 26865778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB3; 26875778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 7400) { 26885778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB4; 26895778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 7950) { 26905778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB5; 26915778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 10200) { 26925778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB6; 26935778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 26945778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26955778822d86b0337407514b9372562b86edfa91cdAndreas Huber // 12200 bps 26965778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB7; 26975778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2698f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 2699f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 27005778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupAMRCodec(bool encoder, bool isWAMR, int32_t bitrate) { 2701729de186450f78c099637e1fce743fe531862c52Andreas Huber OMX_AUDIO_PARAM_AMRTYPE def; 2702729de186450f78c099637e1fce743fe531862c52Andreas Huber InitOMXParams(&def); 27035778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.nPortIndex = encoder ? kPortIndexOutput : kPortIndexInput; 2704729de186450f78c099637e1fce743fe531862c52Andreas Huber 2705729de186450f78c099637e1fce743fe531862c52Andreas Huber status_t err = 2706729de186450f78c099637e1fce743fe531862c52Andreas Huber mOMX->getParameter(mNode, OMX_IndexParamAudioAmr, &def, sizeof(def)); 2707729de186450f78c099637e1fce743fe531862c52Andreas Huber 2708729de186450f78c099637e1fce743fe531862c52Andreas Huber if (err != OK) { 2709729de186450f78c099637e1fce743fe531862c52Andreas Huber return err; 2710729de186450f78c099637e1fce743fe531862c52Andreas Huber } 2711729de186450f78c099637e1fce743fe531862c52Andreas Huber 2712729de186450f78c099637e1fce743fe531862c52Andreas Huber def.eAMRFrameFormat = OMX_AUDIO_AMRFrameFormatFSF; 27135778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.eAMRBandMode = pickModeFromBitRate(isWAMR, bitrate); 27145778822d86b0337407514b9372562b86edfa91cdAndreas Huber 27155778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 27165778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamAudioAmr, &def, sizeof(def)); 2717729de186450f78c099637e1fce743fe531862c52Andreas Huber 27185778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 27195778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 27205778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2721729de186450f78c099637e1fce743fe531862c52Andreas Huber 27225778822d86b0337407514b9372562b86edfa91cdAndreas Huber return setupRawAudioFormat( 27235778822d86b0337407514b9372562b86edfa91cdAndreas Huber encoder ? kPortIndexInput : kPortIndexOutput, 27245778822d86b0337407514b9372562b86edfa91cdAndreas Huber isWAMR ? 16000 : 8000 /* sampleRate */, 27255778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1 /* numChannels */); 2726729de186450f78c099637e1fce743fe531862c52Andreas Huber} 2727729de186450f78c099637e1fce743fe531862c52Andreas Huber 272817c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissenstatus_t ACodec::setupG711Codec(bool encoder, int32_t sampleRate, int32_t numChannels) { 2729777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (encoder) { 2730777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return INVALID_OPERATION; 2731777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 27325778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2733729de186450f78c099637e1fce743fe531862c52Andreas Huber return setupRawAudioFormat( 273417c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissen kPortIndexInput, sampleRate, numChannels); 2735729de186450f78c099637e1fce743fe531862c52Andreas Huber} 2736729de186450f78c099637e1fce743fe531862c52Andreas Huber 27372f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivistatus_t ACodec::setupFlacCodec( 27382f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi bool encoder, int32_t numChannels, int32_t sampleRate, int32_t compressionLevel) { 27392f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi 27402f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi if (encoder) { 27412f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi OMX_AUDIO_PARAM_FLACTYPE def; 27422f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi InitOMXParams(&def); 27432f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi def.nPortIndex = kPortIndexOutput; 27442f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi 27452f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi // configure compression level 27462f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi status_t err = mOMX->getParameter(mNode, OMX_IndexParamAudioFlac, &def, sizeof(def)); 27472f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi if (err != OK) { 27482f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi ALOGE("setupFlacCodec(): Error %d getting OMX_IndexParamAudioFlac parameter", err); 27492f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi return err; 27502f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } 27512f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi def.nCompressionLevel = compressionLevel; 27522f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi err = mOMX->setParameter(mNode, OMX_IndexParamAudioFlac, &def, sizeof(def)); 27532f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi if (err != OK) { 27542f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi ALOGE("setupFlacCodec(): Error %d setting OMX_IndexParamAudioFlac parameter", err); 27552f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi return err; 27562f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } 27572f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } 27582f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi 27592f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi return setupRawAudioFormat( 27602f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi encoder ? kPortIndexInput : kPortIndexOutput, 27612f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi sampleRate, 27622f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi numChannels); 27632f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi} 27642f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi 2765729de186450f78c099637e1fce743fe531862c52Andreas Huberstatus_t ACodec::setupRawAudioFormat( 2766729de186450f78c099637e1fce743fe531862c52Andreas Huber OMX_U32 portIndex, int32_t sampleRate, int32_t numChannels) { 2767729de186450f78c099637e1fce743fe531862c52Andreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 2768729de186450f78c099637e1fce743fe531862c52Andreas Huber InitOMXParams(&def); 2769729de186450f78c099637e1fce743fe531862c52Andreas Huber def.nPortIndex = portIndex; 2770729de186450f78c099637e1fce743fe531862c52Andreas Huber 2771729de186450f78c099637e1fce743fe531862c52Andreas Huber status_t err = mOMX->getParameter( 2772729de186450f78c099637e1fce743fe531862c52Andreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 2773729de186450f78c099637e1fce743fe531862c52Andreas Huber 2774729de186450f78c099637e1fce743fe531862c52Andreas Huber if (err != OK) { 2775729de186450f78c099637e1fce743fe531862c52Andreas Huber return err; 2776729de186450f78c099637e1fce743fe531862c52Andreas Huber } 2777729de186450f78c099637e1fce743fe531862c52Andreas Huber 2778729de186450f78c099637e1fce743fe531862c52Andreas Huber def.format.audio.eEncoding = OMX_AUDIO_CodingPCM; 2779729de186450f78c099637e1fce743fe531862c52Andreas Huber 2780729de186450f78c099637e1fce743fe531862c52Andreas Huber err = mOMX->setParameter( 2781729de186450f78c099637e1fce743fe531862c52Andreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 2782729de186450f78c099637e1fce743fe531862c52Andreas Huber 2783729de186450f78c099637e1fce743fe531862c52Andreas Huber if (err != OK) { 2784729de186450f78c099637e1fce743fe531862c52Andreas Huber return err; 2785729de186450f78c099637e1fce743fe531862c52Andreas Huber } 2786729de186450f78c099637e1fce743fe531862c52Andreas Huber 2787729de186450f78c099637e1fce743fe531862c52Andreas Huber OMX_AUDIO_PARAM_PCMMODETYPE pcmParams; 2788729de186450f78c099637e1fce743fe531862c52Andreas Huber InitOMXParams(&pcmParams); 2789729de186450f78c099637e1fce743fe531862c52Andreas Huber pcmParams.nPortIndex = portIndex; 2790729de186450f78c099637e1fce743fe531862c52Andreas Huber 2791729de186450f78c099637e1fce743fe531862c52Andreas Huber err = mOMX->getParameter( 2792729de186450f78c099637e1fce743fe531862c52Andreas Huber mNode, OMX_IndexParamAudioPcm, &pcmParams, sizeof(pcmParams)); 2793729de186450f78c099637e1fce743fe531862c52Andreas Huber 2794729de186450f78c099637e1fce743fe531862c52Andreas Huber if (err != OK) { 2795729de186450f78c099637e1fce743fe531862c52Andreas Huber return err; 2796729de186450f78c099637e1fce743fe531862c52Andreas Huber } 2797729de186450f78c099637e1fce743fe531862c52Andreas Huber 2798729de186450f78c099637e1fce743fe531862c52Andreas Huber pcmParams.nChannels = numChannels; 2799729de186450f78c099637e1fce743fe531862c52Andreas Huber pcmParams.eNumData = OMX_NumericalDataSigned; 2800729de186450f78c099637e1fce743fe531862c52Andreas Huber pcmParams.bInterleaved = OMX_TRUE; 2801729de186450f78c099637e1fce743fe531862c52Andreas Huber pcmParams.nBitPerSample = 16; 2802729de186450f78c099637e1fce743fe531862c52Andreas Huber pcmParams.nSamplingRate = sampleRate; 2803729de186450f78c099637e1fce743fe531862c52Andreas Huber pcmParams.ePCMMode = OMX_AUDIO_PCMModeLinear; 2804729de186450f78c099637e1fce743fe531862c52Andreas Huber 2805c1d8115e8a0bdaeb2b723d395b9a85a02c90c933Andreas Huber if (getOMXChannelMapping(numChannels, pcmParams.eChannelMapping) != OK) { 2806c1d8115e8a0bdaeb2b723d395b9a85a02c90c933Andreas Huber return OMX_ErrorNone; 2807729de186450f78c099637e1fce743fe531862c52Andreas Huber } 2808729de186450f78c099637e1fce743fe531862c52Andreas Huber 2809729de186450f78c099637e1fce743fe531862c52Andreas Huber return mOMX->setParameter( 2810729de186450f78c099637e1fce743fe531862c52Andreas Huber mNode, OMX_IndexParamAudioPcm, &pcmParams, sizeof(pcmParams)); 2811729de186450f78c099637e1fce743fe531862c52Andreas Huber} 2812729de186450f78c099637e1fce743fe531862c52Andreas Huber 28135a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachadstatus_t ACodec::configureTunneledVideoPlayback( 281497827bd7c7e64dec22c8fe0f9e734a3c432ad7eeRachad int32_t audioHwSync, const sp<ANativeWindow> &nativeWindow) { 28155a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad native_handle_t* sidebandHandle; 28165a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 28175a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad status_t err = mOMX->configureVideoTunnelMode( 28185a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad mNode, kPortIndexOutput, OMX_TRUE, audioHwSync, &sidebandHandle); 28195a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (err != OK) { 28205a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGE("configureVideoTunnelMode failed! (err %d).", err); 28215a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad return err; 28225a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } 28235a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 28245a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad err = native_window_set_sideband_stream(nativeWindow.get(), sidebandHandle); 28255a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (err != OK) { 28265a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGE("native_window_set_sideband_stream(%p) failed! (err %d).", 28275a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad sidebandHandle, err); 28285a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad return err; 28295a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } 28305a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 28315a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad return OK; 28325a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad} 28335a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 2834f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::setVideoPortFormatType( 2835f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 portIndex, 2836f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_VIDEO_CODINGTYPE compressionFormat, 28370d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar OMX_COLOR_FORMATTYPE colorFormat, 28380d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar bool usingNativeBuffers) { 2839f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_VIDEO_PARAM_PORTFORMATTYPE format; 2840f933441648ef6a71dee783d733aac17b9508b452Andreas Huber InitOMXParams(&format); 2841f933441648ef6a71dee783d733aac17b9508b452Andreas Huber format.nPortIndex = portIndex; 2842f933441648ef6a71dee783d733aac17b9508b452Andreas Huber format.nIndex = 0; 2843f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool found = false; 2844f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 28456e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar for (OMX_U32 index = 0; index <= kMaxIndicesToCheck; ++index) { 2846f933441648ef6a71dee783d733aac17b9508b452Andreas Huber format.nIndex = index; 2847f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t err = mOMX->getParameter( 2848f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamVideoPortFormat, 2849f933441648ef6a71dee783d733aac17b9508b452Andreas Huber &format, sizeof(format)); 2850f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2851f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 2852f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 2853f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2854f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2855229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar // substitute back flexible color format to codec supported format 2856229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar OMX_U32 flexibleEquivalent; 28570d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (compressionFormat == OMX_VIDEO_CodingUnused 28580d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar && isFlexibleColorFormat( 28590d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar mOMX, mNode, format.eColorFormat, usingNativeBuffers, &flexibleEquivalent) 28600d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar && colorFormat == flexibleEquivalent) { 2861229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar ALOGI("[%s] using color format %#x in place of %#x", 2862229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar mComponentName.c_str(), format.eColorFormat, colorFormat); 2863229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar colorFormat = format.eColorFormat; 2864229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar } 2865229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar 2866f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // The following assertion is violated by TI's video decoder. 2867f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // CHECK_EQ(format.nIndex, index); 2868f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2869f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (!strcmp("OMX.TI.Video.encoder", mComponentName.c_str())) { 2870f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (portIndex == kPortIndexInput 2871f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && colorFormat == format.eColorFormat) { 2872f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // eCompressionFormat does not seem right. 2873f933441648ef6a71dee783d733aac17b9508b452Andreas Huber found = true; 2874f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 2875f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2876f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (portIndex == kPortIndexOutput 2877f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && compressionFormat == format.eCompressionFormat) { 2878f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // eColorFormat does not seem right. 2879f933441648ef6a71dee783d733aac17b9508b452Andreas Huber found = true; 2880f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 2881f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2882f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2883f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2884f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (format.eCompressionFormat == compressionFormat 2885f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && format.eColorFormat == colorFormat) { 2886f933441648ef6a71dee783d733aac17b9508b452Andreas Huber found = true; 2887f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 2888f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2889f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 28906e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar if (index == kMaxIndicesToCheck) { 28916e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar ALOGW("[%s] stopping checking formats after %u: %s(%x)/%s(%x)", 28926e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar mComponentName.c_str(), index, 28936e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar asString(format.eCompressionFormat), format.eCompressionFormat, 28946e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar asString(format.eColorFormat), format.eColorFormat); 28956e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar } 2896f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2897f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2898f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (!found) { 2899f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return UNKNOWN_ERROR; 2900f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2901f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2902f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t err = mOMX->setParameter( 2903f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamVideoPortFormat, 2904f933441648ef6a71dee783d733aac17b9508b452Andreas Huber &format, sizeof(format)); 2905f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2906f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 2907f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 2908f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 29090d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// Set optimal output format. OMX component lists output formats in the order 29100d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// of preference, but this got more complicated since the introduction of flexible 29110d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// YUV formats. We support a legacy behavior for applications that do not use 29120d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// surface output, do not specify an output format, but expect a "usable" standard 29130d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// OMX format. SW readable and standard formats must be flex-YUV. 29140d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// 29150d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// Suggested preference order: 29160d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// - optimal format for texture rendering (mediaplayer behavior) 29170d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// - optimal SW readable & texture renderable format (flex-YUV support) 29180d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// - optimal SW readable non-renderable format (flex-YUV bytebuffer support) 29190d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// - legacy "usable" standard formats 29200d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// 29210d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// For legacy support, we prefer a standard format, but will settle for a SW readable 29220d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// flex-YUV format. 29230d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnarstatus_t ACodec::setSupportedOutputFormat(bool getLegacyFlexibleFormat) { 29240d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar OMX_VIDEO_PARAM_PORTFORMATTYPE format, legacyFormat; 2925f933441648ef6a71dee783d733aac17b9508b452Andreas Huber InitOMXParams(&format); 2926f933441648ef6a71dee783d733aac17b9508b452Andreas Huber format.nPortIndex = kPortIndexOutput; 2927f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 29280d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar InitOMXParams(&legacyFormat); 29290d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar // this field will change when we find a suitable legacy format 29300d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar legacyFormat.eColorFormat = OMX_COLOR_FormatUnused; 2931f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 29320d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar for (OMX_U32 index = 0; ; ++index) { 29330d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar format.nIndex = index; 29340d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar status_t err = mOMX->getParameter( 29350d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar mNode, OMX_IndexParamVideoPortFormat, 29360d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar &format, sizeof(format)); 29370d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (err != OK) { 29380d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar // no more formats, pick legacy format if found 29390d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (legacyFormat.eColorFormat != OMX_COLOR_FormatUnused) { 29400d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar memcpy(&format, &legacyFormat, sizeof(format)); 29410d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar break; 29420d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 29430d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar return err; 29440d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 29450d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (format.eCompressionFormat != OMX_VIDEO_CodingUnused) { 29460d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar return OMX_ErrorBadParameter; 29470d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 29480d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (!getLegacyFlexibleFormat) { 29490d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar break; 29500d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 29510d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar // standard formats that were exposed to users before 29520d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (format.eColorFormat == OMX_COLOR_FormatYUV420Planar 29530d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar || format.eColorFormat == OMX_COLOR_FormatYUV420PackedPlanar 29540d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar || format.eColorFormat == OMX_COLOR_FormatYUV420SemiPlanar 29550d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar || format.eColorFormat == OMX_COLOR_FormatYUV420PackedSemiPlanar 29560d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar || format.eColorFormat == OMX_TI_COLOR_FormatYUV420PackedSemiPlanar) { 29570d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar break; 29580d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 29590d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar // find best legacy non-standard format 29600d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar OMX_U32 flexibleEquivalent; 29610d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (legacyFormat.eColorFormat == OMX_COLOR_FormatUnused 29620d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar && isFlexibleColorFormat( 29630d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar mOMX, mNode, format.eColorFormat, false /* usingNativeBuffers */, 29640d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar &flexibleEquivalent) 29650d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar && flexibleEquivalent == OMX_COLOR_FormatYUV420Flexible) { 29660d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar memcpy(&legacyFormat, &format, sizeof(format)); 29670d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 29680d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 2969f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return mOMX->setParameter( 2970f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamVideoPortFormat, 2971f933441648ef6a71dee783d733aac17b9508b452Andreas Huber &format, sizeof(format)); 2972f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 2973f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2974e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huberstatic const struct VideoCodingMapEntry { 2975e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber const char *mMime; 2976e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber OMX_VIDEO_CODINGTYPE mVideoCodingType; 2977e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber} kVideoCodingMapEntry[] = { 2978e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { MEDIA_MIMETYPE_VIDEO_AVC, OMX_VIDEO_CodingAVC }, 29792472b1c0d63454e5d90a982bd6c555de6c3127bdRachad { MEDIA_MIMETYPE_VIDEO_HEVC, OMX_VIDEO_CodingHEVC }, 2980e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { MEDIA_MIMETYPE_VIDEO_MPEG4, OMX_VIDEO_CodingMPEG4 }, 2981e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { MEDIA_MIMETYPE_VIDEO_H263, OMX_VIDEO_CodingH263 }, 2982e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { MEDIA_MIMETYPE_VIDEO_MPEG2, OMX_VIDEO_CodingMPEG2 }, 298394705aff3c9eef58cbb72ec6fe5d2dcfd9481646hkuang { MEDIA_MIMETYPE_VIDEO_VP8, OMX_VIDEO_CodingVP8 }, 298494705aff3c9eef58cbb72ec6fe5d2dcfd9481646hkuang { MEDIA_MIMETYPE_VIDEO_VP9, OMX_VIDEO_CodingVP9 }, 2985a29c2b203d8bea8c21564765da5c9d7087448340Ronghua Wu { MEDIA_MIMETYPE_VIDEO_DOLBY_VISION, OMX_VIDEO_CodingDolbyVision }, 2986e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber}; 2987e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 29885778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatic status_t GetVideoCodingTypeFromMime( 29895778822d86b0337407514b9372562b86edfa91cdAndreas Huber const char *mime, OMX_VIDEO_CODINGTYPE *codingType) { 2990e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber for (size_t i = 0; 2991e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber i < sizeof(kVideoCodingMapEntry) / sizeof(kVideoCodingMapEntry[0]); 2992e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber ++i) { 2993e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (!strcasecmp(mime, kVideoCodingMapEntry[i].mMime)) { 2994e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber *codingType = kVideoCodingMapEntry[i].mVideoCodingType; 2995e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return OK; 2996e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 2997f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2998f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2999e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber *codingType = OMX_VIDEO_CodingUnused; 3000e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3001e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return ERROR_UNSUPPORTED; 3002e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber} 3003e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3004e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huberstatic status_t GetMimeTypeForVideoCoding( 3005e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber OMX_VIDEO_CODINGTYPE codingType, AString *mime) { 3006e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber for (size_t i = 0; 3007e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber i < sizeof(kVideoCodingMapEntry) / sizeof(kVideoCodingMapEntry[0]); 3008e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber ++i) { 3009e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (codingType == kVideoCodingMapEntry[i].mVideoCodingType) { 3010e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber *mime = kVideoCodingMapEntry[i].mMime; 3011e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return OK; 3012e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 3013e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 3014e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3015e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mime->clear(); 3016e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3017e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return ERROR_UNSUPPORTED; 30185778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 30195778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30205778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupVideoDecoder( 30210d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar const char *mime, const sp<AMessage> &msg, bool haveNativeWindow) { 302289869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar int32_t width, height; 302389869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar if (!msg->findInt32("width", &width) 302489869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar || !msg->findInt32("height", &height)) { 302589869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar return INVALID_OPERATION; 302689869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar } 302789869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar 30285778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_CODINGTYPE compressionFormat; 30295778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = GetVideoCodingTypeFromMime(mime, &compressionFormat); 30305778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30315778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 30325778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 30335778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 30345778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30355778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setVideoPortFormatType( 3036f933441648ef6a71dee783d733aac17b9508b452Andreas Huber kPortIndexInput, compressionFormat, OMX_COLOR_FormatUnused); 3037f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3038f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 3039f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 3040f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3041f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 304289869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar int32_t tmp; 304389869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar if (msg->findInt32("color-format", &tmp)) { 304489869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar OMX_COLOR_FORMATTYPE colorFormat = 304589869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar static_cast<OMX_COLOR_FORMATTYPE>(tmp); 304689869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar err = setVideoPortFormatType( 30470d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar kPortIndexOutput, OMX_VIDEO_CodingUnused, colorFormat, haveNativeWindow); 304889869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar if (err != OK) { 304989869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar ALOGW("[%s] does not support color format %d", 305089869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar mComponentName.c_str(), colorFormat); 30510d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar err = setSupportedOutputFormat(!haveNativeWindow /* getLegacyFlexibleFormat */); 305289869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar } 305389869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar } else { 30540d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar err = setSupportedOutputFormat(!haveNativeWindow /* getLegacyFlexibleFormat */); 305589869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar } 3056f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3057f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 3058f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 3059f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3060f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 306178b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad int32_t frameRateInt; 306278b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad float frameRateFloat; 306378b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad if (!msg->findFloat("frame-rate", &frameRateFloat)) { 306478b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad if (!msg->findInt32("frame-rate", &frameRateInt)) { 306578b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad frameRateInt = -1; 306678b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad } 306778b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad frameRateFloat = (float)frameRateInt; 306878b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad } 306978b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad 3070f933441648ef6a71dee783d733aac17b9508b452Andreas Huber err = setVideoFormatOnPort( 307178b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad kPortIndexInput, width, height, compressionFormat, frameRateFloat); 3072f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3073f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 3074f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 3075f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3076f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3077f933441648ef6a71dee783d733aac17b9508b452Andreas Huber err = setVideoFormatOnPort( 3078f933441648ef6a71dee783d733aac17b9508b452Andreas Huber kPortIndexOutput, width, height, OMX_VIDEO_CodingUnused); 3079f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3080f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 3081f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 3082f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3083f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3084f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return OK; 3085f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 3086f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 30875778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupVideoEncoder(const char *mime, const sp<AMessage> &msg) { 30885778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t tmp; 30895778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("color-format", &tmp)) { 30905778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 30915778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 30925778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30935778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_COLOR_FORMATTYPE colorFormat = 30945778822d86b0337407514b9372562b86edfa91cdAndreas Huber static_cast<OMX_COLOR_FORMATTYPE>(tmp); 30955778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30965778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = setVideoPortFormatType( 30975778822d86b0337407514b9372562b86edfa91cdAndreas Huber kPortIndexInput, OMX_VIDEO_CodingUnused, colorFormat); 30985778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30995778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 31005778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGE("[%s] does not support color format %d", 31015778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentName.c_str(), colorFormat); 31025778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31035778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 31045778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 31055778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31065778822d86b0337407514b9372562b86edfa91cdAndreas Huber /* Input port configuration */ 31075778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31085778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 31095778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&def); 31105778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31115778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PORTDEFINITIONTYPE *video_def = &def.format.video; 31125778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31135778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.nPortIndex = kPortIndexInput; 31145778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31155778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->getParameter( 31165778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 31175778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31185778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 31195778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 31205778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 31215778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31225778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t width, height, bitrate; 31235778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("width", &width) 31245778822d86b0337407514b9372562b86edfa91cdAndreas Huber || !msg->findInt32("height", &height) 31255778822d86b0337407514b9372562b86edfa91cdAndreas Huber || !msg->findInt32("bitrate", &bitrate)) { 31265778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 31275778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 31285778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31295778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nFrameWidth = width; 31305778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nFrameHeight = height; 31315778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31325778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t stride; 31335778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("stride", &stride)) { 31345778822d86b0337407514b9372562b86edfa91cdAndreas Huber stride = width; 31355778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 31365778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31375778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nStride = stride; 31385778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31395778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t sliceHeight; 31405778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("slice-height", &sliceHeight)) { 31415778822d86b0337407514b9372562b86edfa91cdAndreas Huber sliceHeight = height; 31425778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 31435778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31445778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nSliceHeight = sliceHeight; 31455778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31465778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.nBufferSize = (video_def->nStride * video_def->nSliceHeight * 3) / 2; 31475778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31485778822d86b0337407514b9372562b86edfa91cdAndreas Huber float frameRate; 31495778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findFloat("frame-rate", &frameRate)) { 31505778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t tmp; 31515778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("frame-rate", &tmp)) { 31525778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 31535778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 31545778822d86b0337407514b9372562b86edfa91cdAndreas Huber frameRate = (float)tmp; 31552c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mTimePerFrameUs = (int64_t) (1000000.0f / frameRate); 31565778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 31575778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31585778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->xFramerate = (OMX_U32)(frameRate * 65536.0f); 31595778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->eCompressionFormat = OMX_VIDEO_CodingUnused; 3160a32d5435d9585794b72dd12546054f13adb845f2Lajos Molnar // this is redundant as it was already set up in setVideoPortFormatType 3161a32d5435d9585794b72dd12546054f13adb845f2Lajos Molnar // FIXME for now skip this only for flexible YUV formats 3162a32d5435d9585794b72dd12546054f13adb845f2Lajos Molnar if (colorFormat != OMX_COLOR_FormatYUV420Flexible) { 3163a32d5435d9585794b72dd12546054f13adb845f2Lajos Molnar video_def->eColorFormat = colorFormat; 3164a32d5435d9585794b72dd12546054f13adb845f2Lajos Molnar } 31655778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31665778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 31675778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 31685778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31695778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 31705778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGE("[%s] failed to set input port definition parameters.", 31715778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentName.c_str()); 31725778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31735778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 31745778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 31755778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31765778822d86b0337407514b9372562b86edfa91cdAndreas Huber /* Output port configuration */ 31775778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31785778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_CODINGTYPE compressionFormat; 31795778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = GetVideoCodingTypeFromMime(mime, &compressionFormat); 31805778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31815778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 31825778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 31835778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 31845778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31855778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setVideoPortFormatType( 31865778822d86b0337407514b9372562b86edfa91cdAndreas Huber kPortIndexOutput, compressionFormat, OMX_COLOR_FormatUnused); 31875778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31885778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 31895778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGE("[%s] does not support compression format %d", 31905778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentName.c_str(), compressionFormat); 31915778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31925778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 31935778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 31945778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31955778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.nPortIndex = kPortIndexOutput; 31965778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31975778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->getParameter( 31985778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 31995778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32005778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 32015778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 32025778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 32035778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32045778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nFrameWidth = width; 32055778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nFrameHeight = height; 32065778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->xFramerate = 0; 32075778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nBitrate = bitrate; 32085778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->eCompressionFormat = compressionFormat; 32095778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->eColorFormat = OMX_COLOR_FormatUnused; 32105778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32115778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 32125778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 32135778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32145778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 32155778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGE("[%s] failed to set output port definition parameters.", 32165778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentName.c_str()); 32175778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32185778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 32195778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 32205778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3221870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang int32_t intraRefreshPeriod = 0; 3222870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (msg->findInt32("intra-refresh-period", &intraRefreshPeriod) 3223870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang && intraRefreshPeriod >= 0) { 3224870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang err = setIntraRefreshPeriod((uint32_t)intraRefreshPeriod, true); 3225870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (err != OK) { 3226870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang ALOGI("[%s] failed setIntraRefreshPeriod. Failure is fine since this key is optional", 3227870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang mComponentName.c_str()); 3228870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang err = OK; 3229870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 3230870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 3231870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 32325778822d86b0337407514b9372562b86edfa91cdAndreas Huber switch (compressionFormat) { 32335778822d86b0337407514b9372562b86edfa91cdAndreas Huber case OMX_VIDEO_CodingMPEG4: 32345778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setupMPEG4EncoderParameters(msg); 32355778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 32365778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32375778822d86b0337407514b9372562b86edfa91cdAndreas Huber case OMX_VIDEO_CodingH263: 32385778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setupH263EncoderParameters(msg); 32395778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 32405778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32415778822d86b0337407514b9372562b86edfa91cdAndreas Huber case OMX_VIDEO_CodingAVC: 32425778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setupAVCEncoderParameters(msg); 32435778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 32445778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3245c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad case OMX_VIDEO_CodingHEVC: 3246c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad err = setupHEVCEncoderParameters(msg); 3247c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad break; 3248c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 324989b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber case OMX_VIDEO_CodingVP8: 325089b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber case OMX_VIDEO_CodingVP9: 325189b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber err = setupVPXEncoderParameters(msg); 325289b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber break; 325389b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber 32545778822d86b0337407514b9372562b86edfa91cdAndreas Huber default: 32555778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 32565778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 32575778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3258d36a023778256f0550e9a09e9993c066e8a3c7d7Ronghua Wu if (err == OK) { 3259d36a023778256f0550e9a09e9993c066e8a3c7d7Ronghua Wu ALOGI("setupVideoEncoder succeeded"); 3260d36a023778256f0550e9a09e9993c066e8a3c7d7Ronghua Wu } 32615778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32625778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 32635778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 32645778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32650dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dongstatus_t ACodec::setCyclicIntraMacroblockRefresh(const sp<AMessage> &msg, int32_t mode) { 32660dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong OMX_VIDEO_PARAM_INTRAREFRESHTYPE params; 32670dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong InitOMXParams(¶ms); 32680dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.nPortIndex = kPortIndexOutput; 32690dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 32700dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.eRefreshMode = static_cast<OMX_VIDEO_INTRAREFRESHTYPE>(mode); 32710dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 32720dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (params.eRefreshMode == OMX_VIDEO_IntraRefreshCyclic || 32730dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.eRefreshMode == OMX_VIDEO_IntraRefreshBoth) { 32740dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong int32_t mbs; 32750dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (!msg->findInt32("intra-refresh-CIR-mbs", &mbs)) { 32760dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong return INVALID_OPERATION; 32770dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 32780dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.nCirMBs = mbs; 32790dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 32800dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 32810dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (params.eRefreshMode == OMX_VIDEO_IntraRefreshAdaptive || 32820dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.eRefreshMode == OMX_VIDEO_IntraRefreshBoth) { 32830dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong int32_t mbs; 32840dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (!msg->findInt32("intra-refresh-AIR-mbs", &mbs)) { 32850dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong return INVALID_OPERATION; 32860dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 32870dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.nAirMBs = mbs; 32880dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 32890dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong int32_t ref; 32900dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (!msg->findInt32("intra-refresh-AIR-ref", &ref)) { 32910dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong return INVALID_OPERATION; 32920dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 32930dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.nAirRef = ref; 32940dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 32950dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 32960dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong status_t err = mOMX->setParameter( 32970dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong mNode, OMX_IndexParamVideoIntraRefresh, 32980dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong ¶ms, sizeof(params)); 32990dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong return err; 33000dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong} 33010dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 33025778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatic OMX_U32 setPFramesSpacing(int32_t iFramesInterval, int32_t frameRate) { 33035778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (iFramesInterval < 0) { 33045778822d86b0337407514b9372562b86edfa91cdAndreas Huber return 0xFFFFFFFF; 33055778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (iFramesInterval == 0) { 33065778822d86b0337407514b9372562b86edfa91cdAndreas Huber return 0; 33075778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 33085778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_U32 ret = frameRate * iFramesInterval; 33095778822d86b0337407514b9372562b86edfa91cdAndreas Huber return ret; 33105778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 33115778822d86b0337407514b9372562b86edfa91cdAndreas Huber 331296076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huberstatic OMX_VIDEO_CONTROLRATETYPE getBitrateMode(const sp<AMessage> &msg) { 331396076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber int32_t tmp; 331496076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber if (!msg->findInt32("bitrate-mode", &tmp)) { 331596076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber return OMX_Video_ControlRateVariable; 331696076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber } 331796076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber 331896076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber return static_cast<OMX_VIDEO_CONTROLRATETYPE>(tmp); 331996076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber} 332096076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber 33215778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupMPEG4EncoderParameters(const sp<AMessage> &msg) { 33225778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t bitrate, iFrameInterval; 33235778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("bitrate", &bitrate) 33245778822d86b0337407514b9372562b86edfa91cdAndreas Huber || !msg->findInt32("i-frame-interval", &iFrameInterval)) { 33255778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 33265778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 33275778822d86b0337407514b9372562b86edfa91cdAndreas Huber 332896076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber OMX_VIDEO_CONTROLRATETYPE bitrateMode = getBitrateMode(msg); 332996076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber 33305778822d86b0337407514b9372562b86edfa91cdAndreas Huber float frameRate; 33315778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findFloat("frame-rate", &frameRate)) { 33325778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t tmp; 33335778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("frame-rate", &tmp)) { 33345778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 33355778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 33365778822d86b0337407514b9372562b86edfa91cdAndreas Huber frameRate = (float)tmp; 33375778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 33385778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33395778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PARAM_MPEG4TYPE mpeg4type; 33405778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&mpeg4type); 33415778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nPortIndex = kPortIndexOutput; 33425778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33435778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = mOMX->getParameter( 33445778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoMpeg4, &mpeg4type, sizeof(mpeg4type)); 33455778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33465778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 33475778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 33485778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 33495778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33505778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nSliceHeaderSpacing = 0; 33515778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.bSVH = OMX_FALSE; 33525778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.bGov = OMX_FALSE; 33535778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33545778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nAllowedPictureTypes = 33555778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PictureTypeI | OMX_VIDEO_PictureTypeP; 33565778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33575778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nPFrames = setPFramesSpacing(iFrameInterval, frameRate); 33585778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mpeg4type.nPFrames == 0) { 33595778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nAllowedPictureTypes = OMX_VIDEO_PictureTypeI; 33605778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 33615778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nBFrames = 0; 33625778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nIDCVLCThreshold = 0; 33635778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.bACPred = OMX_TRUE; 33645778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nMaxPacketSize = 256; 33655778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nTimeIncRes = 1000; 33665778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nHeaderExtension = 0; 33675778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.bReversibleVLC = OMX_FALSE; 33685778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33695778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t profile; 33705778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (msg->findInt32("profile", &profile)) { 33715778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t level; 33725778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("level", &level)) { 33735778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 33745778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 33755778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33765778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = verifySupportForProfileAndLevel(profile, level); 33775778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33785778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 33795778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 33805778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 33815778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33825778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.eProfile = static_cast<OMX_VIDEO_MPEG4PROFILETYPE>(profile); 33835778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.eLevel = static_cast<OMX_VIDEO_MPEG4LEVELTYPE>(level); 33845778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 33855778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33865778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 33875778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoMpeg4, &mpeg4type, sizeof(mpeg4type)); 33885778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33895778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 33905778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 33915778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 33925778822d86b0337407514b9372562b86edfa91cdAndreas Huber 339396076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber err = configureBitrate(bitrate, bitrateMode); 33945778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33955778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 33965778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 33975778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 33985778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33995778822d86b0337407514b9372562b86edfa91cdAndreas Huber return setupErrorCorrectionParameters(); 34005778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 34015778822d86b0337407514b9372562b86edfa91cdAndreas Huber 34025778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupH263EncoderParameters(const sp<AMessage> &msg) { 34035778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t bitrate, iFrameInterval; 34045778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("bitrate", &bitrate) 34055778822d86b0337407514b9372562b86edfa91cdAndreas Huber || !msg->findInt32("i-frame-interval", &iFrameInterval)) { 34065778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 34075778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 34085778822d86b0337407514b9372562b86edfa91cdAndreas Huber 340996076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber OMX_VIDEO_CONTROLRATETYPE bitrateMode = getBitrateMode(msg); 341096076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber 34115778822d86b0337407514b9372562b86edfa91cdAndreas Huber float frameRate; 34125778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findFloat("frame-rate", &frameRate)) { 34135778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t tmp; 34145778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("frame-rate", &tmp)) { 34155778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 34165778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 34175778822d86b0337407514b9372562b86edfa91cdAndreas Huber frameRate = (float)tmp; 34185778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 34195778822d86b0337407514b9372562b86edfa91cdAndreas Huber 34205778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PARAM_H263TYPE h263type; 34215778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&h263type); 34225778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nPortIndex = kPortIndexOutput; 34235778822d86b0337407514b9372562b86edfa91cdAndreas Huber 34245778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = mOMX->getParameter( 34255778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoH263, &h263type, sizeof(h263type)); 34265778822d86b0337407514b9372562b86edfa91cdAndreas Huber 34275778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 34285778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 34295778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 34305778822d86b0337407514b9372562b86edfa91cdAndreas Huber 34315778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nAllowedPictureTypes = 34325778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PictureTypeI | OMX_VIDEO_PictureTypeP; 34335778822d86b0337407514b9372562b86edfa91cdAndreas Huber 34345778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nPFrames = setPFramesSpacing(iFrameInterval, frameRate); 34355778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (h263type.nPFrames == 0) { 34365778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nAllowedPictureTypes = OMX_VIDEO_PictureTypeI; 34375778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 34385778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nBFrames = 0; 34395778822d86b0337407514b9372562b86edfa91cdAndreas Huber 34405778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t profile; 34415778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (msg->findInt32("profile", &profile)) { 34425778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t level; 34435778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("level", &level)) { 34445778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 34455778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 34465778822d86b0337407514b9372562b86edfa91cdAndreas Huber 34475778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = verifySupportForProfileAndLevel(profile, level); 34485778822d86b0337407514b9372562b86edfa91cdAndreas Huber 34495778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 34505778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 34515778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 34525778822d86b0337407514b9372562b86edfa91cdAndreas Huber 34535778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.eProfile = static_cast<OMX_VIDEO_H263PROFILETYPE>(profile); 34545778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.eLevel = static_cast<OMX_VIDEO_H263LEVELTYPE>(level); 34555778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 34565778822d86b0337407514b9372562b86edfa91cdAndreas Huber 34575778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.bPLUSPTYPEAllowed = OMX_FALSE; 34585778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.bForceRoundingTypeToZero = OMX_FALSE; 34595778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nPictureHeaderRepetition = 0; 34605778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nGOBHeaderInterval = 0; 34615778822d86b0337407514b9372562b86edfa91cdAndreas Huber 34625778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 34635778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoH263, &h263type, sizeof(h263type)); 34645778822d86b0337407514b9372562b86edfa91cdAndreas Huber 34655778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 34665778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 34675778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 34685778822d86b0337407514b9372562b86edfa91cdAndreas Huber 346996076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber err = configureBitrate(bitrate, bitrateMode); 34705778822d86b0337407514b9372562b86edfa91cdAndreas Huber 34715778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 34725778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 34735778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 34745778822d86b0337407514b9372562b86edfa91cdAndreas Huber 34755778822d86b0337407514b9372562b86edfa91cdAndreas Huber return setupErrorCorrectionParameters(); 34765778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 34775778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3478a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar// static 3479a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnarint /* OMX_VIDEO_AVCLEVELTYPE */ ACodec::getAVCLevelFor( 3480a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar int width, int height, int rate, int bitrate, 3481a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar OMX_VIDEO_AVCPROFILETYPE profile) { 3482a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar // convert bitrate to main/baseline profile kbps equivalent 3483a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar switch (profile) { 3484a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar case OMX_VIDEO_AVCProfileHigh10: 3485a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar bitrate = divUp(bitrate, 3000); break; 3486a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar case OMX_VIDEO_AVCProfileHigh: 3487a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar bitrate = divUp(bitrate, 1250); break; 3488a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar default: 3489a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar bitrate = divUp(bitrate, 1000); break; 3490a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar } 3491a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar 3492a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar // convert size and rate to MBs 3493a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar width = divUp(width, 16); 3494a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar height = divUp(height, 16); 3495a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar int mbs = width * height; 3496a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar rate *= mbs; 3497a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar int maxDimension = max(width, height); 3498a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar 3499a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar static const int limits[][5] = { 3500a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar /* MBps MB dim bitrate level */ 3501a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 1485, 99, 28, 64, OMX_VIDEO_AVCLevel1 }, 3502a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 1485, 99, 28, 128, OMX_VIDEO_AVCLevel1b }, 3503a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 3000, 396, 56, 192, OMX_VIDEO_AVCLevel11 }, 3504a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 6000, 396, 56, 384, OMX_VIDEO_AVCLevel12 }, 3505a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 11880, 396, 56, 768, OMX_VIDEO_AVCLevel13 }, 3506a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 11880, 396, 56, 2000, OMX_VIDEO_AVCLevel2 }, 3507a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 19800, 792, 79, 4000, OMX_VIDEO_AVCLevel21 }, 3508a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 20250, 1620, 113, 4000, OMX_VIDEO_AVCLevel22 }, 3509a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 40500, 1620, 113, 10000, OMX_VIDEO_AVCLevel3 }, 3510a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 108000, 3600, 169, 14000, OMX_VIDEO_AVCLevel31 }, 3511a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 216000, 5120, 202, 20000, OMX_VIDEO_AVCLevel32 }, 3512a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 245760, 8192, 256, 20000, OMX_VIDEO_AVCLevel4 }, 3513a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 245760, 8192, 256, 50000, OMX_VIDEO_AVCLevel41 }, 3514a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 522240, 8704, 263, 50000, OMX_VIDEO_AVCLevel42 }, 3515a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 589824, 22080, 420, 135000, OMX_VIDEO_AVCLevel5 }, 3516a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 983040, 36864, 543, 240000, OMX_VIDEO_AVCLevel51 }, 3517a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 2073600, 36864, 543, 240000, OMX_VIDEO_AVCLevel52 }, 3518a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar }; 3519a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar 3520a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar for (size_t i = 0; i < ARRAY_SIZE(limits); i++) { 3521a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar const int (&limit)[5] = limits[i]; 3522a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar if (rate <= limit[0] && mbs <= limit[1] && maxDimension <= limit[2] 3523a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar && bitrate <= limit[3]) { 3524a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar return limit[4]; 3525a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar } 3526a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar } 3527a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar return 0; 3528a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar} 3529a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar 35305778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupAVCEncoderParameters(const sp<AMessage> &msg) { 35315778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t bitrate, iFrameInterval; 35325778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("bitrate", &bitrate) 35335778822d86b0337407514b9372562b86edfa91cdAndreas Huber || !msg->findInt32("i-frame-interval", &iFrameInterval)) { 35345778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 35355778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 35365778822d86b0337407514b9372562b86edfa91cdAndreas Huber 353796076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber OMX_VIDEO_CONTROLRATETYPE bitrateMode = getBitrateMode(msg); 353896076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber 35395778822d86b0337407514b9372562b86edfa91cdAndreas Huber float frameRate; 35405778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findFloat("frame-rate", &frameRate)) { 35415778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t tmp; 35425778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("frame-rate", &tmp)) { 35435778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 35445778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 35455778822d86b0337407514b9372562b86edfa91cdAndreas Huber frameRate = (float)tmp; 35465778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 35475778822d86b0337407514b9372562b86edfa91cdAndreas Huber 35480dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong status_t err = OK; 35490dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong int32_t intraRefreshMode = 0; 35500dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (msg->findInt32("intra-refresh-mode", &intraRefreshMode)) { 35510dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong err = setCyclicIntraMacroblockRefresh(msg, intraRefreshMode); 35520dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (err != OK) { 35530dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong ALOGE("Setting intra macroblock refresh mode (%d) failed: 0x%x", 35540dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong err, intraRefreshMode); 35550dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong return err; 35560dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 35570dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 35580dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 35595778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PARAM_AVCTYPE h264type; 35605778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&h264type); 35615778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nPortIndex = kPortIndexOutput; 35625778822d86b0337407514b9372562b86edfa91cdAndreas Huber 35630dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong err = mOMX->getParameter( 35645778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoAvc, &h264type, sizeof(h264type)); 35655778822d86b0337407514b9372562b86edfa91cdAndreas Huber 35665778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 35675778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 35685778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 35695778822d86b0337407514b9372562b86edfa91cdAndreas Huber 35705778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nAllowedPictureTypes = 35715778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PictureTypeI | OMX_VIDEO_PictureTypeP; 35725778822d86b0337407514b9372562b86edfa91cdAndreas Huber 35735778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t profile; 35745778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (msg->findInt32("profile", &profile)) { 35755778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t level; 35765778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("level", &level)) { 35775778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 35785778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 35795778822d86b0337407514b9372562b86edfa91cdAndreas Huber 35805778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = verifySupportForProfileAndLevel(profile, level); 35815778822d86b0337407514b9372562b86edfa91cdAndreas Huber 35825778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 35835778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 35845778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 35855778822d86b0337407514b9372562b86edfa91cdAndreas Huber 35865778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.eProfile = static_cast<OMX_VIDEO_AVCPROFILETYPE>(profile); 35875778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.eLevel = static_cast<OMX_VIDEO_AVCLEVELTYPE>(level); 35885778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 35895778822d86b0337407514b9372562b86edfa91cdAndreas Huber 35905778822d86b0337407514b9372562b86edfa91cdAndreas Huber // XXX 35917c25df82dfc8bbedb58608242f0d923a4594bb14James Dong if (h264type.eProfile != OMX_VIDEO_AVCProfileBaseline) { 35927c25df82dfc8bbedb58608242f0d923a4594bb14James Dong ALOGW("Use baseline profile instead of %d for AVC recording", 35937c25df82dfc8bbedb58608242f0d923a4594bb14James Dong h264type.eProfile); 35945778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.eProfile = OMX_VIDEO_AVCProfileBaseline; 35955778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 35965778822d86b0337407514b9372562b86edfa91cdAndreas Huber 35975778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (h264type.eProfile == OMX_VIDEO_AVCProfileBaseline) { 35985778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nSliceHeaderSpacing = 0; 35995778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bUseHadamard = OMX_TRUE; 36005778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nRefFrames = 1; 36015778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nBFrames = 0; 36025778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nPFrames = setPFramesSpacing(iFrameInterval, frameRate); 36035778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (h264type.nPFrames == 0) { 36045778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nAllowedPictureTypes = OMX_VIDEO_PictureTypeI; 36055778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 36065778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nRefIdx10ActiveMinus1 = 0; 36075778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nRefIdx11ActiveMinus1 = 0; 36085778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bEntropyCodingCABAC = OMX_FALSE; 36095778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bWeightedPPrediction = OMX_FALSE; 36105778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bconstIpred = OMX_FALSE; 36115778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bDirect8x8Inference = OMX_FALSE; 36125778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bDirectSpatialTemporal = OMX_FALSE; 36135778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nCabacInitIdc = 0; 36145778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 36155778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36165778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (h264type.nBFrames != 0) { 36175778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nAllowedPictureTypes |= OMX_VIDEO_PictureTypeB; 36185778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 36195778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36205778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bEnableUEP = OMX_FALSE; 36215778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bEnableFMO = OMX_FALSE; 36225778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bEnableASO = OMX_FALSE; 36235778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bEnableRS = OMX_FALSE; 36245778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bFrameMBsOnly = OMX_TRUE; 36255778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bMBAFF = OMX_FALSE; 36265778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.eLoopFilterMode = OMX_VIDEO_AVCLoopFilterEnable; 36275778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36285778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 36295778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoAvc, &h264type, sizeof(h264type)); 36305778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36315778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 36325778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 36335778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 36345778822d86b0337407514b9372562b86edfa91cdAndreas Huber 363596076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber return configureBitrate(bitrate, bitrateMode); 36365778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 36375778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3638c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachadstatus_t ACodec::setupHEVCEncoderParameters(const sp<AMessage> &msg) { 3639c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad int32_t bitrate, iFrameInterval; 3640c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (!msg->findInt32("bitrate", &bitrate) 3641c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad || !msg->findInt32("i-frame-interval", &iFrameInterval)) { 3642c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return INVALID_OPERATION; 3643c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 3644c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 3645c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad OMX_VIDEO_CONTROLRATETYPE bitrateMode = getBitrateMode(msg); 3646c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 3647c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad float frameRate; 3648c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (!msg->findFloat("frame-rate", &frameRate)) { 3649c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad int32_t tmp; 3650c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (!msg->findInt32("frame-rate", &tmp)) { 3651c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return INVALID_OPERATION; 3652c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 3653c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad frameRate = (float)tmp; 3654c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 3655c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 3656c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad OMX_VIDEO_PARAM_HEVCTYPE hevcType; 3657c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad InitOMXParams(&hevcType); 3658c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad hevcType.nPortIndex = kPortIndexOutput; 3659c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 3660c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad status_t err = OK; 3661c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad err = mOMX->getParameter( 3662c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad mNode, (OMX_INDEXTYPE)OMX_IndexParamVideoHevc, &hevcType, sizeof(hevcType)); 3663c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (err != OK) { 3664c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return err; 3665c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 3666c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 3667c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad int32_t profile; 3668c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (msg->findInt32("profile", &profile)) { 3669c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad int32_t level; 3670c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (!msg->findInt32("level", &level)) { 3671c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return INVALID_OPERATION; 3672c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 3673c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 3674c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad err = verifySupportForProfileAndLevel(profile, level); 3675c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (err != OK) { 3676c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return err; 3677c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 3678c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 3679c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad hevcType.eProfile = static_cast<OMX_VIDEO_HEVCPROFILETYPE>(profile); 3680c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad hevcType.eLevel = static_cast<OMX_VIDEO_HEVCLEVELTYPE>(level); 3681c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 36829aa87d4ef502c9700a31fe46dc6e1d6f99cf4e5eWonsik Kim // TODO: finer control? 36839aa87d4ef502c9700a31fe46dc6e1d6f99cf4e5eWonsik Kim hevcType.nKeyFrameInterval = setPFramesSpacing(iFrameInterval, frameRate); 3684c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 3685c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad err = mOMX->setParameter( 3686c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad mNode, (OMX_INDEXTYPE)OMX_IndexParamVideoHevc, &hevcType, sizeof(hevcType)); 3687c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (err != OK) { 3688c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return err; 3689c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 3690c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 3691c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return configureBitrate(bitrate, bitrateMode); 3692c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad} 3693c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 369489b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huberstatus_t ACodec::setupVPXEncoderParameters(const sp<AMessage> &msg) { 369589b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber int32_t bitrate; 36964154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev int32_t iFrameInterval = 0; 36974154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev size_t tsLayers = 0; 36984154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev OMX_VIDEO_ANDROID_VPXTEMPORALLAYERPATTERNTYPE pattern = 36994154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev OMX_VIDEO_VPXTemporalLayerPatternNone; 37004154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev static const uint32_t kVp8LayerRateAlloction 37014154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev [OMX_VIDEO_ANDROID_MAXVP8TEMPORALLAYERS] 37024154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev [OMX_VIDEO_ANDROID_MAXVP8TEMPORALLAYERS] = { 37034154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev {100, 100, 100}, // 1 layer 37044154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev { 60, 100, 100}, // 2 layers {60%, 40%} 37054154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev { 40, 60, 100}, // 3 layers {40%, 20%, 40%} 37064154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev }; 370789b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber if (!msg->findInt32("bitrate", &bitrate)) { 370889b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber return INVALID_OPERATION; 370989b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber } 37104154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev msg->findInt32("i-frame-interval", &iFrameInterval); 371189b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber 371289b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber OMX_VIDEO_CONTROLRATETYPE bitrateMode = getBitrateMode(msg); 371389b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber 37144154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev float frameRate; 37154154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (!msg->findFloat("frame-rate", &frameRate)) { 37164154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev int32_t tmp; 37174154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (!msg->findInt32("frame-rate", &tmp)) { 37184154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev return INVALID_OPERATION; 37194154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 37204154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev frameRate = (float)tmp; 37214154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 37224154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev 37234154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev AString tsSchema; 37244154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (msg->findString("ts-schema", &tsSchema)) { 37254154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (tsSchema == "webrtc.vp8.1-layer") { 37264154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev pattern = OMX_VIDEO_VPXTemporalLayerPatternWebRTC; 37274154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev tsLayers = 1; 37284154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } else if (tsSchema == "webrtc.vp8.2-layer") { 37294154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev pattern = OMX_VIDEO_VPXTemporalLayerPatternWebRTC; 37304154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev tsLayers = 2; 37314154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } else if (tsSchema == "webrtc.vp8.3-layer") { 37324154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev pattern = OMX_VIDEO_VPXTemporalLayerPatternWebRTC; 37334154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev tsLayers = 3; 37344154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } else { 37354154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev ALOGW("Unsupported ts-schema [%s]", tsSchema.c_str()); 37364154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 37374154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 37384154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev 37394154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev OMX_VIDEO_PARAM_ANDROID_VP8ENCODERTYPE vp8type; 37404154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev InitOMXParams(&vp8type); 37414154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.nPortIndex = kPortIndexOutput; 37424154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev status_t err = mOMX->getParameter( 37434154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev mNode, (OMX_INDEXTYPE)OMX_IndexParamVideoAndroidVp8Encoder, 37444154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev &vp8type, sizeof(vp8type)); 37454154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev 37464154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (err == OK) { 37474154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (iFrameInterval > 0) { 37484154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.nKeyFrameInterval = setPFramesSpacing(iFrameInterval, frameRate); 37494154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 37504154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.eTemporalPattern = pattern; 37514154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.nTemporalLayerCount = tsLayers; 37524154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (tsLayers > 0) { 37534154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev for (size_t i = 0; i < OMX_VIDEO_ANDROID_MAXVP8TEMPORALLAYERS; i++) { 37544154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.nTemporalLayerBitrateRatio[i] = 37554154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev kVp8LayerRateAlloction[tsLayers - 1][i]; 37564154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 37574154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 37584154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (bitrateMode == OMX_Video_ControlRateConstant) { 37594154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.nMinQuantizer = 2; 37604154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.nMaxQuantizer = 63; 37614154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 37624154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev 37634154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev err = mOMX->setParameter( 37644154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev mNode, (OMX_INDEXTYPE)OMX_IndexParamVideoAndroidVp8Encoder, 37654154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev &vp8type, sizeof(vp8type)); 37664154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (err != OK) { 37674154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev ALOGW("Extended VP8 parameters set failed: %d", err); 37684154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 37694154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 37704154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev 377189b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber return configureBitrate(bitrate, bitrateMode); 377289b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber} 377389b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber 37745778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::verifySupportForProfileAndLevel( 37755778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t profile, int32_t level) { 37765778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PARAM_PROFILELEVELTYPE params; 37775778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(¶ms); 37785778822d86b0337407514b9372562b86edfa91cdAndreas Huber params.nPortIndex = kPortIndexOutput; 37795778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37806e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar for (OMX_U32 index = 0; index <= kMaxIndicesToCheck; ++index) { 37816e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar params.nProfileIndex = index; 37825778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = mOMX->getParameter( 37835778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, 37845778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_IndexParamVideoProfileLevelQuerySupported, 37855778822d86b0337407514b9372562b86edfa91cdAndreas Huber ¶ms, 37865778822d86b0337407514b9372562b86edfa91cdAndreas Huber sizeof(params)); 37875778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37885778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 37895778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 37905778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 37915778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37925778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t supportedProfile = static_cast<int32_t>(params.eProfile); 37935778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t supportedLevel = static_cast<int32_t>(params.eLevel); 37945778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37955778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (profile == supportedProfile && level <= supportedLevel) { 37965778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 37975778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 37986e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar 37996e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar if (index == kMaxIndicesToCheck) { 38006e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar ALOGW("[%s] stopping checking profiles after %u: %x/%x", 38016e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar mComponentName.c_str(), index, 38026e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar params.eProfile, params.eLevel); 38036e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar } 38045778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 38056e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar return ERROR_UNSUPPORTED; 38065778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 38075778822d86b0337407514b9372562b86edfa91cdAndreas Huber 380896076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huberstatus_t ACodec::configureBitrate( 380996076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber int32_t bitrate, OMX_VIDEO_CONTROLRATETYPE bitrateMode) { 38105778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PARAM_BITRATETYPE bitrateType; 38115778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&bitrateType); 38125778822d86b0337407514b9372562b86edfa91cdAndreas Huber bitrateType.nPortIndex = kPortIndexOutput; 38135778822d86b0337407514b9372562b86edfa91cdAndreas Huber 38145778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = mOMX->getParameter( 38155778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoBitrate, 38165778822d86b0337407514b9372562b86edfa91cdAndreas Huber &bitrateType, sizeof(bitrateType)); 38175778822d86b0337407514b9372562b86edfa91cdAndreas Huber 38185778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 38195778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 38205778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 38215778822d86b0337407514b9372562b86edfa91cdAndreas Huber 382296076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber bitrateType.eControlRate = bitrateMode; 38235778822d86b0337407514b9372562b86edfa91cdAndreas Huber bitrateType.nTargetBitrate = bitrate; 38245778822d86b0337407514b9372562b86edfa91cdAndreas Huber 38255778822d86b0337407514b9372562b86edfa91cdAndreas Huber return mOMX->setParameter( 38265778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoBitrate, 38275778822d86b0337407514b9372562b86edfa91cdAndreas Huber &bitrateType, sizeof(bitrateType)); 38285778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 38295778822d86b0337407514b9372562b86edfa91cdAndreas Huber 38305778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupErrorCorrectionParameters() { 38315778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PARAM_ERRORCORRECTIONTYPE errorCorrectionType; 38325778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&errorCorrectionType); 38335778822d86b0337407514b9372562b86edfa91cdAndreas Huber errorCorrectionType.nPortIndex = kPortIndexOutput; 38345778822d86b0337407514b9372562b86edfa91cdAndreas Huber 38355778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = mOMX->getParameter( 38365778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoErrorCorrection, 38375778822d86b0337407514b9372562b86edfa91cdAndreas Huber &errorCorrectionType, sizeof(errorCorrectionType)); 38385778822d86b0337407514b9372562b86edfa91cdAndreas Huber 38395778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 38405778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; // Optional feature. Ignore this failure 38415778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 38425778822d86b0337407514b9372562b86edfa91cdAndreas Huber 38435778822d86b0337407514b9372562b86edfa91cdAndreas Huber errorCorrectionType.bEnableHEC = OMX_FALSE; 38445778822d86b0337407514b9372562b86edfa91cdAndreas Huber errorCorrectionType.bEnableResync = OMX_TRUE; 38455778822d86b0337407514b9372562b86edfa91cdAndreas Huber errorCorrectionType.nResynchMarkerSpacing = 256; 38465778822d86b0337407514b9372562b86edfa91cdAndreas Huber errorCorrectionType.bEnableDataPartitioning = OMX_FALSE; 38475778822d86b0337407514b9372562b86edfa91cdAndreas Huber errorCorrectionType.bEnableRVLC = OMX_FALSE; 38485778822d86b0337407514b9372562b86edfa91cdAndreas Huber 38495778822d86b0337407514b9372562b86edfa91cdAndreas Huber return mOMX->setParameter( 38505778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoErrorCorrection, 38515778822d86b0337407514b9372562b86edfa91cdAndreas Huber &errorCorrectionType, sizeof(errorCorrectionType)); 38525778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 38535778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3854f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::setVideoFormatOnPort( 3855f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 portIndex, 385678b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad int32_t width, int32_t height, OMX_VIDEO_CODINGTYPE compressionFormat, 385778b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad float frameRate) { 3858f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 3859f933441648ef6a71dee783d733aac17b9508b452Andreas Huber InitOMXParams(&def); 3860f933441648ef6a71dee783d733aac17b9508b452Andreas Huber def.nPortIndex = portIndex; 3861f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3862f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_VIDEO_PORTDEFINITIONTYPE *video_def = &def.format.video; 3863f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3864f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t err = mOMX->getParameter( 3865f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 3866777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 3867777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 3868777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 3869f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3870f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (portIndex == kPortIndexInput) { 3871f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // XXX Need a (much) better heuristic to compute input buffer sizes. 3872f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const size_t X = 64 * 1024; 3873f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (def.nBufferSize < X) { 3874f933441648ef6a71dee783d733aac17b9508b452Andreas Huber def.nBufferSize = X; 3875f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3876f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3877f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3878777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (def.eDomain != OMX_PortDomainVideo) { 3879777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("expected video port, got %s(%d)", asString(def.eDomain), def.eDomain); 3880777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return FAILED_TRANSACTION; 3881777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 3882f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3883f933441648ef6a71dee783d733aac17b9508b452Andreas Huber video_def->nFrameWidth = width; 3884f933441648ef6a71dee783d733aac17b9508b452Andreas Huber video_def->nFrameHeight = height; 3885f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3886f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (portIndex == kPortIndexInput) { 3887f933441648ef6a71dee783d733aac17b9508b452Andreas Huber video_def->eCompressionFormat = compressionFormat; 3888f933441648ef6a71dee783d733aac17b9508b452Andreas Huber video_def->eColorFormat = OMX_COLOR_FormatUnused; 388978b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad if (frameRate >= 0) { 389078b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad video_def->xFramerate = (OMX_U32)(frameRate * 65536.0f); 389178b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad } 3892f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3893f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3894f933441648ef6a71dee783d733aac17b9508b452Andreas Huber err = mOMX->setParameter( 3895f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 3896f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3897f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 3898f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 3899f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3900f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::initNativeWindow() { 3901f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mNativeWindow != NULL) { 3902a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar return mOMX->enableNativeBuffers(mNode, kPortIndexOutput, OMX_TRUE /* graphic */, OMX_TRUE); 3903f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3904f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3905a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar mOMX->enableNativeBuffers(mNode, kPortIndexOutput, OMX_TRUE /* graphic */, OMX_FALSE); 3906f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return OK; 3907f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 3908f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3909d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Hubersize_t ACodec::countBuffersOwnedByComponent(OMX_U32 portIndex) const { 3910d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber size_t n = 0; 3911d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 3912d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber for (size_t i = 0; i < mBuffers[portIndex].size(); ++i) { 3913d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber const BufferInfo &info = mBuffers[portIndex].itemAt(i); 3914d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 3915d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber if (info.mStatus == BufferInfo::OWNED_BY_COMPONENT) { 3916d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber ++n; 3917d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber } 3918d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber } 3919d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 3920d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber return n; 3921d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber} 3922d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 39237e7013392e302a28364df1dcee79b82ad90978b4Andreas Hubersize_t ACodec::countBuffersOwnedByNativeWindow() const { 39247e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber size_t n = 0; 39257e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 39267e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber for (size_t i = 0; i < mBuffers[kPortIndexOutput].size(); ++i) { 39277e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber const BufferInfo &info = mBuffers[kPortIndexOutput].itemAt(i); 39287e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 39297e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber if (info.mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW) { 39307e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber ++n; 39317e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber } 39327e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber } 39337e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 39347e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber return n; 39357e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber} 39367e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 39377e7013392e302a28364df1dcee79b82ad90978b4Andreas Hubervoid ACodec::waitUntilAllPossibleNativeWindowBuffersAreReturnedToUs() { 39387e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber if (mNativeWindow == NULL) { 39397e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber return; 39407e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber } 39417e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 3942e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar while (countBuffersOwnedByNativeWindow() > mNumUndequeuedBuffers 39437e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber && dequeueBufferFromNativeWindow() != NULL) { 3944c38fcfba95f711e5738e4c72bd5499317a2f30d9Lajos Molnar // these buffers will be submitted as regular buffers; account for this 3945054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (storingMetadataInDecodedBuffers() && mMetadataBuffersToSubmit > 0) { 3946054219874873b41f1c815552987c10465c34ba2bLajos Molnar --mMetadataBuffersToSubmit; 3947c38fcfba95f711e5738e4c72bd5499317a2f30d9Lajos Molnar } 39487e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber } 39497e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber} 39507e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 3951f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::allYourBuffersAreBelongToUs( 3952f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 portIndex) { 3953f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (size_t i = 0; i < mBuffers[portIndex].size(); ++i) { 3954f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = &mBuffers[portIndex].editItemAt(i); 3955f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3956f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mStatus != BufferInfo::OWNED_BY_US 3957f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && info->mStatus != BufferInfo::OWNED_BY_NATIVE_WINDOW) { 3958609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] Buffer %u on port %u still has status %d", 3959f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mComponentName.c_str(), 3960f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mBufferID, portIndex, info->mStatus); 3961f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return false; 3962f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3963f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3964f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3965f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 3966f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 3967f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3968f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::allYourBuffersAreBelongToUs() { 3969f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return allYourBuffersAreBelongToUs(kPortIndexInput) 3970f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && allYourBuffersAreBelongToUs(kPortIndexOutput); 3971f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 3972f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3973f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::deferMessage(const sp<AMessage> &msg) { 3974f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mDeferredQueue.push_back(msg); 3975f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 3976f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3977f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::processDeferredMessages() { 3978f933441648ef6a71dee783d733aac17b9508b452Andreas Huber List<sp<AMessage> > queue = mDeferredQueue; 3979f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mDeferredQueue.clear(); 3980f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3981f933441648ef6a71dee783d733aac17b9508b452Andreas Huber List<sp<AMessage> >::iterator it = queue.begin(); 3982f933441648ef6a71dee783d733aac17b9508b452Andreas Huber while (it != queue.end()) { 3983f933441648ef6a71dee783d733aac17b9508b452Andreas Huber onMessageReceived(*it++); 3984f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3985f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 3986f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 398703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar// static 3988229d242665c612fd97431d1e7ac004823b47f181Lajos Molnarbool ACodec::describeDefaultColorFormat(DescribeColorFormatParams ¶ms) { 398903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar MediaImage &image = params.sMediaImage; 399003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar memset(&image, 0, sizeof(image)); 399103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 399203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mType = MediaImage::MEDIA_IMAGE_TYPE_UNKNOWN; 399303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mNumPlanes = 0; 399403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 399503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar const OMX_COLOR_FORMATTYPE fmt = params.eColorFormat; 399603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mWidth = params.nFrameWidth; 399703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mHeight = params.nFrameHeight; 399803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 399903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar // only supporting YUV420 400003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar if (fmt != OMX_COLOR_FormatYUV420Planar && 400103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar fmt != OMX_COLOR_FormatYUV420PackedPlanar && 400203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar fmt != OMX_COLOR_FormatYUV420SemiPlanar && 40035a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar fmt != OMX_COLOR_FormatYUV420PackedSemiPlanar && 40042ad160ba086f0504cf56dcc24619a0cee2546a23Dan Stoza fmt != (OMX_COLOR_FORMATTYPE)HAL_PIXEL_FORMAT_YV12) { 400503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar ALOGW("do not know color format 0x%x = %d", fmt, fmt); 4006229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar return false; 400703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 400803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 4009b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar // TEMPORARY FIX for some vendors that advertise sliceHeight as 0 4010b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar if (params.nStride != 0 && params.nSliceHeight == 0) { 4011b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar ALOGW("using sliceHeight=%u instead of what codec advertised (=0)", 4012b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar params.nFrameHeight); 4013b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar params.nSliceHeight = params.nFrameHeight; 4014b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar } 4015b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar 401634e63e9ffe6496d9180c825dc119c1fd1020ef8bMarco Nelissen // we need stride and slice-height to be non-zero and sensible. These values were chosen to 401734e63e9ffe6496d9180c825dc119c1fd1020ef8bMarco Nelissen // prevent integer overflows further down the line, and do not indicate support for 401834e63e9ffe6496d9180c825dc119c1fd1020ef8bMarco Nelissen // 32kx32k video. 401934e63e9ffe6496d9180c825dc119c1fd1020ef8bMarco Nelissen if (params.nStride == 0 || params.nSliceHeight == 0 402034e63e9ffe6496d9180c825dc119c1fd1020ef8bMarco Nelissen || params.nStride > 32768 || params.nSliceHeight > 32768) { 4021b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar ALOGW("cannot describe color format 0x%x = %d with stride=%u and sliceHeight=%u", 4022b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar fmt, fmt, params.nStride, params.nSliceHeight); 4023b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar return false; 4024b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar } 4025b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar 402603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar // set-up YUV format 402703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mType = MediaImage::MEDIA_IMAGE_TYPE_YUV; 402803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mNumPlanes = 3; 402903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mBitDepth = 8; 403003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.Y].mOffset = 0; 403103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.Y].mColInc = 1; 403203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.Y].mRowInc = params.nStride; 403303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.Y].mHorizSubsampling = 1; 403403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.Y].mVertSubsampling = 1; 403503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 40365a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar switch ((int)fmt) { 40375a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar case HAL_PIXEL_FORMAT_YV12: 40385a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar if (params.bUsingNativeBuffers) { 40395a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar size_t ystride = align(params.nStride, 16); 40405a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar size_t cstride = align(params.nStride / 2, 16); 40415a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.Y].mRowInc = ystride; 40425a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar 40435a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.V].mOffset = ystride * params.nSliceHeight; 40445a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.V].mColInc = 1; 40455a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.V].mRowInc = cstride; 40465a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.V].mHorizSubsampling = 2; 40475a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.V].mVertSubsampling = 2; 40485a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar 40495a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.U].mOffset = image.mPlane[image.V].mOffset 40505a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar + (cstride * params.nSliceHeight / 2); 40515a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.U].mColInc = 1; 40525a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.U].mRowInc = cstride; 40535a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.U].mHorizSubsampling = 2; 40545a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.U].mVertSubsampling = 2; 40555a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar break; 40565a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar } else { 40575a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar // fall through as YV12 is used for YUV420Planar by some codecs 40585a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar } 40595a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar 40605a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar case OMX_COLOR_FormatYUV420Planar: 406103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar case OMX_COLOR_FormatYUV420PackedPlanar: 406203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mOffset = params.nStride * params.nSliceHeight; 406303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mColInc = 1; 406403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mRowInc = params.nStride / 2; 406503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mHorizSubsampling = 2; 406603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mVertSubsampling = 2; 406703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 406803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mOffset = image.mPlane[image.U].mOffset 406903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar + (params.nStride * params.nSliceHeight / 4); 407003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mColInc = 1; 407103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mRowInc = params.nStride / 2; 407203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mHorizSubsampling = 2; 407303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mVertSubsampling = 2; 407403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar break; 407503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 407603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar case OMX_COLOR_FormatYUV420SemiPlanar: 407703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar // FIXME: NV21 for sw-encoder, NV12 for decoder and hw-encoder 407803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar case OMX_COLOR_FormatYUV420PackedSemiPlanar: 407903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar // NV12 408003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mOffset = params.nStride * params.nSliceHeight; 408103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mColInc = 2; 408203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mRowInc = params.nStride; 408303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mHorizSubsampling = 2; 408403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mVertSubsampling = 2; 408503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 408603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mOffset = image.mPlane[image.U].mOffset + 1; 408703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mColInc = 2; 408803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mRowInc = params.nStride; 408903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mHorizSubsampling = 2; 409003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mVertSubsampling = 2; 409103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar break; 409203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 409303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar default: 409403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar TRESPASS(); 409503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 4096229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar return true; 4097229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar} 4098229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar 4099229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar// static 4100229d242665c612fd97431d1e7ac004823b47f181Lajos Molnarbool ACodec::describeColorFormat( 4101229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar const sp<IOMX> &omx, IOMX::node_id node, 4102229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar DescribeColorFormatParams &describeParams) 4103229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar{ 4104229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar OMX_INDEXTYPE describeColorFormatIndex; 4105229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar if (omx->getExtensionIndex( 4106229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar node, "OMX.google.android.index.describeColorFormat", 4107229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar &describeColorFormatIndex) != OK || 4108229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar omx->getParameter( 4109229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar node, describeColorFormatIndex, 4110229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar &describeParams, sizeof(describeParams)) != OK) { 4111229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar return describeDefaultColorFormat(describeParams); 4112229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar } 4113229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar return describeParams.sMediaImage.mType != 4114229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar MediaImage::MEDIA_IMAGE_TYPE_UNKNOWN; 4115229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar} 4116229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar 4117229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar// static 4118229d242665c612fd97431d1e7ac004823b47f181Lajos Molnarbool ACodec::isFlexibleColorFormat( 4119229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar const sp<IOMX> &omx, IOMX::node_id node, 41200d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar uint32_t colorFormat, bool usingNativeBuffers, OMX_U32 *flexibleEquivalent) { 4121229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar DescribeColorFormatParams describeParams; 4122229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar InitOMXParams(&describeParams); 4123229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar describeParams.eColorFormat = (OMX_COLOR_FORMATTYPE)colorFormat; 4124229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar // reasonable dummy values 4125229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar describeParams.nFrameWidth = 128; 4126229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar describeParams.nFrameHeight = 128; 4127229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar describeParams.nStride = 128; 4128229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar describeParams.nSliceHeight = 128; 41290d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.bUsingNativeBuffers = (OMX_BOOL)usingNativeBuffers; 4130229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar 4131229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar CHECK(flexibleEquivalent != NULL); 4132229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar 4133229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar if (!describeColorFormat(omx, node, describeParams)) { 4134229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar return false; 4135229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar } 4136229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar 4137229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar const MediaImage &img = describeParams.sMediaImage; 4138229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar if (img.mType == MediaImage::MEDIA_IMAGE_TYPE_YUV) { 4139229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar if (img.mNumPlanes != 3 || 4140229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar img.mPlane[img.Y].mHorizSubsampling != 1 || 4141229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar img.mPlane[img.Y].mVertSubsampling != 1) { 4142229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar return false; 4143229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar } 4144229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar 4145229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar // YUV 420 4146229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar if (img.mPlane[img.U].mHorizSubsampling == 2 4147229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar && img.mPlane[img.U].mVertSubsampling == 2 4148229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar && img.mPlane[img.V].mHorizSubsampling == 2 4149229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar && img.mPlane[img.V].mVertSubsampling == 2) { 4150229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar // possible flexible YUV420 format 4151229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar if (img.mBitDepth <= 8) { 4152229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar *flexibleEquivalent = OMX_COLOR_FormatYUV420Flexible; 4153229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar return true; 4154229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar } 4155229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar } 4156229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar } 4157229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar return false; 415803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar} 415903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 4160e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnarstatus_t ACodec::getPortFormat(OMX_U32 portIndex, sp<AMessage> ¬ify) { 4161777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim const char *niceIndex = portIndex == kPortIndexInput ? "input" : "output"; 416231e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 416331e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber InitOMXParams(&def); 4164e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar def.nPortIndex = portIndex; 416531e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 4166777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim status_t err = mOMX->getParameter(mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 4167777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4168777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4169777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 417031e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 4171777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (def.eDir != (portIndex == kPortIndexOutput ? OMX_DirOutput : OMX_DirInput)) { 4172777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("unexpected dir: %s(%d) on %s port", asString(def.eDir), def.eDir, niceIndex); 4173777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return BAD_VALUE; 4174777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 417531e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 417631e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber switch (def.eDomain) { 417731e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber case OMX_PortDomainVideo: 417831e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber { 417931e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber OMX_VIDEO_PORTDEFINITIONTYPE *videoDef = &def.format.video; 4180e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar switch ((int)videoDef->eCompressionFormat) { 4181e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar case OMX_VIDEO_CodingUnused: 4182e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar { 4183e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK(mIsEncoder ^ (portIndex == kPortIndexOutput)); 4184e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setString("mime", MEDIA_MIMETYPE_VIDEO_RAW); 4185e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4186e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("stride", videoDef->nStride); 4187e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("slice-height", videoDef->nSliceHeight); 4188e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("color-format", videoDef->eColorFormat); 4189e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 41900d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (mNativeWindow == NULL) { 41910d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar DescribeColorFormatParams describeParams; 41920d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar InitOMXParams(&describeParams); 41930d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.eColorFormat = videoDef->eColorFormat; 41940d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.nFrameWidth = videoDef->nFrameWidth; 41950d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.nFrameHeight = videoDef->nFrameHeight; 41960d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.nStride = videoDef->nStride; 41970d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.nSliceHeight = videoDef->nSliceHeight; 41980d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.bUsingNativeBuffers = OMX_FALSE; 41990d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar 42000d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (describeColorFormat(mOMX, mNode, describeParams)) { 42010d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar notify->setBuffer( 42020d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar "image-data", 42030d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar ABuffer::CreateAsCopy( 42040d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar &describeParams.sMediaImage, 42050d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar sizeof(describeParams.sMediaImage))); 42065a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar 42075a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar MediaImage *img = &describeParams.sMediaImage; 42087c77f9ca649f321374118937bcdaca14a7e5684bLajos Molnar ALOGV("[%s] MediaImage { F(%ux%u) @%u+%u+%u @%u+%u+%u @%u+%u+%u }", 42095a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar mComponentName.c_str(), img->mWidth, img->mHeight, 42105a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar img->mPlane[0].mOffset, img->mPlane[0].mColInc, img->mPlane[0].mRowInc, 42115a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar img->mPlane[1].mOffset, img->mPlane[1].mColInc, img->mPlane[1].mRowInc, 42125a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar img->mPlane[2].mOffset, img->mPlane[2].mColInc, img->mPlane[2].mRowInc); 42130d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 421403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 421503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 421691a3cc00db31a713a25848f345bd624ac2ad8dc5Lajos Molnar if (portIndex != kPortIndexOutput) { 421791a3cc00db31a713a25848f345bd624ac2ad8dc5Lajos Molnar // TODO: also get input crop 421891a3cc00db31a713a25848f345bd624ac2ad8dc5Lajos Molnar break; 421991a3cc00db31a713a25848f345bd624ac2ad8dc5Lajos Molnar } 422091a3cc00db31a713a25848f345bd624ac2ad8dc5Lajos Molnar 4221e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar OMX_CONFIG_RECTTYPE rect; 4222e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar InitOMXParams(&rect); 422391a3cc00db31a713a25848f345bd624ac2ad8dc5Lajos Molnar rect.nPortIndex = portIndex; 4224e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4225e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if (mOMX->getConfig( 422691a3cc00db31a713a25848f345bd624ac2ad8dc5Lajos Molnar mNode, 422791a3cc00db31a713a25848f345bd624ac2ad8dc5Lajos Molnar (portIndex == kPortIndexOutput ? 422891a3cc00db31a713a25848f345bd624ac2ad8dc5Lajos Molnar OMX_IndexConfigCommonOutputCrop : 422991a3cc00db31a713a25848f345bd624ac2ad8dc5Lajos Molnar OMX_IndexConfigCommonInputCrop), 4230e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar &rect, sizeof(rect)) != OK) { 4231e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar rect.nLeft = 0; 4232e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar rect.nTop = 0; 4233e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar rect.nWidth = videoDef->nFrameWidth; 4234e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar rect.nHeight = videoDef->nFrameHeight; 4235e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 423631e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 4237777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (rect.nLeft < 0 || 4238777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim rect.nTop < 0 || 4239777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim rect.nLeft + rect.nWidth > videoDef->nFrameWidth || 4240777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim rect.nTop + rect.nHeight > videoDef->nFrameHeight) { 4241777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Wrong cropped rect (%d, %d) - (%u, %u) vs. frame (%u, %u)", 4242777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim rect.nLeft, rect.nTop, 4243777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim rect.nLeft + rect.nWidth, rect.nTop + rect.nHeight, 4244777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim videoDef->nFrameWidth, videoDef->nFrameHeight); 4245777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return BAD_VALUE; 4246777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4247e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4248e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setRect( 4249577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar "crop", 4250577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar rect.nLeft, 4251577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar rect.nTop, 4252e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar rect.nLeft + rect.nWidth - 1, 4253e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar rect.nTop + rect.nHeight - 1); 4254e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4255e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar break; 4256e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 42574730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia 42584730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia case OMX_VIDEO_CodingVP8: 42594730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia case OMX_VIDEO_CodingVP9: 42604730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia { 42614730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia OMX_VIDEO_PARAM_ANDROID_VP8ENCODERTYPE vp8type; 42624730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia InitOMXParams(&vp8type); 42634730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia vp8type.nPortIndex = kPortIndexOutput; 42644730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia status_t err = mOMX->getParameter( 42654730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia mNode, 42664730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia (OMX_INDEXTYPE)OMX_IndexParamVideoAndroidVp8Encoder, 42674730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia &vp8type, 42684730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia sizeof(vp8type)); 42694730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia 42704730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia if (err == OK) { 42714730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia AString tsSchema = "none"; 42724730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia if (vp8type.eTemporalPattern 42734730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia == OMX_VIDEO_VPXTemporalLayerPatternWebRTC) { 42744730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia switch (vp8type.nTemporalLayerCount) { 42754730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia case 1: 42764730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia { 42774730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia tsSchema = "webrtc.vp8.1-layer"; 42784730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia break; 42794730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 42804730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia case 2: 42814730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia { 42824730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia tsSchema = "webrtc.vp8.2-layer"; 42834730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia break; 42844730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 42854730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia case 3: 42864730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia { 42874730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia tsSchema = "webrtc.vp8.3-layer"; 42884730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia break; 42894730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 42904730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia default: 42914730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia { 42924730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia break; 42934730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 42944730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 42954730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 42964730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia notify->setString("ts-schema", tsSchema); 42974730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 42984730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia // Fall through to set up mime. 42994730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 43004730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia 4301e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar default: 4302e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar { 4303777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (mIsEncoder ^ (portIndex == kPortIndexOutput)) { 4304777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim // should be CodingUnused 4305777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Raw port video compression format is %s(%d)", 4306777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim asString(videoDef->eCompressionFormat), 4307777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim videoDef->eCompressionFormat); 4308777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return BAD_VALUE; 4309777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4310e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar AString mime; 4311e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if (GetMimeTypeForVideoCoding( 4312e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar videoDef->eCompressionFormat, &mime) != OK) { 4313e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setString("mime", "application/octet-stream"); 4314e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } else { 4315e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setString("mime", mime.c_str()); 4316e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 4317870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang uint32_t intraRefreshPeriod = 0; 4318870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (mIsEncoder && getIntraRefreshPeriod(&intraRefreshPeriod) == OK 4319870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang && intraRefreshPeriod > 0) { 4320870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang notify->setInt32("intra-refresh-period", intraRefreshPeriod); 4321870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 4322e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar break; 4323e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 432431e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber } 4325e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("width", videoDef->nFrameWidth); 4326e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("height", videoDef->nFrameHeight); 43275a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar ALOGV("[%s] %s format is %s", mComponentName.c_str(), 43285a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar portIndex == kPortIndexInput ? "input" : "output", 43295a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar notify->debugString().c_str()); 43305a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar 433131e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber break; 433231e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber } 433331e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 433431e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber case OMX_PortDomainAudio: 433531e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber { 433631e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber OMX_AUDIO_PORTDEFINITIONTYPE *audioDef = &def.format.audio; 433731e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 433897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu switch ((int)audioDef->eEncoding) { 4339e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber case OMX_AUDIO_CodingPCM: 4340e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { 4341e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber OMX_AUDIO_PARAM_PCMMODETYPE params; 4342e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber InitOMXParams(¶ms); 4343e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 4344e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4345777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 4346777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, OMX_IndexParamAudioPcm, ¶ms, sizeof(params)); 4347777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4348777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4349777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 435014f7672b5d450ed26a06fd3bb3ce045ea78b11b2Andreas Huber 4351777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (params.nChannels <= 0 4352777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim || (params.nChannels != 1 && !params.bInterleaved) 4353777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim || params.nBitPerSample != 16u 4354777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim || params.eNumData != OMX_NumericalDataSigned 4355777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim || params.ePCMMode != OMX_AUDIO_PCMModeLinear) { 4356777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("unsupported PCM port: %u channels%s, %u-bit, %s(%d), %s(%d) mode ", 4357777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim params.nChannels, 4358777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim params.bInterleaved ? " interleaved" : "", 4359777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim params.nBitPerSample, 4360777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim asString(params.eNumData), params.eNumData, 4361777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim asString(params.ePCMMode), params.ePCMMode); 4362777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return FAILED_TRANSACTION; 4363777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4364e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4365e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setString("mime", MEDIA_MIMETYPE_AUDIO_RAW); 4366e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("channel-count", params.nChannels); 4367e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("sample-rate", params.nSamplingRate); 4368e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4369e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (mChannelMaskPresent) { 4370e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("channel-mask", mChannelMask); 43718b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen } 4372e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber break; 43738b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen } 43749806555d3930be43e11106281dee354820ac1c88Andreas Huber 4375e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber case OMX_AUDIO_CodingAAC: 4376e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { 4377e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber OMX_AUDIO_PARAM_AACPROFILETYPE params; 4378e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber InitOMXParams(¶ms); 4379e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 4380e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4381777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 4382777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, OMX_IndexParamAudioAac, ¶ms, sizeof(params)); 4383777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4384777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4385777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4386e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4387e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setString("mime", MEDIA_MIMETYPE_AUDIO_AAC); 4388e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("channel-count", params.nChannels); 4389e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("sample-rate", params.nSampleRate); 4390e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber break; 4391e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 4392e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4393e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber case OMX_AUDIO_CodingAMR: 4394e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { 4395e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber OMX_AUDIO_PARAM_AMRTYPE params; 4396e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber InitOMXParams(¶ms); 4397e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 43989806555d3930be43e11106281dee354820ac1c88Andreas Huber 4399777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 4400777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, OMX_IndexParamAudioAmr, ¶ms, sizeof(params)); 4401777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4402777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4403777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4404e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4405e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("channel-count", 1); 4406e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (params.eAMRBandMode >= OMX_AUDIO_AMRBandModeWB0) { 44070806340688c937e7b78c2d89db3809274130df4eLajos Molnar notify->setString("mime", MEDIA_MIMETYPE_AUDIO_AMR_WB); 4408e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("sample-rate", 16000); 4409e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } else { 44100806340688c937e7b78c2d89db3809274130df4eLajos Molnar notify->setString("mime", MEDIA_MIMETYPE_AUDIO_AMR_NB); 4411e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("sample-rate", 8000); 4412e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 4413e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber break; 4414e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 4415e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4416e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber case OMX_AUDIO_CodingFLAC: 4417e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { 4418e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber OMX_AUDIO_PARAM_FLACTYPE params; 4419e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber InitOMXParams(¶ms); 4420e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 4421e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4422777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 4423777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, OMX_IndexParamAudioFlac, ¶ms, sizeof(params)); 4424777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4425777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4426777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4427e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4428e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setString("mime", MEDIA_MIMETYPE_AUDIO_FLAC); 4429e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("channel-count", params.nChannels); 4430e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("sample-rate", params.nSampleRate); 4431e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber break; 4432e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 4433e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4434e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar case OMX_AUDIO_CodingMP3: 4435e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar { 4436e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar OMX_AUDIO_PARAM_MP3TYPE params; 4437e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar InitOMXParams(¶ms); 4438e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 4439e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4440777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 4441777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, OMX_IndexParamAudioMp3, ¶ms, sizeof(params)); 4442777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4443777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4444777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4445e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4446e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setString("mime", MEDIA_MIMETYPE_AUDIO_MPEG); 4447e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("channel-count", params.nChannels); 4448e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("sample-rate", params.nSampleRate); 4449e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar break; 4450e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 4451e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4452e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar case OMX_AUDIO_CodingVORBIS: 4453e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar { 4454e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar OMX_AUDIO_PARAM_VORBISTYPE params; 4455e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar InitOMXParams(¶ms); 4456e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 4457e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4458777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 4459777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, OMX_IndexParamAudioVorbis, ¶ms, sizeof(params)); 4460777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4461777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4462777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4463e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4464e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setString("mime", MEDIA_MIMETYPE_AUDIO_VORBIS); 4465e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("channel-count", params.nChannels); 4466e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("sample-rate", params.nSampleRate); 4467e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar break; 4468e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 4469e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 447097358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu case OMX_AUDIO_CodingAndroidAC3: 447197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu { 447297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu OMX_AUDIO_PARAM_ANDROID_AC3TYPE params; 447397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu InitOMXParams(¶ms); 4474e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 447597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 4476777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 4477777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidAc3, 4478777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ¶ms, sizeof(params)); 4479777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4480777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4481777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 448297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 448397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu notify->setString("mime", MEDIA_MIMETYPE_AUDIO_AC3); 448497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu notify->setInt32("channel-count", params.nChannels); 448597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu notify->setInt32("sample-rate", params.nSampleRate); 448697358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu break; 448797358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } 4488e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 44898a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad case OMX_AUDIO_CodingAndroidEAC3: 44908a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad { 44918a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad OMX_AUDIO_PARAM_ANDROID_EAC3TYPE params; 44928a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad InitOMXParams(¶ms); 44938a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad params.nPortIndex = portIndex; 44948a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 4495777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 4496777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidEac3, 4497777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ¶ms, sizeof(params)); 4498777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4499777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4500777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 45018a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 45028a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad notify->setString("mime", MEDIA_MIMETYPE_AUDIO_EAC3); 45038a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad notify->setInt32("channel-count", params.nChannels); 45048a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad notify->setInt32("sample-rate", params.nSampleRate); 45058a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad break; 45068a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } 45078a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 45088c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian case OMX_AUDIO_CodingAndroidOPUS: 45098c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian { 45108c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian OMX_AUDIO_PARAM_ANDROID_OPUSTYPE params; 45118c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian InitOMXParams(¶ms); 45128c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian params.nPortIndex = portIndex; 45138c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian 4514777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 4515777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidOpus, 4516777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ¶ms, sizeof(params)); 4517777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4518777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4519777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 45208c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian 45218c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian notify->setString("mime", MEDIA_MIMETYPE_AUDIO_OPUS); 45228c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian notify->setInt32("channel-count", params.nChannels); 45238c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian notify->setInt32("sample-rate", params.nSampleRate); 45248c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian break; 45258c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian } 45268c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian 452710d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang case OMX_AUDIO_CodingG711: 452810d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang { 452910d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang OMX_AUDIO_PARAM_PCMMODETYPE params; 453010d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang InitOMXParams(¶ms); 453110d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang params.nPortIndex = portIndex; 453210d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang 4533777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 4534777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, (OMX_INDEXTYPE)OMX_IndexParamAudioPcm, ¶ms, sizeof(params)); 4535777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4536777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4537777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 453810d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang 453910d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang const char *mime = NULL; 454010d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang if (params.ePCMMode == OMX_AUDIO_PCMModeMULaw) { 454110d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang mime = MEDIA_MIMETYPE_AUDIO_G711_MLAW; 454210d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang } else if (params.ePCMMode == OMX_AUDIO_PCMModeALaw) { 454310d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang mime = MEDIA_MIMETYPE_AUDIO_G711_ALAW; 454410d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang } else { // params.ePCMMode == OMX_AUDIO_PCMModeLinear 454510d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang mime = MEDIA_MIMETYPE_AUDIO_RAW; 454610d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang } 454710d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang notify->setString("mime", mime); 454810d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang notify->setInt32("channel-count", params.nChannels); 454910d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang notify->setInt32("sample-rate", params.nSamplingRate); 455010d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang break; 455110d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang } 455241d3f579d2c166984958263533284209b90c87d5Marco Nelissen 455341d3f579d2c166984958263533284209b90c87d5Marco Nelissen case OMX_AUDIO_CodingGSMFR: 455441d3f579d2c166984958263533284209b90c87d5Marco Nelissen { 45550806340688c937e7b78c2d89db3809274130df4eLajos Molnar OMX_AUDIO_PARAM_PCMMODETYPE params; 455641d3f579d2c166984958263533284209b90c87d5Marco Nelissen InitOMXParams(¶ms); 455741d3f579d2c166984958263533284209b90c87d5Marco Nelissen params.nPortIndex = portIndex; 455841d3f579d2c166984958263533284209b90c87d5Marco Nelissen 4559777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 4560777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, OMX_IndexParamAudioPcm, ¶ms, sizeof(params)); 4561777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4562777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4563777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 456441d3f579d2c166984958263533284209b90c87d5Marco Nelissen 456541d3f579d2c166984958263533284209b90c87d5Marco Nelissen notify->setString("mime", MEDIA_MIMETYPE_AUDIO_MSGSM); 456641d3f579d2c166984958263533284209b90c87d5Marco Nelissen notify->setInt32("channel-count", params.nChannels); 45670806340688c937e7b78c2d89db3809274130df4eLajos Molnar notify->setInt32("sample-rate", params.nSamplingRate); 456841d3f579d2c166984958263533284209b90c87d5Marco Nelissen break; 456910d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang } 457010d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang 4571e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber default: 4572777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Unsupported audio coding: %s(%d)\n", 4573777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim asString(audioDef->eEncoding), audioDef->eEncoding); 4574777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return BAD_TYPE; 4575e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 457631e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber break; 457731e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber } 457831e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 457931e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber default: 4580777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Unsupported domain: %s(%d)", asString(def.eDomain), def.eDomain); 4581777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return BAD_TYPE; 458231e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber } 458331e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 4584e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar return OK; 4585e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar} 4586e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4587e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnarvoid ACodec::sendFormatChange(const sp<AMessage> &reply) { 45884e865a3cfe4c955e0890321a6b488cf661808b63Lajos Molnar sp<AMessage> notify = mBaseOutputFormat->dup(); 4589e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("what", kWhatOutputFormatChanged); 4590e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4591777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (getPortFormat(kPortIndexOutput, notify) != OK) { 4592777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("[%s] Failed to get port format to send format change", mComponentName.c_str()); 4593777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return; 4594777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4595e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4596e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar AString mime; 4597e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK(notify->findString("mime", &mime)); 4598e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4599e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar int32_t left, top, right, bottom; 4600e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if (mime == MEDIA_MIMETYPE_VIDEO_RAW && 4601e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar mNativeWindow != NULL && 4602e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->findRect("crop", &left, &top, &right, &bottom)) { 4603e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar // notify renderer of the crop change 4604e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar // NOTE: native window uses extended right-bottom coordinate 4605e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar reply->setRect("crop", left, top, right + 1, bottom + 1); 4606e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } else if (mime == MEDIA_MIMETYPE_AUDIO_RAW && 4607e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar (mEncoderDelay || mEncoderPadding)) { 4608e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar int32_t channelCount; 4609e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK(notify->findInt32("channel-count", &channelCount)); 4610e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if (mSkipCutBuffer != NULL) { 4611e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar size_t prevbufsize = mSkipCutBuffer->size(); 4612e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if (prevbufsize != 0) { 4613ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGW("Replacing SkipCutBuffer holding %zu bytes", prevbufsize); 4614e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 4615e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 4616b1cf03160fa7e7bc6e5cf138db07a7e1ab2ecb26Marco Nelissen mSkipCutBuffer = new SkipCutBuffer(mEncoderDelay, mEncoderPadding, channelCount); 4617e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 4618e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 461931e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber notify->post(); 462031e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 462131e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber mSentFormat = true; 462231e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber} 462331e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 46245778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid ACodec::signalError(OMX_ERRORTYPE error, status_t internalError) { 4625cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber sp<AMessage> notify = mNotify->dup(); 4626d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatError); 4627251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung ALOGE("signalError(omxError %#x, internalError %d)", error, internalError); 4628251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung 4629251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (internalError == UNKNOWN_ERROR) { // find better error code 4630251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung const status_t omxStatus = statusFromOMXError(error); 4631251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (omxStatus != 0) { 4632251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung internalError = omxStatus; 4633251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else { 4634251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung ALOGW("Invalid OMX error %#x", error); 4635251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 4636251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 4637346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang 4638346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang mFatalError = true; 4639346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang 46405778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->setInt32("err", internalError); 4641251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung notify->setInt32("actionCode", ACTION_CODE_FATAL); // could translate from OMX error. 4642cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber notify->post(); 4643cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber} 4644cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber 4645f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 4646f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4647eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas HuberACodec::PortDescription::PortDescription() { 4648eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber} 4649eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 4650496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huberstatus_t ACodec::requestIDRFrame() { 4651496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber if (!mIsEncoder) { 4652496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber return ERROR_UNSUPPORTED; 4653496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber } 4654496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 4655496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber OMX_CONFIG_INTRAREFRESHVOPTYPE params; 4656496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber InitOMXParams(¶ms); 4657496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 4658496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber params.nPortIndex = kPortIndexOutput; 4659496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber params.IntraRefreshVOP = OMX_TRUE; 4660496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 4661496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber return mOMX->setConfig( 4662496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber mNode, 4663496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber OMX_IndexConfigVideoIntraVOPRefresh, 4664496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber ¶ms, 4665496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber sizeof(params)); 4666496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber} 4667496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 4668eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Hubervoid ACodec::PortDescription::addBuffer( 4669a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar IOMX::buffer_id id, const sp<ABuffer> &buffer, 4670a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar const sp<NativeHandle> &handle, const sp<RefBase> &memRef) { 4671eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber mBufferIDs.push_back(id); 4672eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber mBuffers.push_back(buffer); 4673a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar mHandles.push_back(handle); 467486b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu mMemRefs.push_back(memRef); 4675eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber} 4676eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 4677eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Hubersize_t ACodec::PortDescription::countBuffers() { 4678eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber return mBufferIDs.size(); 4679eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber} 4680eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 4681eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas HuberIOMX::buffer_id ACodec::PortDescription::bufferIDAt(size_t index) const { 4682eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber return mBufferIDs.itemAt(index); 4683eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber} 4684eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 4685eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Hubersp<ABuffer> ACodec::PortDescription::bufferAt(size_t index) const { 4686eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber return mBuffers.itemAt(index); 4687eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber} 4688eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 4689a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnarsp<NativeHandle> ACodec::PortDescription::handleAt(size_t index) const { 4690a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar return mHandles.itemAt(index); 4691a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar} 4692a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar 469386b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wusp<RefBase> ACodec::PortDescription::memRefAt(size_t index) const { 469486b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu return mMemRefs.itemAt(index); 469586b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu} 469686b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu 4697eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber//////////////////////////////////////////////////////////////////////////////// 4698eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 4699f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::BaseState::BaseState(ACodec *codec, const sp<AState> &parentState) 4700f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : AState(parentState), 4701f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec(codec) { 4702f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4703f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4704ccb067b1d8424ba610cbd3de83368bd55b532b5bAndreas HuberACodec::BaseState::PortMode ACodec::BaseState::getPortMode( 4705ccb067b1d8424ba610cbd3de83368bd55b532b5bAndreas Huber OMX_U32 /* portIndex */) { 4706f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return KEEP_BUFFERS; 4707f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4708f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4709f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::BaseState::onMessageReceived(const sp<AMessage> &msg) { 4710f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 4711f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatInputBufferFilled: 4712f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 4713f933441648ef6a71dee783d733aac17b9508b452Andreas Huber onInputBufferFilled(msg); 4714f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 4715f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4716f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4717f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatOutputBufferDrained: 4718f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 4719f933441648ef6a71dee783d733aac17b9508b452Andreas Huber onOutputBufferDrained(msg); 4720f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 4721f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4722f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 472326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar case ACodec::kWhatOMXMessageList: 472426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar { 472526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar return checkOMXMessage(msg) ? onOMXMessageList(msg) : true; 472626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 472726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 4728e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar case ACodec::kWhatOMXMessageItem: 4729e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar { 4730e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar // no need to check as we already did it for kWhatOMXMessageList 4731e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar return onOMXMessage(msg); 4732e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar } 4733e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar 4734f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case ACodec::kWhatOMXMessage: 4735f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 473626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar return checkOMXMessage(msg) ? onOMXMessage(msg) : true; 4737f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4738f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 47391dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar case ACodec::kWhatSetSurface: 47401dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar { 47411dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AReplyToken> replyID; 47421dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar CHECK(msg->senderAwaitsResponse(&replyID)); 47431dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 47441dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<RefBase> obj; 47451dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar CHECK(msg->findObject("surface", &obj)); 47461dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 47472235b4efd3b8149e09c666e2235530f3e6ed9c9aLajos Molnar status_t err = mCodec->handleSetSurface(static_cast<Surface *>(obj.get())); 47481dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 47491dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> response = new AMessage; 47501dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar response->setInt32("err", err); 47511dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar response->postReply(replyID); 47521dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar break; 47531dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 47541dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 47557cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case ACodec::kWhatCreateInputSurface: 47568f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang case ACodec::kWhatSetInputSurface: 47577cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case ACodec::kWhatSignalEndOfInputStream: 47587cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 4759251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // This may result in an app illegal state exception. 47607cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden ALOGE("Message 0x%x was not handled", msg->what()); 47617cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mCodec->signalError(OMX_ErrorUndefined, INVALID_OPERATION); 47627cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden return true; 47637cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 47647cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 4765ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber case ACodec::kWhatOMXDied: 4766ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber { 4767251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // This will result in kFlagSawMediaServerDie handling in MediaCodec. 4768ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber ALOGE("OMX/mediaserver died, signalling error!"); 4769ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mCodec->signalError(OMX_ErrorResourcesLost, DEAD_OBJECT); 4770ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber break; 4771ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber } 4772ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 477330358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar case ACodec::kWhatReleaseCodecInstance: 477430358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar { 477530358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar ALOGI("[%s] forcing the release of codec", 477630358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar mCodec->mComponentName.c_str()); 477730358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar status_t err = mCodec->mOMX->freeNode(mCodec->mNode); 477830358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar ALOGE_IF("[%s] failed to release codec instance: err=%d", 477930358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar mCodec->mComponentName.c_str(), err); 478030358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar sp<AMessage> notify = mCodec->mNotify->dup(); 478130358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar notify->setInt32("what", CodecBase::kWhatShutdownCompleted); 478230358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar notify->post(); 478330358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar break; 478430358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar } 478530358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar 4786f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 4787f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return false; 4788f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4789f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4790f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 4791f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4792f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 479326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnarbool ACodec::BaseState::checkOMXMessage(const sp<AMessage> &msg) { 47945e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar // there is a possibility that this is an outstanding message for a 47955e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar // codec that we have already destroyed 4796ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar if (mCodec->mNode == 0) { 47975e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar ALOGI("ignoring message as already freed component: %s", 47985e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar msg->debugString().c_str()); 479926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar return false; 48005e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar } 48015e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar 4802f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::node_id nodeID; 4803609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CHECK(msg->findInt32("node", (int32_t*)&nodeID)); 4804777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (nodeID != mCodec->mNode) { 4805777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Unexpected message for nodeID: %u, should have been %u", nodeID, mCodec->mNode); 4806777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return false; 4807777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 480826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar return true; 480926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar} 481026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 481126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnarbool ACodec::BaseState::onOMXMessageList(const sp<AMessage> &msg) { 481226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar sp<RefBase> obj; 481326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar CHECK(msg->findObject("messages", &obj)); 481426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar sp<MessageList> msgList = static_cast<MessageList *>(obj.get()); 481526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 481690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar bool receivedRenderedEvents = false; 481726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar for (std::list<sp<AMessage>>::const_iterator it = msgList->getList().cbegin(); 481826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar it != msgList->getList().cend(); ++it) { 4819e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar (*it)->setWhat(ACodec::kWhatOMXMessageItem); 4820e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar mCodec->handleMessage(*it); 482190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int32_t type; 482290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar CHECK((*it)->findInt32("type", &type)); 482390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (type == omx_message::FRAME_RENDERED) { 482490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar receivedRenderedEvents = true; 482590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 482690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 482790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 482890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (receivedRenderedEvents) { 482990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // NOTE: all buffers are rendered in this case 483090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->notifyOfRenderedFrames(); 483126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 483226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar return true; 483326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar} 483426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 483526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnarbool ACodec::BaseState::onOMXMessage(const sp<AMessage> &msg) { 483626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar int32_t type; 483726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar CHECK(msg->findInt32("type", &type)); 4838f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4839f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (type) { 4840f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case omx_message::EVENT: 4841f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 4842f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t event, data1, data2; 4843f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("event", &event)); 4844f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("data1", &data1)); 4845f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("data2", &data2)); 4846f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 48470af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber if (event == OMX_EventCmdComplete 48480af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber && data1 == OMX_CommandFlush 48490af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber && data2 == (int32_t)OMX_ALL) { 48500af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber // Use of this notification is not consistent across 48510af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber // implementations. We'll drop this notification and rely 48520af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber // on flush-complete notifications on the individual port 48530af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber // indices instead. 48540af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber 48550af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber return true; 48560af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber } 48570af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber 4858f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return onOMXEvent( 4859f933441648ef6a71dee783d733aac17b9508b452Andreas Huber static_cast<OMX_EVENTTYPE>(event), 4860f933441648ef6a71dee783d733aac17b9508b452Andreas Huber static_cast<OMX_U32>(data1), 4861f933441648ef6a71dee783d733aac17b9508b452Andreas Huber static_cast<OMX_U32>(data2)); 4862f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4863f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4864f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case omx_message::EMPTY_BUFFER_DONE: 4865f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 4866f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferID; 486715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int32_t fenceFd; 486815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 4869609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CHECK(msg->findInt32("buffer", (int32_t*)&bufferID)); 487015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar CHECK(msg->findInt32("fence_fd", &fenceFd)); 4871f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 487215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar return onOMXEmptyBufferDone(bufferID, fenceFd); 4873f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4874f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4875f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case omx_message::FILL_BUFFER_DONE: 4876f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 4877f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferID; 4878609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CHECK(msg->findInt32("buffer", (int32_t*)&bufferID)); 4879f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 488015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int32_t rangeOffset, rangeLength, flags, fenceFd; 4881f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int64_t timeUs; 4882f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4883f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("range_offset", &rangeOffset)); 4884f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("range_length", &rangeLength)); 4885f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("flags", &flags)); 4886f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt64("timestamp", &timeUs)); 488715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar CHECK(msg->findInt32("fence_fd", &fenceFd)); 4888f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4889f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return onOMXFillBufferDone( 4890f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bufferID, 4891f933441648ef6a71dee783d733aac17b9508b452Andreas Huber (size_t)rangeOffset, (size_t)rangeLength, 4892f933441648ef6a71dee783d733aac17b9508b452Andreas Huber (OMX_U32)flags, 489315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar timeUs, 489415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar fenceFd); 4895f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4896f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 489790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar case omx_message::FRAME_RENDERED: 489890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar { 489990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int64_t mediaTimeUs, systemNano; 490090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 490190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar CHECK(msg->findInt64("media_time_us", &mediaTimeUs)); 490290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar CHECK(msg->findInt64("system_nano", &systemNano)); 490390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 490490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar return onOMXFrameRendered( 490590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mediaTimeUs, systemNano); 490690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 490790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 4908f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 4909777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Unexpected message type: %d", type); 4910777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return false; 4911f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4912f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4913f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 491490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarbool ACodec::BaseState::onOMXFrameRendered( 491590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int64_t mediaTimeUs __unused, nsecs_t systemNano __unused) { 491690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // ignore outside of Executing and PortSettingsChanged states 491790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar return true; 491890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 491990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 4920f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::BaseState::onOMXEvent( 4921f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 4922f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (event != OMX_EventError) { 4923ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] EVENT(%d, 0x%08x, 0x%08x)", 4924f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mComponentName.c_str(), event, data1, data2); 4925f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4926f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return false; 4927f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4928f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4929ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGE("[%s] ERROR(0x%08x)", mCodec->mComponentName.c_str(), data1); 4930f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4931251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // verify OMX component sends back an error we expect. 4932251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung OMX_ERRORTYPE omxError = (OMX_ERRORTYPE)data1; 4933251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (!isOMXError(omxError)) { 4934251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung ALOGW("Invalid OMX error %#x", omxError); 4935251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung omxError = OMX_ErrorUndefined; 4936251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 4937251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mCodec->signalError(omxError); 4938f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4939f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 4940f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4941f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 494215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnarbool ACodec::BaseState::onOMXEmptyBufferDone(IOMX::buffer_id bufferID, int fenceFd) { 4943ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] onOMXEmptyBufferDone %u", 4944349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mCodec->mComponentName.c_str(), bufferID); 4945349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 49460806340688c937e7b78c2d89db3809274130df4eLajos Molnar BufferInfo *info = mCodec->findBufferByID(kPortIndexInput, bufferID); 49470806340688c937e7b78c2d89db3809274130df4eLajos Molnar BufferInfo::Status status = BufferInfo::getSafeStatus(info); 49480806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (status != BufferInfo::OWNED_BY_COMPONENT) { 49490806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Wrong ownership in EBD: %s(%d) buffer #%u", _asString(status), status, bufferID); 49500806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->dumpBuffers(kPortIndexInput); 495115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (fenceFd >= 0) { 495215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ::close(fenceFd); 495315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 49540806340688c937e7b78c2d89db3809274130df4eLajos Molnar return false; 49550806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 4956f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_US; 4957f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 495815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // input buffers cannot take fences, so wait for any fence now 495915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar (void)mCodec->waitForFence(fenceFd, "onOMXEmptyBufferDone"); 496015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar fenceFd = -1; 496115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 496215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // still save fence for completeness 496315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->setWriteFence(fenceFd, "onOMXEmptyBufferDone"); 496415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 496596e92b58b7e9647b4c7c2f54b62a1b357ab06b66Wei Jia // We're in "store-metadata-in-buffers" mode, the underlying 496696e92b58b7e9647b4c7c2f54b62a1b357ab06b66Wei Jia // OMX component had access to data that's implicitly refcounted 496796e92b58b7e9647b4c7c2f54b62a1b357ab06b66Wei Jia // by this "MediaBuffer" object. Now that the OMX component has 496896e92b58b7e9647b4c7c2f54b62a1b357ab06b66Wei Jia // told us that it's done with the input buffer, we can decrement 496996e92b58b7e9647b4c7c2f54b62a1b357ab06b66Wei Jia // the mediaBuffer's reference count. 497096e92b58b7e9647b4c7c2f54b62a1b357ab06b66Wei Jia info->mData->setMediaBufferBase(NULL); 4971d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 4972f933441648ef6a71dee783d733aac17b9508b452Andreas Huber PortMode mode = getPortMode(kPortIndexInput); 4973f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4974f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (mode) { 4975f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case KEEP_BUFFERS: 4976f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 4977f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4978f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case RESUBMIT_BUFFERS: 4979f933441648ef6a71dee783d733aac17b9508b452Andreas Huber postFillThisBuffer(info); 4980f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 4981f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4982777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim case FREE_BUFFERS: 4983f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 4984777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("SHOULD NOT REACH HERE: cannot free empty output buffers"); 4985777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return false; 4986f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4987f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4988f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 4989f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4990f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4991f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::BaseState::postFillThisBuffer(BufferInfo *info) { 4992f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mCodec->mPortEOS[kPortIndexInput]) { 4993f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return; 4994f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4995f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4996f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ((int)info->mStatus, (int)BufferInfo::OWNED_BY_US); 4997f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4998f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 4999d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatFillThisBuffer); 5000609b815a3131d22da38b2f452faa9f89daad4039Andy Hung notify->setInt32("buffer-id", info->mBufferID); 5001f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5002f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mData->meta()->clear(); 50032d8bedd05437b6fccdbc6bf70f673ffd86744d59Andreas Huber notify->setBuffer("buffer", info->mData); 5004f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 50051d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> reply = new AMessage(kWhatInputBufferFilled, mCodec); 5006609b815a3131d22da38b2f452faa9f89daad4039Andy Hung reply->setInt32("buffer-id", info->mBufferID); 5007f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5008f933441648ef6a71dee783d733aac17b9508b452Andreas Huber notify->setMessage("reply", reply); 5009f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5010f933441648ef6a71dee783d733aac17b9508b452Andreas Huber notify->post(); 5011f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5012f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_UPSTREAM; 5013f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5014f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5015f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::BaseState::onInputBufferFilled(const sp<AMessage> &msg) { 5016f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferID; 5017609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CHECK(msg->findInt32("buffer-id", (int32_t*)&bufferID)); 50182d8bedd05437b6fccdbc6bf70f673ffd86744d59Andreas Huber sp<ABuffer> buffer; 5019f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t err = OK; 50205778822d86b0337407514b9372562b86edfa91cdAndreas Huber bool eos = false; 5021a73c954d947748a3b6f630cf2c160fe55ec596e3Lajos Molnar PortMode mode = getPortMode(kPortIndexInput); 50225778822d86b0337407514b9372562b86edfa91cdAndreas Huber 50232d8bedd05437b6fccdbc6bf70f673ffd86744d59Andreas Huber if (!msg->findBuffer("buffer", &buffer)) { 5024a73c954d947748a3b6f630cf2c160fe55ec596e3Lajos Molnar /* these are unfilled buffers returned by client */ 5025f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("err", &err)); 5026f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 50277fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar if (err == OK) { 50287fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar /* buffers with no errors are returned on MediaCodec.flush */ 50297fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar mode = KEEP_BUFFERS; 50307fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar } else { 50317fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar ALOGV("[%s] saw error %d instead of an input buffer", 50327fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar mCodec->mComponentName.c_str(), err); 50337fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar eos = true; 50347fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar } 50353831a066bcf1019864a94d2bc7b4c9241efc5c22Andreas Huber 50362d8bedd05437b6fccdbc6bf70f673ffd86744d59Andreas Huber buffer.clear(); 5037f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5038f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 50395778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t tmp; 50405778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (buffer != NULL && buffer->meta()->findInt32("eos", &tmp) && tmp) { 50415778822d86b0337407514b9372562b86edfa91cdAndreas Huber eos = true; 50425778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = ERROR_END_OF_STREAM; 50435778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 50445778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5045f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = mCodec->findBufferByID(kPortIndexInput, bufferID); 50460806340688c937e7b78c2d89db3809274130df4eLajos Molnar BufferInfo::Status status = BufferInfo::getSafeStatus(info); 50470806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (status != BufferInfo::OWNED_BY_UPSTREAM) { 50480806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Wrong ownership in IBF: %s(%d) buffer #%u", _asString(status), status, bufferID); 50490806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->dumpBuffers(kPortIndexInput); 50500806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 50510806340688c937e7b78c2d89db3809274130df4eLajos Molnar return; 50520806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5053f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5054f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_US; 5055f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5056f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (mode) { 5057f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case KEEP_BUFFERS: 5058f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 50595778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (eos) { 5060dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber if (!mCodec->mPortEOS[kPortIndexInput]) { 5061dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mCodec->mPortEOS[kPortIndexInput] = true; 5062dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mCodec->mInputEOSResult = err; 5063dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber } 5064f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5065f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5066f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5067f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5068f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case RESUBMIT_BUFFERS: 5069f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 50705778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (buffer != NULL && !mCodec->mPortEOS[kPortIndexInput]) { 5071fd866b3aa0d97375de08f8888b95669026c83361Wei Jia // Do not send empty input buffer w/o EOS to the component. 5072fd866b3aa0d97375de08f8888b95669026c83361Wei Jia if (buffer->size() == 0 && !eos) { 5073fd866b3aa0d97375de08f8888b95669026c83361Wei Jia postFillThisBuffer(info); 5074fd866b3aa0d97375de08f8888b95669026c83361Wei Jia break; 5075fd866b3aa0d97375de08f8888b95669026c83361Wei Jia } 5076fd866b3aa0d97375de08f8888b95669026c83361Wei Jia 5077f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int64_t timeUs; 5078f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(buffer->meta()->findInt64("timeUs", &timeUs)); 5079f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5080f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 flags = OMX_BUFFERFLAG_ENDOFFRAME; 5081f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5082f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t isCSD; 5083f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (buffer->meta()->findInt32("csd", &isCSD) && isCSD != 0) { 5084f933441648ef6a71dee783d733aac17b9508b452Andreas Huber flags |= OMX_BUFFERFLAG_CODECCONFIG; 5085f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5086f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 50875778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (eos) { 50885778822d86b0337407514b9372562b86edfa91cdAndreas Huber flags |= OMX_BUFFERFLAG_EOS; 50895778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 50905778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5091f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (buffer != info->mData) { 5092ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] Needs to copy input data for buffer %u. (%p != %p)", 5093d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber mCodec->mComponentName.c_str(), 5094d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber bufferID, 5095d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber buffer.get(), info->mData.get()); 5096f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 50970806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (buffer->size() > info->mData->capacity()) { 50980806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("data size (%zu) is greated than buffer capacity (%zu)", 50990806340688c937e7b78c2d89db3809274130df4eLajos Molnar buffer->size(), // this is the data received 51000806340688c937e7b78c2d89db3809274130df4eLajos Molnar info->mData->capacity()); // this is out buffer size 51010806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 51020806340688c937e7b78c2d89db3809274130df4eLajos Molnar return; 51030806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5104f933441648ef6a71dee783d733aac17b9508b452Andreas Huber memcpy(info->mData->data(), buffer->data(), buffer->size()); 5105f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5106f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5107078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber if (flags & OMX_BUFFERFLAG_CODECCONFIG) { 5108ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] calling emptyBuffer %u w/ codec specific data", 5109078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber mCodec->mComponentName.c_str(), bufferID); 51105778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (flags & OMX_BUFFERFLAG_EOS) { 5111ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] calling emptyBuffer %u w/ EOS", 51125778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->mComponentName.c_str(), bufferID); 5113078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber } else { 5114d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#if TRACK_BUFFER_TIMING 5115ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGI("[%s] calling emptyBuffer %u w/ time %lld us", 5116ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar mCodec->mComponentName.c_str(), bufferID, (long long)timeUs); 5117d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#else 5118ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] calling emptyBuffer %u w/ time %lld us", 5119ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar mCodec->mComponentName.c_str(), bufferID, (long long)timeUs); 5120d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#endif 5121078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber } 5122349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 5123d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#if TRACK_BUFFER_TIMING 5124d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber ACodec::BufferStats stats; 5125d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber stats.mEmptyBufferTimeUs = ALooper::GetNowUs(); 5126d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber stats.mFillBufferDoneTimeUs = -1ll; 5127d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber mCodec->mBufferStats.add(timeUs, stats); 5128d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#endif 5129d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 5130054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mCodec->storingMetadataInDecodedBuffers()) { 5131054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar // try to submit an output buffer for each input buffer 5132054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar PortMode outputMode = getPortMode(kPortIndexOutput); 5133054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 5134054219874873b41f1c815552987c10465c34ba2bLajos Molnar ALOGV("MetadataBuffersToSubmit=%u portMode=%s", 5135054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->mMetadataBuffersToSubmit, 5136054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar (outputMode == FREE_BUFFERS ? "FREE" : 5137054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar outputMode == KEEP_BUFFERS ? "KEEP" : "RESUBMIT")); 5138054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar if (outputMode == RESUBMIT_BUFFERS) { 5139054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->submitOutputMetadataBuffer(); 5140054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 5141054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 514215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkReadFence("onInputBufferFilled"); 51430806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err2 = mCodec->mOMX->emptyBuffer( 51440806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mNode, 51450806340688c937e7b78c2d89db3809274130df4eLajos Molnar bufferID, 51460806340688c937e7b78c2d89db3809274130df4eLajos Molnar 0, 51470806340688c937e7b78c2d89db3809274130df4eLajos Molnar buffer->size(), 51480806340688c937e7b78c2d89db3809274130df4eLajos Molnar flags, 514915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar timeUs, 515015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd); 515115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 51520806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err2 != OK) { 51530806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err2)); 51540806340688c937e7b78c2d89db3809274130df4eLajos Molnar return; 51550806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5156f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_COMPONENT; 5157f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 51580806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (!eos && err == OK) { 51595778822d86b0337407514b9372562b86edfa91cdAndreas Huber getMoreInputDataIfPossible(); 51605778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 51610806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGV("[%s] Signalled EOS (%d) on the input port", 51620806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mComponentName.c_str(), err); 51635778822d86b0337407514b9372562b86edfa91cdAndreas Huber 51645778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->mPortEOS[kPortIndexInput] = true; 51655778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->mInputEOSResult = err; 51665778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 5167f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else if (!mCodec->mPortEOS[kPortIndexInput]) { 51680806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK && err != ERROR_END_OF_STREAM) { 51690806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGV("[%s] Signalling EOS on the input port due to error %d", 5170dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mCodec->mComponentName.c_str(), err); 5171dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber } else { 51723856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Signalling EOS on the input port", 5173dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mCodec->mComponentName.c_str()); 5174dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber } 5175f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5176ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] calling emptyBuffer %u signalling EOS", 5177349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mCodec->mComponentName.c_str(), bufferID); 5178349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 517915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkReadFence("onInputBufferFilled"); 51800806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err2 = mCodec->mOMX->emptyBuffer( 51810806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mNode, 51820806340688c937e7b78c2d89db3809274130df4eLajos Molnar bufferID, 51830806340688c937e7b78c2d89db3809274130df4eLajos Molnar 0, 51840806340688c937e7b78c2d89db3809274130df4eLajos Molnar 0, 51850806340688c937e7b78c2d89db3809274130df4eLajos Molnar OMX_BUFFERFLAG_EOS, 518615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 0, 518715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd); 518815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 51890806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err2 != OK) { 51900806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err2)); 51910806340688c937e7b78c2d89db3809274130df4eLajos Molnar return; 51920806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5193f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_COMPONENT; 5194f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5195f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mPortEOS[kPortIndexInput] = true; 5196dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mCodec->mInputEOSResult = err; 5197f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5198f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5199f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5200625b93f1971039a547b239f87a2dc8a8d5716589Robert Shih 5201777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim case FREE_BUFFERS: 5202777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim break; 5203777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim 5204625b93f1971039a547b239f87a2dc8a8d5716589Robert Shih default: 5205777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("invalid port mode: %d", mode); 5206625b93f1971039a547b239f87a2dc8a8d5716589Robert Shih break; 5207f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5208f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5209f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5210f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::BaseState::getMoreInputDataIfPossible() { 5211f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mCodec->mPortEOS[kPortIndexInput]) { 5212f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return; 5213f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5214f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5215f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *eligible = NULL; 5216f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5217f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (size_t i = 0; i < mCodec->mBuffers[kPortIndexInput].size(); ++i) { 5218f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = &mCodec->mBuffers[kPortIndexInput].editItemAt(i); 5219f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5220f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#if 0 5221f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mStatus == BufferInfo::OWNED_BY_UPSTREAM) { 5222f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // There's already a "read" pending. 5223f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return; 5224f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5225f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#endif 5226f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5227f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mStatus == BufferInfo::OWNED_BY_US) { 5228f933441648ef6a71dee783d733aac17b9508b452Andreas Huber eligible = info; 5229f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5230f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5231f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5232f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (eligible == NULL) { 5233f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return; 5234f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5235f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5236f933441648ef6a71dee783d733aac17b9508b452Andreas Huber postFillThisBuffer(eligible); 5237f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5238f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5239f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::BaseState::onOMXFillBufferDone( 5240f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferID, 5241f933441648ef6a71dee783d733aac17b9508b452Andreas Huber size_t rangeOffset, size_t rangeLength, 5242f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 flags, 524315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int64_t timeUs, 524415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int fenceFd) { 5245609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] onOMXFillBufferDone %u time %" PRId64 " us, flags = 0x%08x", 52465778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->mComponentName.c_str(), bufferID, timeUs, flags); 5247349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 5248f933441648ef6a71dee783d733aac17b9508b452Andreas Huber ssize_t index; 52490806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err= OK; 5250d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 5251d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#if TRACK_BUFFER_TIMING 5252d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber index = mCodec->mBufferStats.indexOfKey(timeUs); 5253d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber if (index >= 0) { 5254d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber ACodec::BufferStats *stats = &mCodec->mBufferStats.editValueAt(index); 5255d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber stats->mFillBufferDoneTimeUs = ALooper::GetNowUs(); 5256d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 5257d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber ALOGI("frame PTS %lld: %lld", 5258d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber timeUs, 5259d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber stats->mFillBufferDoneTimeUs - stats->mEmptyBufferTimeUs); 5260d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 5261d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber mCodec->mBufferStats.removeItemsAt(index); 5262d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber stats = NULL; 5263d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber } 5264d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#endif 5265d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 5266f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = 5267f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->findBufferByID(kPortIndexOutput, bufferID, &index); 52680806340688c937e7b78c2d89db3809274130df4eLajos Molnar BufferInfo::Status status = BufferInfo::getSafeStatus(info); 52690806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (status != BufferInfo::OWNED_BY_COMPONENT) { 52700806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Wrong ownership in FBD: %s(%d) buffer #%u", _asString(status), status, bufferID); 52710806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->dumpBuffers(kPortIndexOutput); 52720806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 527315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (fenceFd >= 0) { 527415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ::close(fenceFd); 527515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 52760806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 52770806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5278f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5279054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar info->mDequeuedAt = ++mCodec->mDequeueCounter; 5280f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_US; 5281f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 528290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (info->mRenderInfo != NULL) { 528390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // The fence for an emptied buffer must have signaled, but there still could be queued 528490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // or out-of-order dequeued buffers in the render queue prior to this buffer. Drop these, 528590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // as we will soon requeue this buffer to the surface. While in theory we could still keep 528690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // track of buffers that are requeued to the surface, it is better to add support to the 528790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // buffer-queue to notify us of released buffers and their fences (in the future). 528890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->notifyOfRenderedFrames(true /* dropIncomplete */); 528990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 529090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 529115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // byte buffers cannot take fences, so wait for any fence now 529215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (mCodec->mNativeWindow == NULL) { 529315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar (void)mCodec->waitForFence(fenceFd, "onOMXFillBufferDone"); 529415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar fenceFd = -1; 529515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 529615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->setReadFence(fenceFd, "onOMXFillBufferDone"); 529715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 5298f933441648ef6a71dee783d733aac17b9508b452Andreas Huber PortMode mode = getPortMode(kPortIndexOutput); 5299f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5300f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (mode) { 5301f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case KEEP_BUFFERS: 5302f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5303f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5304f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case RESUBMIT_BUFFERS: 5305f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5306a0940a569f2bc24b00dc10ce0fa7658b1dc3a3a5Lajos Molnar if (rangeLength == 0 && (!(flags & OMX_BUFFERFLAG_EOS) 5307a0940a569f2bc24b00dc10ce0fa7658b1dc3a3a5Lajos Molnar || mCodec->mPortEOS[kPortIndexOutput])) { 5308609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] calling fillBuffer %u", 53095778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->mComponentName.c_str(), info->mBufferID); 5310349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 531115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar err = mCodec->mOMX->fillBuffer(mCodec->mNode, info->mBufferID, info->mFenceFd); 531215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 53130806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 53140806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 53150806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 53160806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5317f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 53185778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mStatus = BufferInfo::OWNED_BY_COMPONENT; 53195778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 53205778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 532131e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 5322577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar sp<AMessage> reply = 53231d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar new AMessage(kWhatOutputBufferDrained, mCodec); 5324577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar 53254bdda35319d5f46efea2089b865c8a64816389cdMarco Nelissen if (!mCodec->mSentFormat && rangeLength > 0) { 5326577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar mCodec->sendFormatChange(reply); 53275778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 5328054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mCodec->usingMetadataOnEncoderOutput()) { 5329054219874873b41f1c815552987c10465c34ba2bLajos Molnar native_handle_t *handle = NULL; 5330054219874873b41f1c815552987c10465c34ba2bLajos Molnar VideoGrallocMetadata &grallocMeta = *(VideoGrallocMetadata *)info->mData->data(); 5331054219874873b41f1c815552987c10465c34ba2bLajos Molnar VideoNativeMetadata &nativeMeta = *(VideoNativeMetadata *)info->mData->data(); 5332054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (info->mData->size() >= sizeof(grallocMeta) 5333054219874873b41f1c815552987c10465c34ba2bLajos Molnar && grallocMeta.eType == kMetadataBufferTypeGrallocSource) { 53347c77f9ca649f321374118937bcdaca14a7e5684bLajos Molnar handle = (native_handle_t *)(uintptr_t)grallocMeta.pHandle; 5335054219874873b41f1c815552987c10465c34ba2bLajos Molnar } else if (info->mData->size() >= sizeof(nativeMeta) 5336054219874873b41f1c815552987c10465c34ba2bLajos Molnar && nativeMeta.eType == kMetadataBufferTypeANWBuffer) { 53377c77f9ca649f321374118937bcdaca14a7e5684bLajos Molnar#ifdef OMX_ANDROID_COMPILE_AS_32BIT_ON_64BIT_PLATFORMS 53387c77f9ca649f321374118937bcdaca14a7e5684bLajos Molnar // ANativeWindowBuffer is only valid on 32-bit/mediaserver process 53397c77f9ca649f321374118937bcdaca14a7e5684bLajos Molnar handle = NULL; 53407c77f9ca649f321374118937bcdaca14a7e5684bLajos Molnar#else 5341054219874873b41f1c815552987c10465c34ba2bLajos Molnar handle = (native_handle_t *)nativeMeta.pBuffer->handle; 53427c77f9ca649f321374118937bcdaca14a7e5684bLajos Molnar#endif 5343054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 5344308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang info->mData->meta()->setPointer("handle", handle); 5345308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang info->mData->meta()->setInt32("rangeOffset", rangeOffset); 5346308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang info->mData->meta()->setInt32("rangeLength", rangeLength); 5347308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang } else { 5348308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang info->mData->setRange(rangeOffset, rangeLength); 5349308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang } 5350496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber#if 0 535121ad778dcfcddb8f8fd9dc3fe4992fbef246c511Marco Nelissen if (mCodec->mNativeWindow == NULL) { 5352496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber if (IsIDR(info->mData)) { 5353496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber ALOGI("IDR frame"); 5354496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber } 53555778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 535621ad778dcfcddb8f8fd9dc3fe4992fbef246c511Marco Nelissen#endif 5357f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 53588b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen if (mCodec->mSkipCutBuffer != NULL) { 53598b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen mCodec->mSkipCutBuffer->submit(info->mData); 53608b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen } 53615778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mData->meta()->setInt64("timeUs", timeUs); 5362f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 53635778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 5364d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatDrainThisBuffer); 5365609b815a3131d22da38b2f452faa9f89daad4039Andy Hung notify->setInt32("buffer-id", info->mBufferID); 53662d8bedd05437b6fccdbc6bf70f673ffd86744d59Andreas Huber notify->setBuffer("buffer", info->mData); 53675778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->setInt32("flags", flags); 5368f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5369609b815a3131d22da38b2f452faa9f89daad4039Andy Hung reply->setInt32("buffer-id", info->mBufferID); 5370f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 53715778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->setMessage("reply", reply); 5372f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 53735778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->post(); 53745778822d86b0337407514b9372562b86edfa91cdAndreas Huber 53755778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mStatus = BufferInfo::OWNED_BY_DOWNSTREAM; 5376f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5377f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (flags & OMX_BUFFERFLAG_EOS) { 53785778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGV("[%s] saw output EOS", mCodec->mComponentName.c_str()); 53795778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5380f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 5381d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatEOS); 5382dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber notify->setInt32("err", mCodec->mInputEOSResult); 5383f933441648ef6a71dee783d733aac17b9508b452Andreas Huber notify->post(); 5384f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5385f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mPortEOS[kPortIndexOutput] = true; 5386f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5387f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5388f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5389f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5390777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim case FREE_BUFFERS: 53910806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mCodec->freeBuffer(kPortIndexOutput, index); 53920806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 53930806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 53940806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 53950806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5396f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5397777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim 5398777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim default: 5399777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Invalid port mode: %d", mode); 5400777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return false; 5401f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5402f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5403f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 5404f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5405f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5406f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::BaseState::onOutputBufferDrained(const sp<AMessage> &msg) { 5407f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferID; 5408609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CHECK(msg->findInt32("buffer-id", (int32_t*)&bufferID)); 5409f933441648ef6a71dee783d733aac17b9508b452Andreas Huber ssize_t index; 54100806340688c937e7b78c2d89db3809274130df4eLajos Molnar BufferInfo *info = mCodec->findBufferByID(kPortIndexOutput, bufferID, &index); 54110806340688c937e7b78c2d89db3809274130df4eLajos Molnar BufferInfo::Status status = BufferInfo::getSafeStatus(info); 54120806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (status != BufferInfo::OWNED_BY_DOWNSTREAM) { 54130806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Wrong ownership in OBD: %s(%d) buffer #%u", _asString(status), status, bufferID); 54140806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->dumpBuffers(kPortIndexOutput); 54150806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 54160806340688c937e7b78c2d89db3809274130df4eLajos Molnar return; 54170806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5418f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5419577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar android_native_rect_t crop; 5420777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (msg->findRect("crop", &crop.left, &crop.top, &crop.right, &crop.bottom)) { 5421777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim status_t err = native_window_set_crop(mCodec->mNativeWindow.get(), &crop); 5422777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGW_IF(err != NO_ERROR, "failed to set crop: %d", err); 5423577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar } 5424577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar 5425f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t render; 5426f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mCodec->mNativeWindow != NULL 54276aade6058521b0dbd35a9a4620f4d04f02f90444Marco Nelissen && msg->findInt32("render", &render) && render != 0 542879ee2399b67c7a11042c5904dc1309712a76f8cbJianzheng Zhou && info->mData != NULL && info->mData->size() != 0) { 54296fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar ATRACE_NAME("render"); 5430f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // The client wants this buffer to be rendered. 5431f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 543290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // save buffers sent to the surface so we can get render time when they return 543390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int64_t mediaTimeUs = -1; 543490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar info->mData->meta()->findInt64("timeUs", &mediaTimeUs); 543590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (mediaTimeUs >= 0) { 543690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->mRenderTracker.onFrameQueued( 543790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mediaTimeUs, info->mGraphicBuffer, new Fence(::dup(info->mFenceFd))); 543890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 543990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 5440fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar int64_t timestampNs = 0; 5441fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar if (!msg->findInt64("timestampNs", ×tampNs)) { 5442c8edf5af010ac24a99b302a18e7b84e8b4b2b783Lajos Molnar // use media timestamp if client did not request a specific render timestamp 5443fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar if (info->mData->meta()->findInt64("timeUs", ×tampNs)) { 5444c8edf5af010ac24a99b302a18e7b84e8b4b2b783Lajos Molnar ALOGV("using buffer PTS of %lld", (long long)timestampNs); 5445fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar timestampNs *= 1000; 5446fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar } 5447fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar } 5448fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar 54495778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err; 5450fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar err = native_window_set_buffers_timestamp(mCodec->mNativeWindow.get(), timestampNs); 54510806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGW_IF(err != NO_ERROR, "failed to set buffer timestamp: %d", err); 5452fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar 545315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkReadFence("onOutputBufferDrained before queueBuffer"); 54540806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mCodec->mNativeWindow->queueBuffer( 545515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mCodec->mNativeWindow.get(), info->mGraphicBuffer.get(), info->mFenceFd); 545615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 54570806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 5458cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber info->mStatus = BufferInfo::OWNED_BY_NATIVE_WINDOW; 5459cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber } else { 5460264bac95912efe121d6a60026612617f04f42966Lajos Molnar ALOGE("queueBuffer failed in onOutputBufferDrained: %d", err); 5461251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 5462cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber info->mStatus = BufferInfo::OWNED_BY_US; 546315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // keeping read fence as write fence to avoid clobbering 546415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mIsReadFence = false; 5465cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber } 5466f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else { 54676fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar if (mCodec->mNativeWindow != NULL && 54686fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar (info->mData == NULL || info->mData->size() != 0)) { 546915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // move read fence into write fence to avoid clobbering 547015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mIsReadFence = false; 54716fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar ATRACE_NAME("frame-drop"); 54726fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar } 5473f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_US; 5474f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5475f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5476f933441648ef6a71dee783d733aac17b9508b452Andreas Huber PortMode mode = getPortMode(kPortIndexOutput); 5477f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5478f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (mode) { 5479f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case KEEP_BUFFERS: 5480f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5481f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // XXX fishy, revisit!!! What about the FREE_BUFFERS case below? 5482f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5483f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW) { 5484f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // We cannot resubmit the buffer we just rendered, dequeue 5485f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // the spare instead. 5486f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5487f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info = mCodec->dequeueBufferFromNativeWindow(); 5488f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5489f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5490f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5491f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5492f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case RESUBMIT_BUFFERS: 5493f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5494f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (!mCodec->mPortEOS[kPortIndexOutput]) { 5495f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW) { 5496f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // We cannot resubmit the buffer we just rendered, dequeue 5497f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // the spare instead. 5498f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5499f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info = mCodec->dequeueBufferFromNativeWindow(); 5500f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5501f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5502c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber if (info != NULL) { 5503609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] calling fillBuffer %u", 5504c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber mCodec->mComponentName.c_str(), info->mBufferID); 550515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkWriteFence("onOutputBufferDrained::RESUBMIT_BUFFERS"); 550615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar status_t err = mCodec->mOMX->fillBuffer( 550715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mCodec->mNode, info->mBufferID, info->mFenceFd); 550815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 55090806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 55100806340688c937e7b78c2d89db3809274130df4eLajos Molnar info->mStatus = BufferInfo::OWNED_BY_COMPONENT; 55110806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 55120806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 55130806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5514c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber } 5515f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5516f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5517f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5518f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5519777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim case FREE_BUFFERS: 5520f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 55210806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = mCodec->freeBuffer(kPortIndexOutput, index); 55220806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 55230806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 55240806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5525f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5526f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5527777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim 5528777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim default: 5529777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Invalid port mode: %d", mode); 5530777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return; 5531f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5532f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5533f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5534f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 5535f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5536f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::UninitializedState::UninitializedState(ACodec *codec) 5537f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : BaseState(codec) { 5538f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5539f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5540c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Hubervoid ACodec::UninitializedState::stateEntered() { 5541c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber ALOGV("Now uninitialized"); 5542ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 5543ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber if (mDeathNotifier != NULL) { 5544f888020c6e2735624f2b2a30e72aca24e17b8b4dMarco Nelissen IInterface::asBinder(mCodec->mOMX)->unlinkToDeath(mDeathNotifier); 5545ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mDeathNotifier.clear(); 5546ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber } 5547ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 5548ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mCodec->mNativeWindow.clear(); 5549e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar mCodec->mNativeWindowUsageBits = 0; 5550ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar mCodec->mNode = 0; 5551ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mCodec->mOMX.clear(); 5552ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mCodec->mQuirks = 0; 5553ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mCodec->mFlags = 0; 5554054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->mInputMetadataType = kMetadataBufferTypeInvalid; 5555054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->mOutputMetadataType = kMetadataBufferTypeInvalid; 5556ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mCodec->mComponentName.clear(); 5557c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 5558c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5559f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::UninitializedState::onMessageReceived(const sp<AMessage> &msg) { 5560f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool handled = false; 5561f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5562f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 5563f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case ACodec::kWhatSetup: 5564f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5565f933441648ef6a71dee783d733aac17b9508b452Andreas Huber onSetup(msg); 5566f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5567f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 5568f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5569f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5570f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 55715778822d86b0337407514b9372562b86edfa91cdAndreas Huber case ACodec::kWhatAllocateComponent: 55725778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 55735778822d86b0337407514b9372562b86edfa91cdAndreas Huber onAllocateComponent(msg); 55745778822d86b0337407514b9372562b86edfa91cdAndreas Huber handled = true; 55755778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 55765778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 55775778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5578f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case ACodec::kWhatShutdown: 5579f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5580c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber int32_t keepComponentAllocated; 5581c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber CHECK(msg->findInt32( 5582c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber "keepComponentAllocated", &keepComponentAllocated)); 558354b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar ALOGW_IF(keepComponentAllocated, 558454b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar "cannot keep component allocated on shutdown in Uninitialized state"); 5585c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5586f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 5587d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatShutdownCompleted); 5588f933441648ef6a71dee783d733aac17b9508b452Andreas Huber notify->post(); 5589f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5590f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 5591c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber break; 5592f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5593f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5594f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case ACodec::kWhatFlush: 5595f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5596f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 5597d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatFlushCompleted); 5598f933441648ef6a71dee783d733aac17b9508b452Andreas Huber notify->post(); 5599f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5600f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 5601c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber break; 5602f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5603f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 560430358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar case ACodec::kWhatReleaseCodecInstance: 560530358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar { 560630358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar // nothing to do, as we have already signaled shutdown 560730358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar handled = true; 560830358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar break; 560930358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar } 561030358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar 5611f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 5612f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onMessageReceived(msg); 5613f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5614f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5615f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return handled; 5616f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5617f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5618f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::UninitializedState::onSetup( 5619f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const sp<AMessage> &msg) { 5620c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (onAllocateComponent(msg) 5621c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber && mCodec->mLoadedState->onConfigureComponent(msg)) { 5622c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->mLoadedState->onStart(); 5623c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 56245778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 56255778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5626c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberbool ACodec::UninitializedState::onAllocateComponent(const sp<AMessage> &msg) { 56275778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGV("onAllocateComponent"); 56285778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5629ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar CHECK(mCodec->mNode == 0); 56305778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5631f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMXClient client; 563248a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung if (client.connect() != OK) { 563348a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung mCodec->signalError(OMX_ErrorUndefined, NO_INIT); 563448a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung return false; 563548a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung } 5636f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5637f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<IOMX> omx = client.interface(); 5638f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 56391d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> notify = new AMessage(kWhatOMXDied, mCodec); 5640ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 5641ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mDeathNotifier = new DeathNotifier(notify); 5642f888020c6e2735624f2b2a30e72aca24e17b8b4dMarco Nelissen if (IInterface::asBinder(omx)->linkToDeath(mDeathNotifier) != OK) { 5643ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber // This was a local binder, if it dies so do we, we won't care 5644ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber // about any notifications in the afterlife. 5645ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mDeathNotifier.clear(); 5646ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber } 5647ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 5648b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar Vector<AString> matchingCodecs; 56495778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5650f933441648ef6a71dee783d733aac17b9508b452Andreas Huber AString mime; 5651f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 56525778822d86b0337407514b9372562b86edfa91cdAndreas Huber AString componentName; 5653d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber uint32_t quirks = 0; 56547791cf11186a22b3f84d98cfde67393bee748cb0Marco Nelissen int32_t encoder = false; 56555778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (msg->findString("componentName", &componentName)) { 5656b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar sp<IMediaCodecList> list = MediaCodecList::getInstance(); 5657b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar if (list != NULL && list->findCodecByName(componentName.c_str()) >= 0) { 5658b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar matchingCodecs.add(componentName); 5659afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber } 56605778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 56615778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findString("mime", &mime)); 56625778822d86b0337407514b9372562b86edfa91cdAndreas Huber 56635778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("encoder", &encoder)) { 56645778822d86b0337407514b9372562b86edfa91cdAndreas Huber encoder = false; 56655778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 56665778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5667b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar MediaCodecList::findMatchingCodecs( 56685778822d86b0337407514b9372562b86edfa91cdAndreas Huber mime.c_str(), 56695778822d86b0337407514b9372562b86edfa91cdAndreas Huber encoder, // createEncoder 5670b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar 0, // flags 5671e671207115fac3914134c61b336d5fa0242c68caAndreas Huber &matchingCodecs); 56725778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 56731065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber 56741065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber sp<CodecObserver> observer = new CodecObserver; 5675ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar IOMX::node_id node = 0; 56761065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber 5677201d8d400eb037547f4f476a838475b13a446007Wei Jia status_t err = NAME_NOT_FOUND; 56781065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber for (size_t matchIndex = 0; matchIndex < matchingCodecs.size(); 56791065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber ++matchIndex) { 5680b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar componentName = matchingCodecs[matchIndex]; 5681b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar quirks = MediaCodecList::getQuirksFor(componentName.c_str()); 5682f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5683da153975581fb3161a30452348a5b26ee72d9255Elliott Hughes pid_t tid = gettid(); 5684078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber int prevPriority = androidGetThreadPriority(tid); 5685078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber androidSetThreadPriority(tid, ANDROID_PRIORITY_FOREGROUND); 56869f41ee5a4dd73093d107bc80df5cebb9a273cc72Ronghua Wu err = omx->allocateNode(componentName.c_str(), observer, &node); 5687078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber androidSetThreadPriority(tid, prevPriority); 5688f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 56891065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber if (err == OK) { 56901065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber break; 56917a727021b86c2fb2c9f60af2c999154dce1766ebZhijun He } else { 56927a727021b86c2fb2c9f60af2c999154dce1766ebZhijun He ALOGW("Allocating component '%s' failed, try next one.", componentName.c_str()); 56931065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber } 56941065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber 5695ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar node = 0; 56961065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber } 56971065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber 5698ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar if (node == 0) { 56995778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!mime.empty()) { 57009f41ee5a4dd73093d107bc80df5cebb9a273cc72Ronghua Wu ALOGE("Unable to instantiate a %scoder for type '%s' with err %#x.", 57019f41ee5a4dd73093d107bc80df5cebb9a273cc72Ronghua Wu encoder ? "en" : "de", mime.c_str(), err); 57025778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 57039f41ee5a4dd73093d107bc80df5cebb9a273cc72Ronghua Wu ALOGE("Unable to instantiate codec '%s' with err %#x.", componentName.c_str(), err); 57045778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 5705c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber 570652e88b2986536e83a7a6da63461556b8734a85f3Ronghua Wu mCodec->signalError((OMX_ERRORTYPE)err, makeNoSideEffectStatus(err)); 5707c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return false; 5708c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber } 5709f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 571026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar notify = new AMessage(kWhatOMXMessageList, mCodec); 5711f933441648ef6a71dee783d733aac17b9508b452Andreas Huber observer->setNotificationMessage(notify); 5712f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5713f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mComponentName = componentName; 571490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->mRenderTracker.setComponentName(componentName); 5715ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber mCodec->mFlags = 0; 5716ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 5717ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber if (componentName.endsWith(".secure")) { 5718ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber mCodec->mFlags |= kFlagIsSecure; 57191713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang mCodec->mFlags |= kFlagIsGrallocUsageProtected; 57200167414e261f88a96b5e4bf6cb592e6ca11e5a95Andreas Huber mCodec->mFlags |= kFlagPushBlankBuffersToNativeWindowOnShutdown; 5721ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 5722ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 5723afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber mCodec->mQuirks = quirks; 5724f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mOMX = omx; 5725f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mNode = node; 5726f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 57275778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 57285778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 5729d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatComponentAllocated); 57305778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->setString("componentName", mCodec->mComponentName.c_str()); 57315778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->post(); 57325778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 5733c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5734c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->changeState(mCodec->mLoadedState); 5735c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5736c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return true; 57375778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 57385778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5739c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber//////////////////////////////////////////////////////////////////////////////// 5740c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5741c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas HuberACodec::LoadedState::LoadedState(ACodec *codec) 5742c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber : BaseState(codec) { 5743c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 5744c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5745c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Hubervoid ACodec::LoadedState::stateEntered() { 5746c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber ALOGV("[%s] Now Loaded", mCodec->mComponentName.c_str()); 5747c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5748f6f38287b97ec69b169387add6458f859b770e65Andreas Huber mCodec->mPortEOS[kPortIndexInput] = 5749f6f38287b97ec69b169387add6458f859b770e65Andreas Huber mCodec->mPortEOS[kPortIndexOutput] = false; 5750f6f38287b97ec69b169387add6458f859b770e65Andreas Huber 5751f6f38287b97ec69b169387add6458f859b770e65Andreas Huber mCodec->mInputEOSResult = OK; 5752f6f38287b97ec69b169387add6458f859b770e65Andreas Huber 5753054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mCodec->mDequeueCounter = 0; 5754054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->mMetadataBuffersToSubmit = 0; 5755a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber mCodec->mRepeatFrameDelayUs = -1ll; 5756e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar mCodec->mInputFormat.clear(); 5757e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar mCodec->mOutputFormat.clear(); 57584e865a3cfe4c955e0890321a6b488cf661808b63Lajos Molnar mCodec->mBaseOutputFormat.clear(); 5759054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 5760c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (mCodec->mShutdownInProgress) { 5761c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber bool keepComponentAllocated = mCodec->mKeepComponentAllocated; 5762c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5763c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->mShutdownInProgress = false; 5764c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->mKeepComponentAllocated = false; 5765c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5766c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber onShutdown(keepComponentAllocated); 5767c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 576854b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar mCodec->mExplicitShutdown = false; 5769f393c33e65ae51a7cf168b4e15771b152f996b32Wei Jia 5770f393c33e65ae51a7cf168b4e15771b152f996b32Wei Jia mCodec->processDeferredMessages(); 5771c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 5772c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5773c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Hubervoid ACodec::LoadedState::onShutdown(bool keepComponentAllocated) { 5774c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (!keepComponentAllocated) { 57750806340688c937e7b78c2d89db3809274130df4eLajos Molnar (void)mCodec->mOMX->freeNode(mCodec->mNode); 5776c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5777c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->changeState(mCodec->mUninitializedState); 5778c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 5779c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 578054b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar if (mCodec->mExplicitShutdown) { 578154b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar sp<AMessage> notify = mCodec->mNotify->dup(); 5782d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatShutdownCompleted); 578354b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar notify->post(); 578454b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar mCodec->mExplicitShutdown = false; 578554b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar } 5786c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 5787c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5788c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberbool ACodec::LoadedState::onMessageReceived(const sp<AMessage> &msg) { 5789c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber bool handled = false; 5790c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5791c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber switch (msg->what()) { 5792c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case ACodec::kWhatConfigureComponent: 5793c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber { 5794c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber onConfigureComponent(msg); 5795c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber handled = true; 5796c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber break; 5797c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 5798c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 57997cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case ACodec::kWhatCreateInputSurface: 58007cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 58017cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden onCreateInputSurface(msg); 58027cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden handled = true; 58037cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 58047cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 58057cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 58068f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang case ACodec::kWhatSetInputSurface: 5807d291c222357303b9611cab89d0c3b047584ef377Chong Zhang { 58088f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang onSetInputSurface(msg); 5809d291c222357303b9611cab89d0c3b047584ef377Chong Zhang handled = true; 5810d291c222357303b9611cab89d0c3b047584ef377Chong Zhang break; 5811d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 5812d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 5813c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case ACodec::kWhatStart: 5814c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber { 5815c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber onStart(); 5816c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber handled = true; 5817c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber break; 5818c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 5819c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5820c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case ACodec::kWhatShutdown: 5821c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber { 5822c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber int32_t keepComponentAllocated; 5823c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber CHECK(msg->findInt32( 5824c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber "keepComponentAllocated", &keepComponentAllocated)); 5825c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 582654b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar mCodec->mExplicitShutdown = true; 5827c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber onShutdown(keepComponentAllocated); 5828c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5829c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber handled = true; 5830c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber break; 5831c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 5832c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5833c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case ACodec::kWhatFlush: 5834c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber { 5835c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 5836d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatFlushCompleted); 5837c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber notify->post(); 5838c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5839c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber handled = true; 5840c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber break; 5841c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 5842c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5843c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber default: 5844c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return BaseState::onMessageReceived(msg); 5845c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 5846c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5847c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return handled; 5848c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 5849c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5850c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberbool ACodec::LoadedState::onConfigureComponent( 58515778822d86b0337407514b9372562b86edfa91cdAndreas Huber const sp<AMessage> &msg) { 58525778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGV("onConfigureComponent"); 58535778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5854ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar CHECK(mCodec->mNode != 0); 58555778822d86b0337407514b9372562b86edfa91cdAndreas Huber 58560806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = OK; 58575778822d86b0337407514b9372562b86edfa91cdAndreas Huber AString mime; 58580806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (!msg->findString("mime", &mime)) { 58590806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = BAD_VALUE; 58600806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 58610806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mCodec->configureCodec(mime.c_str(), msg); 58620806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 58635778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 5864c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber ALOGE("[%s] configureCodec returning error %d", 5865c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber mCodec->mComponentName.c_str(), err); 5866c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber 5867251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 5868c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return false; 58695778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 5870f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 58715778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 58725778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 5873d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatComponentConfigured); 5874e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setMessage("input-format", mCodec->mInputFormat); 5875e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setMessage("output-format", mCodec->mOutputFormat); 58765778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->post(); 58775778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 5878c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5879c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return true; 58805778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 58815778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5882d291c222357303b9611cab89d0c3b047584ef377Chong Zhangstatus_t ACodec::LoadedState::setupInputSurface() { 5883d291c222357303b9611cab89d0c3b047584ef377Chong Zhang status_t err = OK; 5884a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber 5885d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (mCodec->mRepeatFrameDelayUs > 0ll) { 5886a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber err = mCodec->mOMX->setInternalOption( 5887a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber mCodec->mNode, 5888a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber kPortIndexInput, 5889a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber IOMX::INTERNAL_OPTION_REPEAT_PREVIOUS_FRAME_DELAY, 5890a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber &mCodec->mRepeatFrameDelayUs, 5891a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber sizeof(mCodec->mRepeatFrameDelayUs)); 5892a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber 5893a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber if (err != OK) { 5894a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber ALOGE("[%s] Unable to configure option to repeat previous " 5895a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber "frames (err %d)", 5896a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber mCodec->mComponentName.c_str(), 5897a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber err); 5898d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return err; 5899a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber } 5900a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber } 5901a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber 5902d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (mCodec->mMaxPtsGapUs > 0ll) { 590394ee4b708acfa941581160b267afb79192b1d816Chong Zhang err = mCodec->mOMX->setInternalOption( 590494ee4b708acfa941581160b267afb79192b1d816Chong Zhang mCodec->mNode, 590594ee4b708acfa941581160b267afb79192b1d816Chong Zhang kPortIndexInput, 590694ee4b708acfa941581160b267afb79192b1d816Chong Zhang IOMX::INTERNAL_OPTION_MAX_TIMESTAMP_GAP, 590794ee4b708acfa941581160b267afb79192b1d816Chong Zhang &mCodec->mMaxPtsGapUs, 590894ee4b708acfa941581160b267afb79192b1d816Chong Zhang sizeof(mCodec->mMaxPtsGapUs)); 590994ee4b708acfa941581160b267afb79192b1d816Chong Zhang 591094ee4b708acfa941581160b267afb79192b1d816Chong Zhang if (err != OK) { 591194ee4b708acfa941581160b267afb79192b1d816Chong Zhang ALOGE("[%s] Unable to configure max timestamp gap (err %d)", 591272cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang mCodec->mComponentName.c_str(), 591372cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang err); 5914d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return err; 59152c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang } 59162c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang } 59172c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang 5918d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (mCodec->mMaxFps > 0) { 591937b2b389139ed638831e49708c947863eef631efRonghua Wu err = mCodec->mOMX->setInternalOption( 592037b2b389139ed638831e49708c947863eef631efRonghua Wu mCodec->mNode, 592137b2b389139ed638831e49708c947863eef631efRonghua Wu kPortIndexInput, 592237b2b389139ed638831e49708c947863eef631efRonghua Wu IOMX::INTERNAL_OPTION_MAX_FPS, 592337b2b389139ed638831e49708c947863eef631efRonghua Wu &mCodec->mMaxFps, 592437b2b389139ed638831e49708c947863eef631efRonghua Wu sizeof(mCodec->mMaxFps)); 592537b2b389139ed638831e49708c947863eef631efRonghua Wu 592637b2b389139ed638831e49708c947863eef631efRonghua Wu if (err != OK) { 592737b2b389139ed638831e49708c947863eef631efRonghua Wu ALOGE("[%s] Unable to configure max fps (err %d)", 592837b2b389139ed638831e49708c947863eef631efRonghua Wu mCodec->mComponentName.c_str(), 592937b2b389139ed638831e49708c947863eef631efRonghua Wu err); 5930d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return err; 593137b2b389139ed638831e49708c947863eef631efRonghua Wu } 593237b2b389139ed638831e49708c947863eef631efRonghua Wu } 593337b2b389139ed638831e49708c947863eef631efRonghua Wu 5934d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (mCodec->mTimePerCaptureUs > 0ll 59352c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang && mCodec->mTimePerFrameUs > 0ll) { 59362c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang int64_t timeLapse[2]; 59372c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang timeLapse[0] = mCodec->mTimePerFrameUs; 59382c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang timeLapse[1] = mCodec->mTimePerCaptureUs; 59392c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang err = mCodec->mOMX->setInternalOption( 59402c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mCodec->mNode, 59412c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang kPortIndexInput, 59422c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang IOMX::INTERNAL_OPTION_TIME_LAPSE, 59432c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang &timeLapse[0], 59442c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang sizeof(timeLapse)); 59452c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang 59462c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang if (err != OK) { 59472c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang ALOGE("[%s] Unable to configure time lapse (err %d)", 59482c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mCodec->mComponentName.c_str(), 59492c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang err); 5950d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return err; 59512c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang } 59522c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang } 595372cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang 5954d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (mCodec->mCreateInputBuffersSuspended) { 595572cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang bool suspend = true; 595672cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang err = mCodec->mOMX->setInternalOption( 595772cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang mCodec->mNode, 595872cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang kPortIndexInput, 595972cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang IOMX::INTERNAL_OPTION_SUSPEND, 596072cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang &suspend, 596172cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang sizeof(suspend)); 596272cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang 596372cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang if (err != OK) { 596472cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang ALOGE("[%s] Unable to configure option to suspend (err %d)", 596594ee4b708acfa941581160b267afb79192b1d816Chong Zhang mCodec->mComponentName.c_str(), 596694ee4b708acfa941581160b267afb79192b1d816Chong Zhang err); 5967d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return err; 596894ee4b708acfa941581160b267afb79192b1d816Chong Zhang } 596994ee4b708acfa941581160b267afb79192b1d816Chong Zhang } 597094ee4b708acfa941581160b267afb79192b1d816Chong Zhang 5971c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar uint32_t usageBits; 5972c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar if (mCodec->mOMX->getParameter( 5973c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar mCodec->mNode, (OMX_INDEXTYPE)OMX_IndexParamConsumerUsageBits, 5974c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar &usageBits, sizeof(usageBits)) == OK) { 5975c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar mCodec->mInputFormat->setInt32( 5976c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar "using-sw-read-often", !!(usageBits & GRALLOC_USAGE_SW_READ_OFTEN)); 5977c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar } 5978c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar 5979d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return OK; 5980d291c222357303b9611cab89d0c3b047584ef377Chong Zhang} 5981d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 5982d291c222357303b9611cab89d0c3b047584ef377Chong Zhangvoid ACodec::LoadedState::onCreateInputSurface( 5983d291c222357303b9611cab89d0c3b047584ef377Chong Zhang const sp<AMessage> & /* msg */) { 5984d291c222357303b9611cab89d0c3b047584ef377Chong Zhang ALOGV("onCreateInputSurface"); 5985d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 5986d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<AMessage> notify = mCodec->mNotify->dup(); 5987d291c222357303b9611cab89d0c3b047584ef377Chong Zhang notify->setInt32("what", CodecBase::kWhatInputSurfaceCreated); 5988d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 5989d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<IGraphicBufferProducer> bufferProducer; 5990d291c222357303b9611cab89d0c3b047584ef377Chong Zhang status_t err = mCodec->mOMX->createInputSurface( 5991054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->mNode, kPortIndexInput, &bufferProducer, &mCodec->mInputMetadataType); 5992d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 5993d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (err == OK) { 5994d291c222357303b9611cab89d0c3b047584ef377Chong Zhang err = setupInputSurface(); 5995d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 5996d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 59977cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (err == OK) { 59987cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden notify->setObject("input-surface", 59997cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden new BufferProducerWrapper(bufferProducer)); 60007cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } else { 60017cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden // Can't use mCodec->signalError() here -- MediaCodec won't forward 60027cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden // the error through because it's in the "configured" state. We 60037cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden // send a kWhatInputSurfaceCreated with an error value instead. 60047cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden ALOGE("[%s] onCreateInputSurface returning error %d", 60057cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mCodec->mComponentName.c_str(), err); 60067cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden notify->setInt32("err", err); 60077cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 60087cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden notify->post(); 60097cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden} 60107cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 60118f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhangvoid ACodec::LoadedState::onSetInputSurface( 6012d291c222357303b9611cab89d0c3b047584ef377Chong Zhang const sp<AMessage> &msg) { 60138f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang ALOGV("onSetInputSurface"); 6014d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6015d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<AMessage> notify = mCodec->mNotify->dup(); 6016d291c222357303b9611cab89d0c3b047584ef377Chong Zhang notify->setInt32("what", CodecBase::kWhatInputSurfaceAccepted); 6017d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6018d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<RefBase> obj; 6019d291c222357303b9611cab89d0c3b047584ef377Chong Zhang CHECK(msg->findObject("input-surface", &obj)); 6020d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<PersistentSurface> surface = static_cast<PersistentSurface *>(obj.get()); 6021d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 60228f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang status_t err = mCodec->mOMX->setInputSurface( 6023054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->mNode, kPortIndexInput, surface->getBufferConsumer(), 6024054219874873b41f1c815552987c10465c34ba2bLajos Molnar &mCodec->mInputMetadataType); 6025d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6026d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (err == OK) { 6027d291c222357303b9611cab89d0c3b047584ef377Chong Zhang err = setupInputSurface(); 6028d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 6029d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6030d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (err != OK) { 6031d291c222357303b9611cab89d0c3b047584ef377Chong Zhang // Can't use mCodec->signalError() here -- MediaCodec won't forward 6032d291c222357303b9611cab89d0c3b047584ef377Chong Zhang // the error through because it's in the "configured" state. We 6033d291c222357303b9611cab89d0c3b047584ef377Chong Zhang // send a kWhatInputSurfaceAccepted with an error value instead. 60348f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang ALOGE("[%s] onSetInputSurface returning error %d", 6035d291c222357303b9611cab89d0c3b047584ef377Chong Zhang mCodec->mComponentName.c_str(), err); 6036d291c222357303b9611cab89d0c3b047584ef377Chong Zhang notify->setInt32("err", err); 6037d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 6038d291c222357303b9611cab89d0c3b047584ef377Chong Zhang notify->post(); 6039d291c222357303b9611cab89d0c3b047584ef377Chong Zhang} 6040d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6041c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Hubervoid ACodec::LoadedState::onStart() { 60425778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGV("onStart"); 60435778822d86b0337407514b9372562b86edfa91cdAndreas Huber 60440806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = mCodec->mOMX->sendCommand(mCodec->mNode, OMX_CommandStateSet, OMX_StateIdle); 60450806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 60460806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 60470806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 60480806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->changeState(mCodec->mLoadedToIdleState); 60490806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6050f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6051f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6052f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 6053f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6054f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::LoadedToIdleState::LoadedToIdleState(ACodec *codec) 6055f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : BaseState(codec) { 6056f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6057f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6058f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::LoadedToIdleState::stateEntered() { 60593856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now Loaded->Idle", mCodec->mComponentName.c_str()); 6060f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6061cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber status_t err; 6062cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber if ((err = allocateBuffers()) != OK) { 606329357bc2c0dd7c43ad3bd0c8e3efa4e6fd9bfd47Steve Block ALOGE("Failed to allocate buffers after transitioning to IDLE state " 6064cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber "(error 0x%08x)", 6065cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber err); 6066cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber 6067251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 606891bfadb4aa75444c60e9949232de3c184cfe060aAndreas Huber 6069c673de8067ad53f96b3fcd2b7b24b066303a32aaWei Jia mCodec->mOMX->sendCommand( 6070c673de8067ad53f96b3fcd2b7b24b066303a32aaWei Jia mCodec->mNode, OMX_CommandStateSet, OMX_StateLoaded); 6071c673de8067ad53f96b3fcd2b7b24b066303a32aaWei Jia if (mCodec->allYourBuffersAreBelongToUs(kPortIndexInput)) { 6072c673de8067ad53f96b3fcd2b7b24b066303a32aaWei Jia mCodec->freeBuffersOnPort(kPortIndexInput); 6073c673de8067ad53f96b3fcd2b7b24b066303a32aaWei Jia } 6074c673de8067ad53f96b3fcd2b7b24b066303a32aaWei Jia if (mCodec->allYourBuffersAreBelongToUs(kPortIndexOutput)) { 6075c673de8067ad53f96b3fcd2b7b24b066303a32aaWei Jia mCodec->freeBuffersOnPort(kPortIndexOutput); 6076c673de8067ad53f96b3fcd2b7b24b066303a32aaWei Jia } 6077c673de8067ad53f96b3fcd2b7b24b066303a32aaWei Jia 607891bfadb4aa75444c60e9949232de3c184cfe060aAndreas Huber mCodec->changeState(mCodec->mLoadedState); 6079cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber } 6080f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6081f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6082f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::LoadedToIdleState::allocateBuffers() { 6083f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t err = mCodec->allocateBuffersOnPort(kPortIndexInput); 6084f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6085f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 6086f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 6087f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6088f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6089f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return mCodec->allocateBuffersOnPort(kPortIndexOutput); 6090f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6091f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6092f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::LoadedToIdleState::onMessageReceived(const sp<AMessage> &msg) { 6093f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 609472cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang case kWhatSetParameters: 6095f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 6096f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6097f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->deferMessage(msg); 6098f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6099f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6100f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 61016507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden case kWhatSignalEndOfInputStream: 61026507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden { 61036507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mCodec->onSignalEndOfInputStream(); 61046507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden return true; 61056507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden } 61066507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 61076463e76d41430f9b03a79b221de84255f2475658Marco Nelissen case kWhatResume: 61086463e76d41430f9b03a79b221de84255f2475658Marco Nelissen { 61096463e76d41430f9b03a79b221de84255f2475658Marco Nelissen // We'll be active soon enough. 61106463e76d41430f9b03a79b221de84255f2475658Marco Nelissen return true; 61116463e76d41430f9b03a79b221de84255f2475658Marco Nelissen } 61126463e76d41430f9b03a79b221de84255f2475658Marco Nelissen 61136463e76d41430f9b03a79b221de84255f2475658Marco Nelissen case kWhatFlush: 61146463e76d41430f9b03a79b221de84255f2475658Marco Nelissen { 61156463e76d41430f9b03a79b221de84255f2475658Marco Nelissen // We haven't even started yet, so we're flushed alright... 61166463e76d41430f9b03a79b221de84255f2475658Marco Nelissen sp<AMessage> notify = mCodec->mNotify->dup(); 6117d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatFlushCompleted); 61186463e76d41430f9b03a79b221de84255f2475658Marco Nelissen notify->post(); 61196463e76d41430f9b03a79b221de84255f2475658Marco Nelissen return true; 61206463e76d41430f9b03a79b221de84255f2475658Marco Nelissen } 61216463e76d41430f9b03a79b221de84255f2475658Marco Nelissen 6122f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6123f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onMessageReceived(msg); 6124f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6125f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6126f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6127f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::LoadedToIdleState::onOMXEvent( 6128f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 6129f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 6130f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventCmdComplete: 6131f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 61320806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = OK; 61330806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (data1 != (OMX_U32)OMX_CommandStateSet 61340806340688c937e7b78c2d89db3809274130df4eLajos Molnar || data2 != (OMX_U32)OMX_StateIdle) { 61350806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Unexpected command completion in LoadedToIdleState: %s(%u) %s(%u)", 61360806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_COMMANDTYPE)data1), data1, 61370806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_STATETYPE)data2), data2); 61380806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = FAILED_TRANSACTION; 61390806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6140f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 61410806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 61420806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mCodec->mOMX->sendCommand( 61430806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mNode, OMX_CommandStateSet, OMX_StateExecuting); 61440806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6145f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 61460806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 61470806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 61480806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 61490806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->changeState(mCodec->mIdleToExecutingState); 61500806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6151f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6152f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6153f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6154f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6155f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6156f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onOMXEvent(event, data1, data2); 6157f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6158f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6159f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6160f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 6161f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6162f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::IdleToExecutingState::IdleToExecutingState(ACodec *codec) 6163f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : BaseState(codec) { 6164f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6165f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6166f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::IdleToExecutingState::stateEntered() { 61673856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now Idle->Executing", mCodec->mComponentName.c_str()); 6168f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6169f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6170f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::IdleToExecutingState::onMessageReceived(const sp<AMessage> &msg) { 6171f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 617272cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang case kWhatSetParameters: 6173f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 6174f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6175f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->deferMessage(msg); 6176f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6177f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6178f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6179d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber case kWhatResume: 6180d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber { 6181d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber // We'll be active soon enough. 6182d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber return true; 6183d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber } 6184d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber 6185d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber case kWhatFlush: 6186d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber { 6187d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber // We haven't even started yet, so we're flushed alright... 6188d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 6189d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatFlushCompleted); 6190d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber notify->post(); 6191d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber 6192d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber return true; 6193d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber } 6194d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber 61956507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden case kWhatSignalEndOfInputStream: 61966507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden { 61976507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mCodec->onSignalEndOfInputStream(); 61986507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden return true; 61996507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden } 62006507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 6201f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6202f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onMessageReceived(msg); 6203f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6204f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6205f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6206f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::IdleToExecutingState::onOMXEvent( 6207f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 6208f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 6209f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventCmdComplete: 6210f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 62110806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (data1 != (OMX_U32)OMX_CommandStateSet 62120806340688c937e7b78c2d89db3809274130df4eLajos Molnar || data2 != (OMX_U32)OMX_StateExecuting) { 62130806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Unexpected command completion in IdleToExecutingState: %s(%u) %s(%u)", 62140806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_COMMANDTYPE)data1), data1, 62150806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_STATETYPE)data2), data2); 62160806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 62170806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 62180806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6219f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6220f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mExecutingState->resume(); 6221f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->changeState(mCodec->mExecutingState); 6222f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6223f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6224f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6225f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6226f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6227f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onOMXEvent(event, data1, data2); 6228f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6229f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6230f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6231f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 6232f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6233f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::ExecutingState::ExecutingState(ACodec *codec) 6234349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber : BaseState(codec), 6235349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mActive(false) { 6236f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6237f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6238f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::BaseState::PortMode ACodec::ExecutingState::getPortMode( 6239ccb067b1d8424ba610cbd3de83368bd55b532b5bAndreas Huber OMX_U32 /* portIndex */) { 6240f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return RESUBMIT_BUFFERS; 6241f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6242f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6243054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnarvoid ACodec::ExecutingState::submitOutputMetaBuffers() { 6244054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar // submit as many buffers as there are input buffers with the codec 6245054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar // in case we are in port reconfiguring 6246054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar for (size_t i = 0; i < mCodec->mBuffers[kPortIndexInput].size(); ++i) { 6247054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar BufferInfo *info = &mCodec->mBuffers[kPortIndexInput].editItemAt(i); 6248054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 6249054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar if (info->mStatus == BufferInfo::OWNED_BY_COMPONENT) { 6250054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mCodec->submitOutputMetadataBuffer() != OK) 6251054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar break; 6252054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 6253054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 62544dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar 62554dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar // *** NOTE: THE FOLLOWING WORKAROUND WILL BE REMOVED *** 6256054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->signalSubmitOutputMetadataBufferIfEOS_workaround(); 6257054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar} 6258054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 6259054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnarvoid ACodec::ExecutingState::submitRegularOutputBuffers() { 62600806340688c937e7b78c2d89db3809274130df4eLajos Molnar bool failed = false; 6261f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (size_t i = 0; i < mCodec->mBuffers[kPortIndexOutput].size(); ++i) { 6262f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = &mCodec->mBuffers[kPortIndexOutput].editItemAt(i); 6263f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6264f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mCodec->mNativeWindow != NULL) { 62650806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (info->mStatus != BufferInfo::OWNED_BY_US 62660806340688c937e7b78c2d89db3809274130df4eLajos Molnar && info->mStatus != BufferInfo::OWNED_BY_NATIVE_WINDOW) { 62670806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("buffers should be owned by us or the surface"); 62680806340688c937e7b78c2d89db3809274130df4eLajos Molnar failed = true; 62690806340688c937e7b78c2d89db3809274130df4eLajos Molnar break; 62700806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6271f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6272f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW) { 6273f933441648ef6a71dee783d733aac17b9508b452Andreas Huber continue; 6274f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6275f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else { 62760806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (info->mStatus != BufferInfo::OWNED_BY_US) { 62770806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("buffers should be owned by us"); 62780806340688c937e7b78c2d89db3809274130df4eLajos Molnar failed = true; 62790806340688c937e7b78c2d89db3809274130df4eLajos Molnar break; 62800806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6281f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6282f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 62830806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGV("[%s] calling fillBuffer %u", mCodec->mComponentName.c_str(), info->mBufferID); 6284349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 628515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkWriteFence("submitRegularOutputBuffers"); 628615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar status_t err = mCodec->mOMX->fillBuffer(mCodec->mNode, info->mBufferID, info->mFenceFd); 628715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 62880806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 62890806340688c937e7b78c2d89db3809274130df4eLajos Molnar failed = true; 62900806340688c937e7b78c2d89db3809274130df4eLajos Molnar break; 62910806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6292f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6293f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_COMPONENT; 6294f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 62950806340688c937e7b78c2d89db3809274130df4eLajos Molnar 62960806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (failed) { 62970806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 62980806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6299f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6300f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6301054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnarvoid ACodec::ExecutingState::submitOutputBuffers() { 6302c38fcfba95f711e5738e4c72bd5499317a2f30d9Lajos Molnar submitRegularOutputBuffers(); 6303054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mCodec->storingMetadataInDecodedBuffers()) { 6304054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar submitOutputMetaBuffers(); 6305054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 6306054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar} 6307054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 6308f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::ExecutingState::resume() { 6309349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber if (mActive) { 63100806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGV("[%s] We're already active, no need to resume.", mCodec->mComponentName.c_str()); 6311349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber return; 6312349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber } 6313349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 6314f933441648ef6a71dee783d733aac17b9508b452Andreas Huber submitOutputBuffers(); 6315f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 63163cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar // Post all available input buffers 6317777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (mCodec->mBuffers[kPortIndexInput].size() == 0u) { 6318777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGW("[%s] we don't have any input buffers to resume", mCodec->mComponentName.c_str()); 6319777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 6320777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim 63213cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar for (size_t i = 0; i < mCodec->mBuffers[kPortIndexInput].size(); i++) { 63223cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar BufferInfo *info = &mCodec->mBuffers[kPortIndexInput].editItemAt(i); 63233cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar if (info->mStatus == BufferInfo::OWNED_BY_US) { 63243cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar postFillThisBuffer(info); 63253cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar } 63263cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar } 6327349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 6328349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mActive = true; 6329f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6330f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6331f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::ExecutingState::stateEntered() { 63323856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now Executing", mCodec->mComponentName.c_str()); 6333f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 633490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->mRenderTracker.clear(systemTime(CLOCK_MONOTONIC)); 6335f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->processDeferredMessages(); 6336f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6337f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6338f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::ExecutingState::onMessageReceived(const sp<AMessage> &msg) { 6339f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool handled = false; 6340f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6341f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 6342f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 6343f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6344c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber int32_t keepComponentAllocated; 6345c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber CHECK(msg->findInt32( 6346c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber "keepComponentAllocated", &keepComponentAllocated)); 6347c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6348c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->mShutdownInProgress = true; 634954b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar mCodec->mExplicitShutdown = true; 6350c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->mKeepComponentAllocated = keepComponentAllocated; 6351c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6352349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mActive = false; 6353349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 63540806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = mCodec->mOMX->sendCommand( 63550806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mNode, OMX_CommandStateSet, OMX_StateIdle); 63560806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 63570806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (keepComponentAllocated) { 63580806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 63590806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 63600806340688c937e7b78c2d89db3809274130df4eLajos Molnar // TODO: do some recovery here. 63610806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 63620806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->changeState(mCodec->mExecutingToIdleState); 63630806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6364f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6365f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 6366f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6367f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6368f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6369f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatFlush: 6370f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 63717a3a2b2f9bb9421dcf83fbd47276e57917078aefJames Dong ALOGV("[%s] ExecutingState flushing now " 6372ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar "(codec owns %zu/%zu input, %zu/%zu output).", 6373d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber mCodec->mComponentName.c_str(), 6374d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber mCodec->countBuffersOwnedByComponent(kPortIndexInput), 6375d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber mCodec->mBuffers[kPortIndexInput].size(), 6376d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber mCodec->countBuffersOwnedByComponent(kPortIndexOutput), 6377d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber mCodec->mBuffers[kPortIndexOutput].size()); 6378d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 6379349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mActive = false; 6380349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 63810806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = mCodec->mOMX->sendCommand(mCodec->mNode, OMX_CommandFlush, OMX_ALL); 63820806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 63830806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 63840806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 63850806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->changeState(mCodec->mFlushingState); 63860806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6387f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6388f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 6389f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6390f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6391f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6392f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatResume: 6393f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6394f933441648ef6a71dee783d733aac17b9508b452Andreas Huber resume(); 6395f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6396f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 6397f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6398f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6399f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6400496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber case kWhatRequestIDRFrame: 6401496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber { 6402496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber status_t err = mCodec->requestIDRFrame(); 6403496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber if (err != OK) { 6404496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber ALOGW("Requesting an IDR frame failed."); 6405496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber } 6406496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 6407496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber handled = true; 6408496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber break; 6409496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber } 6410496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 6411a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber case kWhatSetParameters: 6412a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber { 6413a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber sp<AMessage> params; 6414a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber CHECK(msg->findMessage("params", ¶ms)); 6415a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 6416a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber status_t err = mCodec->setParameters(params); 6417a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 6418a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber sp<AMessage> reply; 6419a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber if (msg->findMessage("reply", &reply)) { 6420a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber reply->setInt32("err", err); 6421a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber reply->post(); 6422a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber } 6423a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 6424a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber handled = true; 6425a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber break; 6426a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber } 6427a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 64287cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case ACodec::kWhatSignalEndOfInputStream: 64297cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 64306507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mCodec->onSignalEndOfInputStream(); 64317cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden handled = true; 64327cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 64337cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 64347cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 64354dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar // *** NOTE: THE FOLLOWING WORKAROUND WILL BE REMOVED *** 6436054219874873b41f1c815552987c10465c34ba2bLajos Molnar case kWhatSubmitOutputMetadataBufferIfEOS: 64374dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar { 64384dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar if (mCodec->mPortEOS[kPortIndexInput] && 64394dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar !mCodec->mPortEOS[kPortIndexOutput]) { 6440054219874873b41f1c815552987c10465c34ba2bLajos Molnar status_t err = mCodec->submitOutputMetadataBuffer(); 64414dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar if (err == OK) { 6442054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->signalSubmitOutputMetadataBufferIfEOS_workaround(); 64434dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar } 64444dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar } 64454dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar return true; 64464dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar } 64474dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar 6448f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6449f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = BaseState::onMessageReceived(msg); 6450f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6451f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6452f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6453f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return handled; 6454f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6455f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6456a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huberstatus_t ACodec::setParameters(const sp<AMessage> ¶ms) { 6457a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber int32_t videoBitrate; 6458530fdbdc1b5491f3fbf172752834d1515701e142Lajos Molnar if (params->findInt32("video-bitrate", &videoBitrate)) { 6459a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber OMX_VIDEO_CONFIG_BITRATETYPE configParams; 6460a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber InitOMXParams(&configParams); 6461a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber configParams.nPortIndex = kPortIndexOutput; 6462a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber configParams.nEncodeBitrate = videoBitrate; 6463a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 6464a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber status_t err = mOMX->setConfig( 6465a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber mNode, 6466a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber OMX_IndexConfigVideoBitrate, 6467a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber &configParams, 6468a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber sizeof(configParams)); 6469a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 6470a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber if (err != OK) { 6471a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber ALOGE("setConfig(OMX_IndexConfigVideoBitrate, %d) failed w/ err %d", 6472a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber videoBitrate, err); 6473a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 6474a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber return err; 6475a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber } 6476a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber } 6477a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 647872cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang int64_t skipFramesBeforeUs; 647972cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang if (params->findInt64("skip-frames-before", &skipFramesBeforeUs)) { 648072cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang status_t err = 648172cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang mOMX->setInternalOption( 648272cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang mNode, 648372cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang kPortIndexInput, 648472cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang IOMX::INTERNAL_OPTION_START_TIME, 648572cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang &skipFramesBeforeUs, 648672cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang sizeof(skipFramesBeforeUs)); 648772cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang 648872cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang if (err != OK) { 648972cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang ALOGE("Failed to set parameter 'skip-frames-before' (err %d)", err); 649072cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang return err; 649172cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang } 649272cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang } 649372cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang 6494e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber int32_t dropInputFrames; 6495e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber if (params->findInt32("drop-input-frames", &dropInputFrames)) { 6496e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber bool suspend = dropInputFrames != 0; 6497e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber 6498b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber status_t err = 6499b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber mOMX->setInternalOption( 6500e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber mNode, 6501e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber kPortIndexInput, 6502e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber IOMX::INTERNAL_OPTION_SUSPEND, 6503e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber &suspend, 6504b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber sizeof(suspend)); 6505b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber 6506b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber if (err != OK) { 6507b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber ALOGE("Failed to set parameter 'drop-input-frames' (err %d)", err); 6508b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber return err; 6509b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber } 6510b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber } 6511b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber 6512b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber int32_t dummy; 6513b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber if (params->findInt32("request-sync", &dummy)) { 6514b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber status_t err = requestIDRFrame(); 6515b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber 6516b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber if (err != OK) { 6517b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber ALOGE("Requesting a sync frame failed w/ err %d", err); 6518b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber return err; 6519b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber } 6520e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber } 6521e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber 65228db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu float rate; 65238db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu if (params->findFloat("operating-rate", &rate) && rate > 0) { 65248db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu status_t err = setOperatingRate(rate, mIsVideo); 65258db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu if (err != OK) { 65268db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu ALOGE("Failed to set parameter 'operating-rate' (err %d)", err); 65278db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu return err; 65288db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu } 65298db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu } 65308db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu 6531870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang int32_t intraRefreshPeriod = 0; 6532870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (params->findInt32("intra-refresh-period", &intraRefreshPeriod) 6533870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang && intraRefreshPeriod > 0) { 6534870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang status_t err = setIntraRefreshPeriod(intraRefreshPeriod, false); 6535870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (err != OK) { 6536870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang ALOGI("[%s] failed setIntraRefreshPeriod. Failure is fine since this key is optional", 6537870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang mComponentName.c_str()); 6538870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang err = OK; 6539870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 6540870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 6541870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 6542a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber return OK; 6543a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber} 6544a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 65456507d14c6d10f93d390de62b9eed267f9b544985Andy McFaddenvoid ACodec::onSignalEndOfInputStream() { 65466507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden sp<AMessage> notify = mNotify->dup(); 6547d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatSignaledInputEOS); 65486507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 65496507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden status_t err = mOMX->signalEndOfInputStream(mNode); 65506507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden if (err != OK) { 65516507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden notify->setInt32("err", err); 65526507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden } 65536507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden notify->post(); 65546507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden} 65556507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 655690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarbool ACodec::ExecutingState::onOMXFrameRendered(int64_t mediaTimeUs, nsecs_t systemNano) { 655790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->onFrameRendered(mediaTimeUs, systemNano); 655890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar return true; 655990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 656090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 6561f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::ExecutingState::onOMXEvent( 6562f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 6563f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 6564f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventPortSettingsChanged: 6565f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6566f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ(data1, (OMX_U32)kPortIndexOutput); 6567f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 656831e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber if (data2 == 0 || data2 == OMX_IndexParamPortDefinition) { 6569054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->mMetadataBuffersToSubmit = 0; 6570f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ(mCodec->mOMX->sendCommand( 6571f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mNode, 6572f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_CommandPortDisable, kPortIndexOutput), 6573f933441648ef6a71dee783d733aac17b9508b452Andreas Huber (status_t)OK); 6574f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6575349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mCodec->freeOutputBuffersNotOwnedByComponent(); 6576f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6577f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->changeState(mCodec->mOutputPortSettingsChangedState); 65787c36a6bc3f3fe4fe6d1d36b92c3a203de654b012Hangyu Kuang } else if (data2 == OMX_IndexConfigCommonOutputCrop 65797c36a6bc3f3fe4fe6d1d36b92c3a203de654b012Hangyu Kuang || data2 == OMX_IndexConfigAndroidIntraRefresh) { 658031e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber mCodec->mSentFormat = false; 658198a421bfffe6b3a1b762d11740e90787bdfeac08Wei Jia 658298a421bfffe6b3a1b762d11740e90787bdfeac08Wei Jia if (mCodec->mTunneled) { 658398a421bfffe6b3a1b762d11740e90787bdfeac08Wei Jia sp<AMessage> dummy = new AMessage(kWhatOutputBufferDrained, mCodec); 658498a421bfffe6b3a1b762d11740e90787bdfeac08Wei Jia mCodec->sendFormatChange(dummy); 658598a421bfffe6b3a1b762d11740e90787bdfeac08Wei Jia } 6586f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else { 6587ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] OMX_EventPortSettingsChanged 0x%08x", 6588f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mComponentName.c_str(), data2); 6589f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6590f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6591f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6592f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6593f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6594f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventBufferFlag: 6595f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6596f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6597f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6598f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6599f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6600f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onOMXEvent(event, data1, data2); 6601f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6602f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6603f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6604f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 6605f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6606f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::OutputPortSettingsChangedState::OutputPortSettingsChangedState( 6607f933441648ef6a71dee783d733aac17b9508b452Andreas Huber ACodec *codec) 6608f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : BaseState(codec) { 6609f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6610f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6611f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::BaseState::PortMode ACodec::OutputPortSettingsChangedState::getPortMode( 6612f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 portIndex) { 6613f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (portIndex == kPortIndexOutput) { 6614f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return FREE_BUFFERS; 6615f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6616f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6617f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ(portIndex, (OMX_U32)kPortIndexInput); 6618f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6619f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return RESUBMIT_BUFFERS; 6620f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6621f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6622f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::OutputPortSettingsChangedState::onMessageReceived( 6623f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const sp<AMessage> &msg) { 6624f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool handled = false; 6625f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6626f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 6627f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatFlush: 6628f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 6629349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber case kWhatResume: 6630e6eea3a6b6e0cf92287ec1ceb8350f201d17e1acPer Persson case kWhatSetParameters: 6631f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6632349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber if (msg->what() == kWhatResume) { 66333856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Deferring resume", mCodec->mComponentName.c_str()); 6634349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber } 6635349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 6636f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->deferMessage(msg); 6637f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 6638f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6639f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6640f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6641f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6642f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = BaseState::onMessageReceived(msg); 6643f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6644f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6645f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6646f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return handled; 6647f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6648f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6649f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::OutputPortSettingsChangedState::stateEntered() { 66503856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now handling output port settings change", 6651f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mComponentName.c_str()); 6652f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6653f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 665490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarbool ACodec::OutputPortSettingsChangedState::onOMXFrameRendered( 665590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int64_t mediaTimeUs, nsecs_t systemNano) { 665690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->onFrameRendered(mediaTimeUs, systemNano); 665790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar return true; 665890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 665990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 6660f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::OutputPortSettingsChangedState::onOMXEvent( 6661f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 6662f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 6663f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventCmdComplete: 6664f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6665f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (data1 == (OMX_U32)OMX_CommandPortDisable) { 66660806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (data2 != (OMX_U32)kPortIndexOutput) { 66670806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGW("ignoring EventCmdComplete CommandPortDisable for port %u", data2); 66680806340688c937e7b78c2d89db3809274130df4eLajos Molnar return false; 66690806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6670f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 66710806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGV("[%s] Output port now disabled.", mCodec->mComponentName.c_str()); 6672f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 66730806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = OK; 66740806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (!mCodec->mBuffers[kPortIndexOutput].isEmpty()) { 66750806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("disabled port should be empty, but has %zu buffers", 66760806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mBuffers[kPortIndexOutput].size()); 66770806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = FAILED_TRANSACTION; 66780806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 66790806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mDealer[kPortIndexOutput].clear(); 66800806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6681f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 66820806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 66830806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mCodec->mOMX->sendCommand( 66840806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mNode, OMX_CommandPortEnable, kPortIndexOutput); 66850806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6686f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 66870806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 66880806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mCodec->allocateBuffersOnPort(kPortIndexOutput); 66890806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE_IF(err != OK, "Failed to allocate output port buffers after port " 66900806340688c937e7b78c2d89db3809274130df4eLajos Molnar "reconfiguration: (%d)", err); 66910806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6692cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber 66930806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 6694251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 6695d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 6696755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber // This is technically not correct, but appears to be 6697755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber // the only way to free the component instance. 6698755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber // Controlled transitioning from excecuting->idle 6699755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber // and idle->loaded seem impossible probably because 6700755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber // the output port never finishes re-enabling. 6701755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber mCodec->mShutdownInProgress = true; 6702755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber mCodec->mKeepComponentAllocated = false; 6703755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber mCodec->changeState(mCodec->mLoadedState); 6704cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber } 6705f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6706f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6707f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else if (data1 == (OMX_U32)OMX_CommandPortEnable) { 6708777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (data2 != (OMX_U32)kPortIndexOutput) { 6709777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGW("ignoring EventCmdComplete OMX_CommandPortEnable for port %u", data2); 6710777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return false; 6711777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 6712f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 671331e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber mCodec->mSentFormat = false; 671431e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 67150fb43efc54ffd8d3133635ee3934d83c9987081bWei Jia if (mCodec->mTunneled) { 67160fb43efc54ffd8d3133635ee3934d83c9987081bWei Jia sp<AMessage> dummy = new AMessage(kWhatOutputBufferDrained, mCodec); 67170fb43efc54ffd8d3133635ee3934d83c9987081bWei Jia mCodec->sendFormatChange(dummy); 67180fb43efc54ffd8d3133635ee3934d83c9987081bWei Jia } 67190fb43efc54ffd8d3133635ee3934d83c9987081bWei Jia 67200806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGV("[%s] Output port now reenabled.", mCodec->mComponentName.c_str()); 6721f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6722349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber if (mCodec->mExecutingState->active()) { 6723349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mCodec->mExecutingState->submitOutputBuffers(); 6724349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber } 6725349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 6726f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->changeState(mCodec->mExecutingState); 6727f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6728f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6729f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6730f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6731f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return false; 6732f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6733f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6734f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6735f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return false; 6736f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6737f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6738f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6739f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 6740f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6741f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::ExecutingToIdleState::ExecutingToIdleState(ACodec *codec) 67425778822d86b0337407514b9372562b86edfa91cdAndreas Huber : BaseState(codec), 67435778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentNowIdle(false) { 6744f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6745f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6746f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::ExecutingToIdleState::onMessageReceived(const sp<AMessage> &msg) { 6747f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool handled = false; 6748f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6749f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 6750f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatFlush: 6751f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6752f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // Don't send me a flush request if you previously wanted me 6753f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // to shutdown. 67540806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGW("Ignoring flush request in ExecutingToIdleState"); 6755f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6756f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6757f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6758f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 6759f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6760f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // We're already doing that... 6761f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6762f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 6763f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6764f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6765f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6766f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6767f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = BaseState::onMessageReceived(msg); 6768f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6769f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6770f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6771f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return handled; 6772f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6773f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6774f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::ExecutingToIdleState::stateEntered() { 67753856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now Executing->Idle", mCodec->mComponentName.c_str()); 677631e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 67775778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentNowIdle = false; 677831e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber mCodec->mSentFormat = false; 6779f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6780f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6781f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::ExecutingToIdleState::onOMXEvent( 6782f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 6783f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 6784f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventCmdComplete: 6785f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 67860806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (data1 != (OMX_U32)OMX_CommandStateSet 67870806340688c937e7b78c2d89db3809274130df4eLajos Molnar || data2 != (OMX_U32)OMX_StateIdle) { 67880806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Unexpected command completion in ExecutingToIdleState: %s(%u) %s(%u)", 67890806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_COMMANDTYPE)data1), data1, 67900806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_STATETYPE)data2), data2); 67910806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 67920806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 67930806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6794f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 67955778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentNowIdle = true; 67965778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6797f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeStateIfWeOwnAllBuffers(); 6798f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6799f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6800f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6801f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6802349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber case OMX_EventPortSettingsChanged: 6803349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber case OMX_EventBufferFlag: 6804349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber { 6805349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber // We're shutting down and don't care about this anymore. 6806349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber return true; 6807349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber } 6808349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 6809f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6810f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onOMXEvent(event, data1, data2); 6811f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6812f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 68130af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber 6814f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::ExecutingToIdleState::changeStateIfWeOwnAllBuffers() { 68155778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mComponentNowIdle && mCodec->allYourBuffersAreBelongToUs()) { 68160806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = mCodec->mOMX->sendCommand( 68170806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mNode, OMX_CommandStateSet, OMX_StateLoaded); 68180806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 68190806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mCodec->freeBuffersOnPort(kPortIndexInput); 68200806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err2 = mCodec->freeBuffersOnPort(kPortIndexOutput); 68210806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 68220806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = err2; 68230806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 68240806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6825f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 68260167414e261f88a96b5e4bf6cb592e6ca11e5a95Andreas Huber if ((mCodec->mFlags & kFlagPushBlankBuffersToNativeWindowOnShutdown) 68270167414e261f88a96b5e4bf6cb592e6ca11e5a95Andreas Huber && mCodec->mNativeWindow != NULL) { 6828bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber // We push enough 1x1 blank buffers to ensure that one of 6829bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber // them has made it to the display. This allows the OMX 6830bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber // component teardown to zero out any protected buffers 6831bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber // without the risk of scanning out one of those buffers. 6832b2d0b487efd40700199852c9a18b369b1651f15bLajos Molnar pushBlankBuffersToNativeWindow(mCodec->mNativeWindow.get()); 6833bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber } 6834bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber 68350806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 68360806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 68370806340688c937e7b78c2d89db3809274130df4eLajos Molnar return; 68380806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 68390806340688c937e7b78c2d89db3809274130df4eLajos Molnar 6840f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->changeState(mCodec->mIdleToLoadedState); 6841f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6842f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6843f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6844f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::ExecutingToIdleState::onInputBufferFilled( 6845f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const sp<AMessage> &msg) { 6846f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BaseState::onInputBufferFilled(msg); 6847f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6848f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeStateIfWeOwnAllBuffers(); 6849f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6850f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6851f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::ExecutingToIdleState::onOutputBufferDrained( 6852f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const sp<AMessage> &msg) { 6853f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BaseState::onOutputBufferDrained(msg); 6854f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6855f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeStateIfWeOwnAllBuffers(); 6856f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6857f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6858f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 6859f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6860f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::IdleToLoadedState::IdleToLoadedState(ACodec *codec) 6861f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : BaseState(codec) { 6862f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6863f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6864f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::IdleToLoadedState::onMessageReceived(const sp<AMessage> &msg) { 6865f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool handled = false; 6866f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6867f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 6868f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 6869f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6870f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // We're already doing that... 6871f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6872f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 6873f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6874f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6875f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6876f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatFlush: 6877f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6878f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // Don't send me a flush request if you previously wanted me 6879f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // to shutdown. 68800806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Got flush request in IdleToLoadedState"); 6881f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6882f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6883f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6884f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6885f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = BaseState::onMessageReceived(msg); 6886f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6887f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6888f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6889f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return handled; 6890f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6891f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6892f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::IdleToLoadedState::stateEntered() { 68933856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now Idle->Loaded", mCodec->mComponentName.c_str()); 6894f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6895f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6896f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::IdleToLoadedState::onOMXEvent( 6897f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 6898f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 6899f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventCmdComplete: 6900f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 69010806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (data1 != (OMX_U32)OMX_CommandStateSet 69020806340688c937e7b78c2d89db3809274130df4eLajos Molnar || data2 != (OMX_U32)OMX_StateLoaded) { 69030806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Unexpected command completion in IdleToLoadedState: %s(%u) %s(%u)", 69040806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_COMMANDTYPE)data1), data1, 69050806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_STATETYPE)data2), data2); 69060806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 69070806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 69080806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6909f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6910c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->changeState(mCodec->mLoadedState); 6911f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6912f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6913f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6914f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6915f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6916f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onOMXEvent(event, data1, data2); 6917f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6918f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6919f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6920f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 6921f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6922f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::FlushingState::FlushingState(ACodec *codec) 6923f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : BaseState(codec) { 6924f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6925f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6926f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::FlushingState::stateEntered() { 69273856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now Flushing", mCodec->mComponentName.c_str()); 6928f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6929f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mFlushComplete[kPortIndexInput] = mFlushComplete[kPortIndexOutput] = false; 6930f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6931f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6932f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::FlushingState::onMessageReceived(const sp<AMessage> &msg) { 6933f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool handled = false; 6934f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6935f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 6936f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 6937f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6938f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->deferMessage(msg); 6939f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6940f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6941f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6942f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatFlush: 6943f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6944f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // We're already doing this right now. 6945f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 6946f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6947f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6948f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6949f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6950f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = BaseState::onMessageReceived(msg); 6951f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6952f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6953f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6954f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return handled; 6955f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6956f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6957f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::FlushingState::onOMXEvent( 6958f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 6959ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] FlushingState onOMXEvent(%u,%d)", 6960ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar mCodec->mComponentName.c_str(), event, (OMX_S32)data1); 6961d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 6962f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 6963f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventCmdComplete: 6964f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 69650806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (data1 != (OMX_U32)OMX_CommandFlush) { 69660806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("unexpected EventCmdComplete %s(%d) data2:%d in FlushingState", 69670806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_COMMANDTYPE)data1), data1, data2); 69680806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 69690806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 69700806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6971f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6972f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (data2 == kPortIndexInput || data2 == kPortIndexOutput) { 6973777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (mFlushComplete[data2]) { 6974777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGW("Flush already completed for %s port", 6975777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim data2 == kPortIndexInput ? "input" : "output"); 6976777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return true; 6977777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 6978f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mFlushComplete[data2] = true; 6979e5bf6409774fe73f968b7db215f535b64de66139Andreas Huber 69800806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (mFlushComplete[kPortIndexInput] && mFlushComplete[kPortIndexOutput]) { 6981e5bf6409774fe73f968b7db215f535b64de66139Andreas Huber changeStateIfWeOwnAllBuffers(); 6982e5bf6409774fe73f968b7db215f535b64de66139Andreas Huber } 6983777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } else if (data2 == OMX_ALL) { 6984777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (!mFlushComplete[kPortIndexInput] || !mFlushComplete[kPortIndexOutput]) { 6985777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGW("received flush complete event for OMX_ALL before ports have been" 6986777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim "flushed (%d/%d)", 6987777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mFlushComplete[kPortIndexInput], mFlushComplete[kPortIndexOutput]); 6988777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return false; 6989777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 6990f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6991f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeStateIfWeOwnAllBuffers(); 6992777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } else { 6993777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGW("data2 not OMX_ALL but %u in EventCmdComplete CommandFlush", data2); 6994f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6995f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6996f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6997f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6998f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6999349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber case OMX_EventPortSettingsChanged: 7000349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber { 70011d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatOMXMessage, mCodec); 7002349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber msg->setInt32("type", omx_message::EVENT); 7003609b815a3131d22da38b2f452faa9f89daad4039Andy Hung msg->setInt32("node", mCodec->mNode); 7004349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber msg->setInt32("event", event); 7005349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber msg->setInt32("data1", data1); 7006349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber msg->setInt32("data2", data2); 7007349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 70083856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Deferring OMX_EventPortSettingsChanged", 7009349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mCodec->mComponentName.c_str()); 7010349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 7011349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mCodec->deferMessage(msg); 7012349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 7013349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber return true; 7014349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber } 7015349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 7016f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 7017f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onOMXEvent(event, data1, data2); 7018f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7019f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7020f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 7021f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7022f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7023f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::FlushingState::onOutputBufferDrained(const sp<AMessage> &msg) { 7024f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BaseState::onOutputBufferDrained(msg); 7025f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7026f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeStateIfWeOwnAllBuffers(); 7027f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7028f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7029f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::FlushingState::onInputBufferFilled(const sp<AMessage> &msg) { 7030f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BaseState::onInputBufferFilled(msg); 7031f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7032f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeStateIfWeOwnAllBuffers(); 7033f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7034f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7035f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::FlushingState::changeStateIfWeOwnAllBuffers() { 7036f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mFlushComplete[kPortIndexInput] 7037f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && mFlushComplete[kPortIndexOutput] 7038f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && mCodec->allYourBuffersAreBelongToUs()) { 70397e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber // We now own all buffers except possibly those still queued with 70407e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber // the native window for rendering. Let's get those back as well. 70417e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber mCodec->waitUntilAllPossibleNativeWindowBuffersAreReturnedToUs(); 70427e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 704390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->mRenderTracker.clear(systemTime(CLOCK_MONOTONIC)); 704490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 7045f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 7046d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatFlushCompleted); 7047f933441648ef6a71dee783d733aac17b9508b452Andreas Huber notify->post(); 7048f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7049f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mPortEOS[kPortIndexInput] = 7050f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mPortEOS[kPortIndexOutput] = false; 7051f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7052dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mCodec->mInputEOSResult = OK; 7053dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber 7054f3bd1972e039c6ded5154db715e5a32f1813a239Marco Nelissen if (mCodec->mSkipCutBuffer != NULL) { 7055f3bd1972e039c6ded5154db715e5a32f1813a239Marco Nelissen mCodec->mSkipCutBuffer->clear(); 7056f3bd1972e039c6ded5154db715e5a32f1813a239Marco Nelissen } 7057f3bd1972e039c6ded5154db715e5a32f1813a239Marco Nelissen 7058f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->changeState(mCodec->mExecutingState); 7059f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7060f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7061f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 70625b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnarstatus_t ACodec::queryCapabilities( 70635b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar const AString &name, const AString &mime, bool isEncoder, 70645b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar sp<MediaCodecInfo::Capabilities> *caps) { 70655b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar (*caps).clear(); 70665b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar const char *role = getComponentRole(isEncoder, mime.c_str()); 70675b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (role == NULL) { 70685b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return BAD_VALUE; 70695b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 70705b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 70715b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar OMXClient client; 70725b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar status_t err = client.connect(); 70735b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (err != OK) { 70745b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return err; 70755b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 70765b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 70775b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar sp<IOMX> omx = client.interface(); 70785b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar sp<CodecObserver> observer = new CodecObserver; 70795b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar IOMX::node_id node = 0; 70805b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 70815b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar err = omx->allocateNode(name.c_str(), observer, &node); 70825b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (err != OK) { 70835b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar client.disconnect(); 70845b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return err; 70855b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 70865b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 70875b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar err = setComponentRole(omx, node, role); 70885b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (err != OK) { 70895b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar omx->freeNode(node); 70905b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar client.disconnect(); 70915b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return err; 70925b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 70935b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 70945b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar sp<MediaCodecInfo::CapabilitiesBuilder> builder = new MediaCodecInfo::CapabilitiesBuilder(); 70955b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar bool isVideo = mime.startsWithIgnoreCase("video/"); 70965b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 70975b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (isVideo) { 70985b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar OMX_VIDEO_PARAM_PROFILELEVELTYPE param; 70995b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar InitOMXParams(¶m); 71005b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar param.nPortIndex = isEncoder ? kPortIndexOutput : kPortIndexInput; 71015b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 71026e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar for (OMX_U32 index = 0; index <= kMaxIndicesToCheck; ++index) { 71036e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar param.nProfileIndex = index; 71045b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar status_t err = omx->getParameter( 71055b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar node, OMX_IndexParamVideoProfileLevelQuerySupported, 71065b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar ¶m, sizeof(param)); 71075b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (err != OK) { 71085b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar break; 71095b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 71105b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar builder->addProfileLevel(param.eProfile, param.eLevel); 71116e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar 71126e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar if (index == kMaxIndicesToCheck) { 71136e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar ALOGW("[%s] stopping checking profiles after %u: %x/%x", 71146e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar name.c_str(), index, 71156e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar param.eProfile, param.eLevel); 71166e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar } 71175b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 71185b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 71195b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // Color format query 71205b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // return colors in the order reported by the OMX component 71215b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // prefix "flexible" standard ones with the flexible equivalent 71225b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar OMX_VIDEO_PARAM_PORTFORMATTYPE portFormat; 71235b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar InitOMXParams(&portFormat); 712436e4e1592bb07e1fdf8d4324f65a66ba332d75f2Lajos Molnar portFormat.nPortIndex = isEncoder ? kPortIndexInput : kPortIndexOutput; 71255b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar Vector<uint32_t> supportedColors; // shadow copy to check for duplicates 71266e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar for (OMX_U32 index = 0; index <= kMaxIndicesToCheck; ++index) { 71276e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar portFormat.nIndex = index; 71285b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar status_t err = omx->getParameter( 71295b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar node, OMX_IndexParamVideoPortFormat, 71305b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar &portFormat, sizeof(portFormat)); 71315b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (err != OK) { 71325b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar break; 71335b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 71345b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 71355b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar OMX_U32 flexibleEquivalent; 71365b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (isFlexibleColorFormat( 71375b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar omx, node, portFormat.eColorFormat, false /* usingNativeWindow */, 71385b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar &flexibleEquivalent)) { 71395b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar bool marked = false; 71405b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar for (size_t i = 0; i < supportedColors.size(); ++i) { 71415b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (supportedColors[i] == flexibleEquivalent) { 71425b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar marked = true; 71435b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar break; 71445b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 71455b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 71465b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (!marked) { 71475b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar supportedColors.push(flexibleEquivalent); 71485b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar builder->addColorFormat(flexibleEquivalent); 71495b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 71505b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 71515b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar supportedColors.push(portFormat.eColorFormat); 71525b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar builder->addColorFormat(portFormat.eColorFormat); 71536e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar 71546e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar if (index == kMaxIndicesToCheck) { 71556e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar ALOGW("[%s] stopping checking formats after %u: %s(%x)", 71566e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar name.c_str(), index, 71576e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar asString(portFormat.eColorFormat), portFormat.eColorFormat); 71586e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar } 71595b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 71605b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } else if (mime.equalsIgnoreCase(MEDIA_MIMETYPE_AUDIO_AAC)) { 71615b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // More audio codecs if they have profiles. 71625b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar OMX_AUDIO_PARAM_ANDROID_PROFILETYPE param; 71635b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar InitOMXParams(¶m); 71645b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar param.nPortIndex = isEncoder ? kPortIndexOutput : kPortIndexInput; 71656e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar for (OMX_U32 index = 0; index <= kMaxIndicesToCheck; ++index) { 71666e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar param.nProfileIndex = index; 71675b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar status_t err = omx->getParameter( 71685b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar node, (OMX_INDEXTYPE)OMX_IndexParamAudioProfileQuerySupported, 71695b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar ¶m, sizeof(param)); 71705b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (err != OK) { 71715b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar break; 71725b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 71735b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // For audio, level is ignored. 71745b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar builder->addProfileLevel(param.eProfile, 0 /* level */); 71756e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar 71766e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar if (index == kMaxIndicesToCheck) { 71776e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar ALOGW("[%s] stopping checking profiles after %u: %x", 71786e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar name.c_str(), index, 71796e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar param.eProfile); 71806e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar } 71815b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 71825b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 71835b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // NOTE: Without Android extensions, OMX does not provide a way to query 71845b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // AAC profile support 71855b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (param.nProfileIndex == 0) { 71865b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar ALOGW("component %s doesn't support profile query.", name.c_str()); 71875b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 71885b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 71895b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 71905b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (isVideo && !isEncoder) { 71915b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar native_handle_t *sidebandHandle = NULL; 71925b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (omx->configureVideoTunnelMode( 71935b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar node, kPortIndexOutput, OMX_TRUE, 0, &sidebandHandle) == OK) { 71945b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // tunneled playback includes adaptive playback 71955b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar builder->addFlags(MediaCodecInfo::Capabilities::kFlagSupportsAdaptivePlayback 71965b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar | MediaCodecInfo::Capabilities::kFlagSupportsTunneledPlayback); 71975b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } else if (omx->storeMetaDataInBuffers( 71985b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar node, kPortIndexOutput, OMX_TRUE) == OK || 71995b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar omx->prepareForAdaptivePlayback( 72005b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar node, kPortIndexOutput, OMX_TRUE, 72015b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 1280 /* width */, 720 /* height */) == OK) { 72025b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar builder->addFlags(MediaCodecInfo::Capabilities::kFlagSupportsAdaptivePlayback); 72035b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 72045b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 72055b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 72065b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (isVideo && isEncoder) { 72075b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar OMX_VIDEO_CONFIG_ANDROID_INTRAREFRESHTYPE params; 72085b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar InitOMXParams(¶ms); 72095b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar params.nPortIndex = kPortIndexOutput; 72105b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // TODO: should we verify if fallback is supported? 72115b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (omx->getConfig( 72125b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar node, (OMX_INDEXTYPE)OMX_IndexConfigAndroidIntraRefresh, 72135b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar ¶ms, sizeof(params)) == OK) { 72145b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar builder->addFlags(MediaCodecInfo::Capabilities::kFlagSupportsIntraRefresh); 72155b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 72165b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 72175b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 72185b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar *caps = builder; 72195b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar omx->freeNode(node); 72205b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar client.disconnect(); 72215b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return OK; 72225b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar} 72235b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 7224a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar// These are supposed be equivalent to the logic in 7225a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar// "audio_channel_out_mask_from_count". 7226a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar//static 7227a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnarstatus_t ACodec::getOMXChannelMapping(size_t numChannels, OMX_AUDIO_CHANNELTYPE map[]) { 7228a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar switch (numChannels) { 7229a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar case 1: 7230a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[0] = OMX_AUDIO_ChannelCF; 7231a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar break; 7232a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar case 2: 7233a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[0] = OMX_AUDIO_ChannelLF; 7234a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[1] = OMX_AUDIO_ChannelRF; 7235a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar break; 7236a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar case 3: 7237a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[0] = OMX_AUDIO_ChannelLF; 7238a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[1] = OMX_AUDIO_ChannelRF; 7239a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[2] = OMX_AUDIO_ChannelCF; 7240a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar break; 7241a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar case 4: 7242a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[0] = OMX_AUDIO_ChannelLF; 7243a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[1] = OMX_AUDIO_ChannelRF; 7244a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[2] = OMX_AUDIO_ChannelLR; 7245a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[3] = OMX_AUDIO_ChannelRR; 7246a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar break; 7247a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar case 5: 7248a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[0] = OMX_AUDIO_ChannelLF; 7249a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[1] = OMX_AUDIO_ChannelRF; 7250a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[2] = OMX_AUDIO_ChannelCF; 7251a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[3] = OMX_AUDIO_ChannelLR; 7252a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[4] = OMX_AUDIO_ChannelRR; 7253a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar break; 7254a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar case 6: 7255a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[0] = OMX_AUDIO_ChannelLF; 7256a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[1] = OMX_AUDIO_ChannelRF; 7257a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[2] = OMX_AUDIO_ChannelCF; 7258a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[3] = OMX_AUDIO_ChannelLFE; 7259a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[4] = OMX_AUDIO_ChannelLR; 7260a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[5] = OMX_AUDIO_ChannelRR; 7261a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar break; 7262a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar case 7: 7263a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[0] = OMX_AUDIO_ChannelLF; 7264a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[1] = OMX_AUDIO_ChannelRF; 7265a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[2] = OMX_AUDIO_ChannelCF; 7266a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[3] = OMX_AUDIO_ChannelLFE; 7267a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[4] = OMX_AUDIO_ChannelLR; 7268a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[5] = OMX_AUDIO_ChannelRR; 7269a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[6] = OMX_AUDIO_ChannelCS; 7270a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar break; 7271a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar case 8: 7272a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[0] = OMX_AUDIO_ChannelLF; 7273a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[1] = OMX_AUDIO_ChannelRF; 7274a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[2] = OMX_AUDIO_ChannelCF; 7275a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[3] = OMX_AUDIO_ChannelLFE; 7276a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[4] = OMX_AUDIO_ChannelLR; 7277a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[5] = OMX_AUDIO_ChannelRR; 7278a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[6] = OMX_AUDIO_ChannelLS; 7279a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[7] = OMX_AUDIO_ChannelRS; 7280a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar break; 7281a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar default: 7282a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar return -EINVAL; 7283a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar } 7284a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar 7285a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar return OK; 7286a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar} 7287a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar 7288f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} // namespace android 7289