ACodec.cpp revision 73dd808754c641fe798273d356ee38368715fa7b
127c174483a8ae9688d5d4897c19074f62c7f1701James Dong/* 227c174483a8ae9688d5d4897c19074f62c7f1701James Dong * Copyright (C) 2010 The Android Open Source Project 327c174483a8ae9688d5d4897c19074f62c7f1701James Dong * 427c174483a8ae9688d5d4897c19074f62c7f1701James Dong * Licensed under the Apache License, Version 2.0 (the "License"); 527c174483a8ae9688d5d4897c19074f62c7f1701James Dong * you may not use this file except in compliance with the License. 627c174483a8ae9688d5d4897c19074f62c7f1701James Dong * You may obtain a copy of the License at 727c174483a8ae9688d5d4897c19074f62c7f1701James Dong * 827c174483a8ae9688d5d4897c19074f62c7f1701James Dong * http://www.apache.org/licenses/LICENSE-2.0 927c174483a8ae9688d5d4897c19074f62c7f1701James Dong * 1027c174483a8ae9688d5d4897c19074f62c7f1701James Dong * Unless required by applicable law or agreed to in writing, software 1127c174483a8ae9688d5d4897c19074f62c7f1701James Dong * distributed under the License is distributed on an "AS IS" BASIS, 1227c174483a8ae9688d5d4897c19074f62c7f1701James Dong * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 1327c174483a8ae9688d5d4897c19074f62c7f1701James Dong * See the License for the specific language governing permissions and 1427c174483a8ae9688d5d4897c19074f62c7f1701James Dong * limitations under the License. 1527c174483a8ae9688d5d4897c19074f62c7f1701James Dong */ 1627c174483a8ae9688d5d4897c19074f62c7f1701James Dong 17f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//#define LOG_NDEBUG 0 18f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#define LOG_TAG "ACodec" 19f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 20f87e30fe71752dc431d8e8d5682c38271c03265aAndy Hung#ifdef __LP64__ 21f87e30fe71752dc431d8e8d5682c38271c03265aAndy Hung#define OMX_ANDROID_COMPILE_AS_32BIT_ON_64BIT_PLATFORMS 22f87e30fe71752dc431d8e8d5682c38271c03265aAndy Hung#endif 23f87e30fe71752dc431d8e8d5682c38271c03265aAndy Hung 24609b815a3131d22da38b2f452faa9f89daad4039Andy Hung#include <inttypes.h> 256fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar#include <utils/Trace.h> 266fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar 271de1e25cba872bd4c077c2e394f8ca9c70b65856Lajos Molnar#include <gui/Surface.h> 281de1e25cba872bd4c077c2e394f8ca9c70b65856Lajos Molnar 29f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/ACodec.h> 30f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 31f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <binder/MemoryDealer.h> 32f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 33f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/foundation/hexdump.h> 34f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/foundation/ABuffer.h> 35f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/foundation/ADebug.h> 36f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/foundation/AMessage.h> 37a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar#include <media/stagefright/foundation/AUtils.h> 38f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 397cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden#include <media/stagefright/BufferProducerWrapper.h> 4090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar#include <media/stagefright/MediaCodec.h> 41afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber#include <media/stagefright/MediaCodecList.h> 42f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/MediaDefs.h> 43f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/OMXClient.h> 44d291c222357303b9611cab89d0c3b047584ef377Chong Zhang#include <media/stagefright/PersistentSurface.h> 45b2d0b487efd40700199852c9a18b369b1651f15bLajos Molnar#include <media/stagefright/SurfaceUtils.h> 463a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber#include <media/hardware/HardwareAPI.h> 473a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber 4897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu#include <OMX_AudioExt.h> 494154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev#include <OMX_VideoExt.h> 50f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <OMX_Component.h> 5197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu#include <OMX_IndexExt.h> 52777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim#include <OMX_AsString.h> 53f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 54496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber#include "include/avc_utils.h" 5573dd808754c641fe798273d356ee38368715fa7bLajos Molnar#include "omx/OMXUtils.h" 56496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 57f933441648ef6a71dee783d733aac17b9508b452Andreas Hubernamespace android { 58f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 596e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnarenum { 606e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar kMaxIndicesToCheck = 32, // used when enumerating supported formats and profiles 616e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar}; 626e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar 63251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// OMX errors are directly mapped into status_t range if 64251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// there is no corresponding MediaError status code. 65251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// Use the statusFromOMXError(int32_t omxError) function. 66251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// 67251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// Currently this is a direct map. 68251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// See frameworks/native/include/media/openmax/OMX_Core.h 69251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// 70251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// Vendor OMX errors from 0x90000000 - 0x9000FFFF 71251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// Extension OMX errors from 0x8F000000 - 0x90000000 72251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// Standard OMX errors from 0x80001000 - 0x80001024 (0x80001024 current) 73251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// 74251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung 75251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// returns true if err is a recognized OMX error code. 76251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// as OMX error is OMX_S32, this is an int32_t type 77251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hungstatic inline bool isOMXError(int32_t err) { 78251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return (ERROR_CODEC_MIN <= err && err <= ERROR_CODEC_MAX); 79251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung} 80251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung 81251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// converts an OMX error to a status_t 82251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hungstatic inline status_t statusFromOMXError(int32_t omxError) { 83251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung switch (omxError) { 84251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case OMX_ErrorInvalidComponentName: 85251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case OMX_ErrorComponentNotFound: 86251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return NAME_NOT_FOUND; // can trigger illegal argument error for provided names. 87251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung default: 88251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return isOMXError(omxError) ? omxError : 0; // no translation required 89251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 90251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung} 91251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung 92251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// checks and converts status_t to a non-side-effect status_t 93251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hungstatic inline status_t makeNoSideEffectStatus(status_t err) { 94251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung switch (err) { 95251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // the following errors have side effects and may come 96251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // from other code modules. Remap for safety reasons. 97251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case INVALID_OPERATION: 98251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case DEAD_OBJECT: 99251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return UNKNOWN_ERROR; 100251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung default: 101251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return err; 102251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 103251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung} 104251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung 10526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnarstruct MessageList : public RefBase { 10626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar MessageList() { 10726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 108984a54322f7c70bc75e862d91bdd975814872affLajos Molnar virtual ~MessageList() { 109984a54322f7c70bc75e862d91bdd975814872affLajos Molnar } 11026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar std::list<sp<AMessage> > &getList() { return mList; } 11126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnarprivate: 11226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar std::list<sp<AMessage> > mList; 11326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 11426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar DISALLOW_EVIL_CONSTRUCTORS(MessageList); 11526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar}; 11626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 117f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct CodecObserver : public BnOMXObserver { 118f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CodecObserver() {} 119f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 120f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void setNotificationMessage(const sp<AMessage> &msg) { 121f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNotify = msg; 122f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 123f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 124f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // from IOMXObserver 12526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar virtual void onMessages(const std::list<omx_message> &messages) { 126984a54322f7c70bc75e862d91bdd975814872affLajos Molnar if (messages.empty()) { 127984a54322f7c70bc75e862d91bdd975814872affLajos Molnar return; 128984a54322f7c70bc75e862d91bdd975814872affLajos Molnar } 129984a54322f7c70bc75e862d91bdd975814872affLajos Molnar 130984a54322f7c70bc75e862d91bdd975814872affLajos Molnar sp<AMessage> notify = mNotify->dup(); 13126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar bool first = true; 13226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar sp<MessageList> msgList = new MessageList(); 13326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar for (std::list<omx_message>::const_iterator it = messages.cbegin(); 13426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar it != messages.cend(); ++it) { 13526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar const omx_message &omx_msg = *it; 13626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar if (first) { 13726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar notify->setInt32("node", omx_msg.node); 138984a54322f7c70bc75e862d91bdd975814872affLajos Molnar first = false; 139f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 140f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 14126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar sp<AMessage> msg = new AMessage; 14226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32("type", omx_msg.type); 14326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar switch (omx_msg.type) { 14426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar case omx_message::EVENT: 14526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar { 14626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32("event", omx_msg.u.event_data.event); 14726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32("data1", omx_msg.u.event_data.data1); 14826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32("data2", omx_msg.u.event_data.data2); 14926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar break; 15026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 151f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 15226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar case omx_message::EMPTY_BUFFER_DONE: 15326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar { 15426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32("buffer", omx_msg.u.buffer_data.buffer); 15526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32("fence_fd", omx_msg.fenceFd); 15626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar break; 15726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 158f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 15926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar case omx_message::FILL_BUFFER_DONE: 16026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar { 16126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32( 16226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar "buffer", omx_msg.u.extended_buffer_data.buffer); 16326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32( 16426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar "range_offset", 16526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar omx_msg.u.extended_buffer_data.range_offset); 16626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32( 16726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar "range_length", 16826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar omx_msg.u.extended_buffer_data.range_length); 16926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32( 17026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar "flags", 17126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar omx_msg.u.extended_buffer_data.flags); 17226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt64( 17326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar "timestamp", 17426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar omx_msg.u.extended_buffer_data.timestamp); 17526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32( 17626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar "fence_fd", omx_msg.fenceFd); 17726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar break; 17826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 179f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 18090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar case omx_message::FRAME_RENDERED: 18190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar { 18290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar msg->setInt64( 18390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar "media_time_us", omx_msg.u.render_data.timestamp); 18490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar msg->setInt64( 18590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar "system_nano", omx_msg.u.render_data.nanoTime); 18690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar break; 18790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 18890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 18926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar default: 19026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar ALOGE("Unrecognized message type: %d", omx_msg.type); 19126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar break; 19226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 19326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msgList->getList().push_back(msg); 19426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 19526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar notify->setObject("messages", msgList); 19626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar notify->post(); 197f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 198f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 199f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 200f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual ~CodecObserver() {} 201f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 202f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 203f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<AMessage> mNotify; 204f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 205f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(CodecObserver); 206f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 207f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 208f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 209f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 210f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::BaseState : public AState { 211f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BaseState(ACodec *codec, const sp<AState> &parentState = NULL); 212f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 213f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 214f933441648ef6a71dee783d733aac17b9508b452Andreas Huber enum PortMode { 215f933441648ef6a71dee783d733aac17b9508b452Andreas Huber KEEP_BUFFERS, 216f933441648ef6a71dee783d733aac17b9508b452Andreas Huber RESUBMIT_BUFFERS, 217f933441648ef6a71dee783d733aac17b9508b452Andreas Huber FREE_BUFFERS, 218f933441648ef6a71dee783d733aac17b9508b452Andreas Huber }; 219f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 220f933441648ef6a71dee783d733aac17b9508b452Andreas Huber ACodec *mCodec; 221f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 222f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual PortMode getPortMode(OMX_U32 portIndex); 223f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 224f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 225f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 226f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 227f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 228f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onOutputBufferDrained(const sp<AMessage> &msg); 229f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onInputBufferFilled(const sp<AMessage> &msg); 230f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 231f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void postFillThisBuffer(BufferInfo *info); 232f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 233f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 23426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar // Handles an OMX message. Returns true iff message was handled. 235f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool onOMXMessage(const sp<AMessage> &msg); 236f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 23726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar // Handles a list of messages. Returns true iff messages were handled. 23826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar bool onOMXMessageList(const sp<AMessage> &msg); 23926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 24026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar // returns true iff this message is for this component and the component is alive 24126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar bool checkOMXMessage(const sp<AMessage> &msg); 24226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 24315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar bool onOMXEmptyBufferDone(IOMX::buffer_id bufferID, int fenceFd); 244f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 245f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool onOMXFillBufferDone( 246f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferID, 247f933441648ef6a71dee783d733aac17b9508b452Andreas Huber size_t rangeOffset, size_t rangeLength, 248f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 flags, 24915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int64_t timeUs, 25015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int fenceFd); 251f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 25290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar virtual bool onOMXFrameRendered(int64_t mediaTimeUs, nsecs_t systemNano); 25390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 254f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void getMoreInputDataIfPossible(); 255f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 256f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(BaseState); 257f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 258f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 259f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 260f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 261ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huberstruct ACodec::DeathNotifier : public IBinder::DeathRecipient { 262ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber DeathNotifier(const sp<AMessage> ¬ify) 263ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber : mNotify(notify) { 264ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber } 265ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 266ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber virtual void binderDied(const wp<IBinder> &) { 267ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mNotify->post(); 268ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber } 269ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 270ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huberprotected: 271ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber virtual ~DeathNotifier() {} 272ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 273ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huberprivate: 274ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber sp<AMessage> mNotify; 275ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 276ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(DeathNotifier); 277ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber}; 278ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 279f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::UninitializedState : public ACodec::BaseState { 280f933441648ef6a71dee783d733aac17b9508b452Andreas Huber UninitializedState(ACodec *codec); 281f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 282f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 283f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 284c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber virtual void stateEntered(); 285f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 286f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 287f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void onSetup(const sp<AMessage> &msg); 288c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber bool onAllocateComponent(const sp<AMessage> &msg); 289f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 290ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber sp<DeathNotifier> mDeathNotifier; 291ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 292f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(UninitializedState); 293f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 294f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 295f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 296f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 297c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberstruct ACodec::LoadedState : public ACodec::BaseState { 298c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber LoadedState(ACodec *codec); 299c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 300c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberprotected: 301c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 302c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber virtual void stateEntered(); 303c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 304c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberprivate: 305c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber friend struct ACodec::UninitializedState; 306c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 307c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber bool onConfigureComponent(const sp<AMessage> &msg); 3087cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden void onCreateInputSurface(const sp<AMessage> &msg); 3098f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang void onSetInputSurface(const sp<AMessage> &msg); 310c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber void onStart(); 311c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber void onShutdown(bool keepComponentAllocated); 312c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 313d291c222357303b9611cab89d0c3b047584ef377Chong Zhang status_t setupInputSurface(); 314d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 315c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(LoadedState); 316c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber}; 317c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 318c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber//////////////////////////////////////////////////////////////////////////////// 319c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 320f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::LoadedToIdleState : public ACodec::BaseState { 321f933441648ef6a71dee783d733aac17b9508b452Andreas Huber LoadedToIdleState(ACodec *codec); 322f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 323f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 324f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 325f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 326f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 327f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 328f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 329f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t allocateBuffers(); 330f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 331f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(LoadedToIdleState); 332f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 333f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 334f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 335f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 336f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::IdleToExecutingState : public ACodec::BaseState { 337f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IdleToExecutingState(ACodec *codec); 338f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 339f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 340f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 341f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 342f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 343f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 344f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 345f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(IdleToExecutingState); 346f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 347f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 348f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 349f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 350f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::ExecutingState : public ACodec::BaseState { 351f933441648ef6a71dee783d733aac17b9508b452Andreas Huber ExecutingState(ACodec *codec); 352f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 353054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar void submitRegularOutputBuffers(); 354054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar void submitOutputMetaBuffers(); 355f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void submitOutputBuffers(); 356f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 357f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // Submit output buffers to the decoder, submit input buffers to client 358f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // to fill with data. 359f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void resume(); 360f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 361349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber // Returns true iff input and output buffers are in play. 362349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber bool active() const { return mActive; } 363349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 364f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 365f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual PortMode getPortMode(OMX_U32 portIndex); 366f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 367f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 368f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 369f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 37090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar virtual bool onOMXFrameRendered(int64_t mediaTimeUs, nsecs_t systemNano); 371f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 372f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 373349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber bool mActive; 374349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 375f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(ExecutingState); 376f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 377f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 378f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 379f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 380f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::OutputPortSettingsChangedState : public ACodec::BaseState { 381f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OutputPortSettingsChangedState(ACodec *codec); 382f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 383f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 384f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual PortMode getPortMode(OMX_U32 portIndex); 385f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 386f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 387f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 388f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 38990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar virtual bool onOMXFrameRendered(int64_t mediaTimeUs, nsecs_t systemNano); 390f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 391f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 392f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(OutputPortSettingsChangedState); 393f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 394f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 395f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 396f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 397f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::ExecutingToIdleState : public ACodec::BaseState { 398f933441648ef6a71dee783d733aac17b9508b452Andreas Huber ExecutingToIdleState(ACodec *codec); 399f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 400f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 401f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 402f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 403f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 404f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 405f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 406f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onOutputBufferDrained(const sp<AMessage> &msg); 407f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onInputBufferFilled(const sp<AMessage> &msg); 408f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 409f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 410f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void changeStateIfWeOwnAllBuffers(); 411f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4125778822d86b0337407514b9372562b86edfa91cdAndreas Huber bool mComponentNowIdle; 4135778822d86b0337407514b9372562b86edfa91cdAndreas Huber 414f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(ExecutingToIdleState); 415f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 416f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 417f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 418f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 419f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::IdleToLoadedState : public ACodec::BaseState { 420f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IdleToLoadedState(ACodec *codec); 421f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 422f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 423f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 424f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 425f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 426f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 427f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 428f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 429f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(IdleToLoadedState); 430f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 431f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 432f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 433f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 434f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::FlushingState : public ACodec::BaseState { 435f933441648ef6a71dee783d733aac17b9508b452Andreas Huber FlushingState(ACodec *codec); 436f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 437f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 438f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 439f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 440f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 441f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 442f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 443f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onOutputBufferDrained(const sp<AMessage> &msg); 444f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onInputBufferFilled(const sp<AMessage> &msg); 445f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 446f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 447f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool mFlushComplete[2]; 448f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 449f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void changeStateIfWeOwnAllBuffers(); 450f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 451f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(FlushingState); 452f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 453f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 454f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 455f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 45615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnarvoid ACodec::BufferInfo::setWriteFence(int fenceFd, const char *dbg) { 45715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (mFenceFd >= 0) { 45815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGW("OVERWRITE OF %s fence %d by write fence %d in %s", 45915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mIsReadFence ? "read" : "write", mFenceFd, fenceFd, dbg); 46015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 46115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mFenceFd = fenceFd; 46215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mIsReadFence = false; 46315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar} 46415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 46515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnarvoid ACodec::BufferInfo::setReadFence(int fenceFd, const char *dbg) { 46615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (mFenceFd >= 0) { 46715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGW("OVERWRITE OF %s fence %d by read fence %d in %s", 46815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mIsReadFence ? "read" : "write", mFenceFd, fenceFd, dbg); 46915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 47015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mFenceFd = fenceFd; 47115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mIsReadFence = true; 47215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar} 47315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 47415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnarvoid ACodec::BufferInfo::checkWriteFence(const char *dbg) { 47515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (mFenceFd >= 0 && mIsReadFence) { 47615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGD("REUSING read fence %d as write fence in %s", mFenceFd, dbg); 47715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 47815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar} 47915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 48015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnarvoid ACodec::BufferInfo::checkReadFence(const char *dbg) { 48115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (mFenceFd >= 0 && !mIsReadFence) { 48215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGD("REUSING write fence %d as read fence in %s", mFenceFd, dbg); 48315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 48415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar} 48515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 48615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar//////////////////////////////////////////////////////////////////////////////// 48715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 488f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::ACodec() 489afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber : mQuirks(0), 490609b815a3131d22da38b2f452faa9f89daad4039Andy Hung mNode(0), 491e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar mNativeWindowUsageBits(0), 4925778822d86b0337407514b9372562b86edfa91cdAndreas Huber mSentFormat(false), 4938db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu mIsVideo(false), 494c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mIsEncoder(false), 495346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang mFatalError(false), 4969806555d3930be43e11106281dee354820ac1c88Andreas Huber mShutdownInProgress(false), 49754b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar mExplicitShutdown(false), 4989806555d3930be43e11106281dee354820ac1c88Andreas Huber mEncoderDelay(0), 4999806555d3930be43e11106281dee354820ac1c88Andreas Huber mEncoderPadding(0), 500e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang mRotationDegrees(0), 5019806555d3930be43e11106281dee354820ac1c88Andreas Huber mChannelMaskPresent(false), 502054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mChannelMask(0), 503054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mDequeueCounter(0), 504054219874873b41f1c815552987c10465c34ba2bLajos Molnar mInputMetadataType(kMetadataBufferTypeInvalid), 505054219874873b41f1c815552987c10465c34ba2bLajos Molnar mOutputMetadataType(kMetadataBufferTypeInvalid), 506011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar mLegacyAdaptiveExperiment(false), 507054219874873b41f1c815552987c10465c34ba2bLajos Molnar mMetadataBuffersToSubmit(0), 50894ee4b708acfa941581160b267afb79192b1d816Chong Zhang mRepeatFrameDelayUs(-1ll), 5092c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mMaxPtsGapUs(-1ll), 51037b2b389139ed638831e49708c947863eef631efRonghua Wu mMaxFps(-1), 5112c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mTimePerFrameUs(-1ll), 512609b815a3131d22da38b2f452faa9f89daad4039Andy Hung mTimePerCaptureUs(-1ll), 513ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad mCreateInputBuffersSuspended(false), 514ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad mTunneled(false) { 515f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mUninitializedState = new UninitializedState(this); 516c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mLoadedState = new LoadedState(this); 517f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mLoadedToIdleState = new LoadedToIdleState(this); 518f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mIdleToExecutingState = new IdleToExecutingState(this); 519f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mExecutingState = new ExecutingState(this); 520f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 521f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mOutputPortSettingsChangedState = 522f933441648ef6a71dee783d733aac17b9508b452Andreas Huber new OutputPortSettingsChangedState(this); 523f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 524f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mExecutingToIdleState = new ExecutingToIdleState(this); 525f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mIdleToLoadedState = new IdleToLoadedState(this); 526f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mFlushingState = new FlushingState(this); 527f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 528f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mPortEOS[kPortIndexInput] = mPortEOS[kPortIndexOutput] = false; 529dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mInputEOSResult = OK; 530f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 531f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeState(mUninitializedState); 532f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 533f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 534f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::~ACodec() { 535f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 536f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 537f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::setNotificationMessage(const sp<AMessage> &msg) { 538f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNotify = msg; 539f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 540f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 541f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::initiateSetup(const sp<AMessage> &msg) { 542f933441648ef6a71dee783d733aac17b9508b452Andreas Huber msg->setWhat(kWhatSetup); 5431d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar msg->setTarget(this); 544f933441648ef6a71dee783d733aac17b9508b452Andreas Huber msg->post(); 545f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 546f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 547a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Hubervoid ACodec::signalSetParameters(const sp<AMessage> ¶ms) { 5481d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatSetParameters, this); 549a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber msg->setMessage("params", params); 550a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber msg->post(); 551a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber} 552a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 5535778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid ACodec::initiateAllocateComponent(const sp<AMessage> &msg) { 5545778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setWhat(kWhatAllocateComponent); 5551d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar msg->setTarget(this); 5565778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->post(); 5575778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 5585778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5595778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid ACodec::initiateConfigureComponent(const sp<AMessage> &msg) { 5605778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setWhat(kWhatConfigureComponent); 5611d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar msg->setTarget(this); 5625778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->post(); 5635778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 5645778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5651dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t ACodec::setSurface(const sp<Surface> &surface) { 5661dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> msg = new AMessage(kWhatSetSurface, this); 5671dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar msg->setObject("surface", surface); 5681dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 5691dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> response; 5701dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = msg->postAndAwaitResponse(&response); 5711dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 5721dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err == OK) { 5731dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar (void)response->findInt32("err", &err); 5741dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 5751dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 5761dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar} 5771dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 5787cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFaddenvoid ACodec::initiateCreateInputSurface() { 5791d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatCreateInputSurface, this))->post(); 5807cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden} 5817cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 5828f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhangvoid ACodec::initiateSetInputSurface( 583d291c222357303b9611cab89d0c3b047584ef377Chong Zhang const sp<PersistentSurface> &surface) { 5848f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang sp<AMessage> msg = new AMessage(kWhatSetInputSurface, this); 585d291c222357303b9611cab89d0c3b047584ef377Chong Zhang msg->setObject("input-surface", surface); 586d291c222357303b9611cab89d0c3b047584ef377Chong Zhang msg->post(); 587d291c222357303b9611cab89d0c3b047584ef377Chong Zhang} 588d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 5897cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFaddenvoid ACodec::signalEndOfInputStream() { 5901d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatSignalEndOfInputStream, this))->post(); 5917cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden} 5927cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 5935778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid ACodec::initiateStart() { 5941d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatStart, this))->post(); 5955778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 5965778822d86b0337407514b9372562b86edfa91cdAndreas Huber 597f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::signalFlush() { 5987a3a2b2f9bb9421dcf83fbd47276e57917078aefJames Dong ALOGV("[%s] signalFlush", mComponentName.c_str()); 5991d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatFlush, this))->post(); 600f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 601f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 602f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::signalResume() { 6031d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatResume, this))->post(); 604f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 605f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 606c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Hubervoid ACodec::initiateShutdown(bool keepComponentAllocated) { 6071d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatShutdown, this); 608c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber msg->setInt32("keepComponentAllocated", keepComponentAllocated); 609c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber msg->post(); 61030358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar if (!keepComponentAllocated) { 61130358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar // ensure shutdown completes in 3 seconds 6121d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatReleaseCodecInstance, this))->post(3000000); 61330358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar } 614f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 615f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 616496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Hubervoid ACodec::signalRequestIDRFrame() { 6171d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatRequestIDRFrame, this))->post(); 618496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber} 619496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 6204dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar// *** NOTE: THE FOLLOWING WORKAROUND WILL BE REMOVED *** 6214dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar// Some codecs may return input buffers before having them processed. 6224dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar// This causes a halt if we already signaled an EOS on the input 6234dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar// port. For now keep submitting an output buffer if there was an 6244dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar// EOS on the input port, but not yet on the output port. 625054219874873b41f1c815552987c10465c34ba2bLajos Molnarvoid ACodec::signalSubmitOutputMetadataBufferIfEOS_workaround() { 6264dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar if (mPortEOS[kPortIndexInput] && !mPortEOS[kPortIndexOutput] && 627054219874873b41f1c815552987c10465c34ba2bLajos Molnar mMetadataBuffersToSubmit > 0) { 628054219874873b41f1c815552987c10465c34ba2bLajos Molnar (new AMessage(kWhatSubmitOutputMetadataBufferIfEOS, this))->post(); 6294dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar } 6304dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar} 6314dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar 6321dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t ACodec::handleSetSurface(const sp<Surface> &surface) { 6331dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // allow keeping unset surface 6341dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (surface == NULL) { 6351dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mNativeWindow != NULL) { 6361dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGW("cannot unset a surface"); 6371dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return INVALID_OPERATION; 6381dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6391dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return OK; 6401dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6411dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 642e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar // cannot switch from bytebuffers to surface 6431dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mNativeWindow == NULL) { 6441dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGW("component was not configured with a surface"); 6451dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return INVALID_OPERATION; 6461dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6471dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 6481dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ANativeWindow *nativeWindow = surface.get(); 6491dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // if we have not yet started the codec, we can simply set the native window 6501dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mBuffers[kPortIndexInput].size() == 0) { 6511dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mNativeWindow = surface; 6521dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return OK; 6531dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6541dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 6551dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // we do not support changing a tunneled surface after start 6561dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mTunneled) { 6571dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGW("cannot change tunneled surface"); 6581dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return INVALID_OPERATION; 6591dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6601dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 661e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar int usageBits = 0; 662e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar status_t err = setupNativeWindowSizeFormatAndUsage(nativeWindow, &usageBits); 6631dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != OK) { 6641dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 6651dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6661dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 667f42917964a76720932b23e67a05d034cd0cf346bChong Zhang int ignoredFlags = kVideoGrallocUsage; 668e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar // New output surface is not allowed to add new usage flag except ignored ones. 669e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar if ((usageBits & ~(mNativeWindowUsageBits | ignoredFlags)) != 0) { 670e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar ALOGW("cannot change usage from %#x to %#x", mNativeWindowUsageBits, usageBits); 671e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar return BAD_VALUE; 672e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar } 673e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar 6741dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // get min undequeued count. We cannot switch to a surface that has a higher 6751dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // undequeued count than we allocated. 6761dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar int minUndequeuedBuffers = 0; 6771dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = nativeWindow->query( 6781dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar nativeWindow, NATIVE_WINDOW_MIN_UNDEQUEUED_BUFFERS, 6791dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar &minUndequeuedBuffers); 6801dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != 0) { 6811dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGE("NATIVE_WINDOW_MIN_UNDEQUEUED_BUFFERS query failed: %s (%d)", 6821dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar strerror(-err), -err); 6831dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 6841dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6851dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (minUndequeuedBuffers > (int)mNumUndequeuedBuffers) { 6861dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGE("new surface holds onto more buffers (%d) than planned for (%zu)", 6871dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar minUndequeuedBuffers, mNumUndequeuedBuffers); 6881dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return BAD_VALUE; 6891dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6901dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 6911dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // we cannot change the number of output buffers while OMX is running 6921dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // set up surface to the same count 6931dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar Vector<BufferInfo> &buffers = mBuffers[kPortIndexOutput]; 6941dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGV("setting up surface for %zu buffers", buffers.size()); 6951dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 6961dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = native_window_set_buffer_count(nativeWindow, buffers.size()); 6971dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != 0) { 6981dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGE("native_window_set_buffer_count failed: %s (%d)", strerror(-err), 6991dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar -err); 7001dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 7011dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7021dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 703dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // need to enable allocation when attaching 704dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar surface->getIGraphicBufferProducer()->allowAllocation(true); 705dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar 7061dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // for meta data mode, we move dequeud buffers to the new surface. 7071dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // for non-meta mode, we must move all registered buffers 7081dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar for (size_t i = 0; i < buffers.size(); ++i) { 7091dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar const BufferInfo &info = buffers[i]; 7101dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // skip undequeued buffers for meta data mode 711054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (storingMetadataInDecodedBuffers() 712011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar && !mLegacyAdaptiveExperiment 7131dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar && info.mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW) { 7141dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGV("skipping buffer %p", info.mGraphicBuffer->getNativeBuffer()); 7151dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar continue; 7161dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7171dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGV("attaching buffer %p", info.mGraphicBuffer->getNativeBuffer()); 7181dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 7191dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = surface->attachBuffer(info.mGraphicBuffer->getNativeBuffer()); 7201dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != OK) { 7211dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGE("failed to attach buffer %p to the new surface: %s (%d)", 7221dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar info.mGraphicBuffer->getNativeBuffer(), 7231dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar strerror(-err), -err); 7241dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 7251dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7261dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7271dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 7281dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // cancel undequeued buffers to new surface 729054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (!storingMetadataInDecodedBuffers() || mLegacyAdaptiveExperiment) { 7301dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar for (size_t i = 0; i < buffers.size(); ++i) { 73115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar BufferInfo &info = buffers.editItemAt(i); 7321dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (info.mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW) { 7331dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGV("canceling buffer %p", info.mGraphicBuffer->getNativeBuffer()); 7341dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = nativeWindow->cancelBuffer( 73515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar nativeWindow, info.mGraphicBuffer->getNativeBuffer(), info.mFenceFd); 73615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info.mFenceFd = -1; 7371dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != OK) { 7381dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGE("failed to cancel buffer %p to the new surface: %s (%d)", 7391dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar info.mGraphicBuffer->getNativeBuffer(), 7401dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar strerror(-err), -err); 7411dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 7421dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7431dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7441dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7451dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // disallow further allocation 7461dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar (void)surface->getIGraphicBufferProducer()->allowAllocation(false); 7471dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7481dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 749484979b1ab25aa41f503bd846323ab93b46d37e5Lajos Molnar // push blank buffers to previous window if requested 750484979b1ab25aa41f503bd846323ab93b46d37e5Lajos Molnar if (mFlags & kFlagPushBlankBuffersToNativeWindowOnShutdown) { 751484979b1ab25aa41f503bd846323ab93b46d37e5Lajos Molnar pushBlankBuffersToNativeWindow(mNativeWindow.get()); 752484979b1ab25aa41f503bd846323ab93b46d37e5Lajos Molnar } 753484979b1ab25aa41f503bd846323ab93b46d37e5Lajos Molnar 7541dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mNativeWindow = nativeWindow; 755e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar mNativeWindowUsageBits = usageBits; 7561dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return OK; 7571dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar} 7581dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 759f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::allocateBuffersOnPort(OMX_U32 portIndex) { 760f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 761f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 762f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(mDealer[portIndex] == NULL); 763f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(mBuffers[portIndex].isEmpty()); 764f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7655778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err; 766f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mNativeWindow != NULL && portIndex == kPortIndexOutput) { 767054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (storingMetadataInDecodedBuffers()) { 768054219874873b41f1c815552987c10465c34ba2bLajos Molnar err = allocateOutputMetadataBuffers(); 769054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } else { 770054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar err = allocateOutputBuffersFromNativeWindow(); 771054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 7725778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 7735778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 7745778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&def); 7755778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.nPortIndex = portIndex; 776f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7775778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->getParameter( 7785778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 779f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7805778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err == OK) { 781054219874873b41f1c815552987c10465c34ba2bLajos Molnar MetadataBufferType type = 782054219874873b41f1c815552987c10465c34ba2bLajos Molnar portIndex == kPortIndexOutput ? mOutputMetadataType : mInputMetadataType; 783054219874873b41f1c815552987c10465c34ba2bLajos Molnar int32_t bufSize = def.nBufferSize; 784054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (type == kMetadataBufferTypeGrallocSource) { 785054219874873b41f1c815552987c10465c34ba2bLajos Molnar bufSize = sizeof(VideoGrallocMetadata); 786054219874873b41f1c815552987c10465c34ba2bLajos Molnar } else if (type == kMetadataBufferTypeANWBuffer) { 787054219874873b41f1c815552987c10465c34ba2bLajos Molnar bufSize = sizeof(VideoNativeMetadata); 788054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 789054219874873b41f1c815552987c10465c34ba2bLajos Molnar 790054219874873b41f1c815552987c10465c34ba2bLajos Molnar // If using gralloc or native source input metadata buffers, allocate largest 791054219874873b41f1c815552987c10465c34ba2bLajos Molnar // metadata size as we prefer to generate native source metadata, but component 7925fb8b2987ab96ad65dc4b046616607ece16d6fb3Lajos Molnar // may require gralloc source. For camera source, allocate at least enough 7935fb8b2987ab96ad65dc4b046616607ece16d6fb3Lajos Molnar // size for native metadata buffers. 794054219874873b41f1c815552987c10465c34ba2bLajos Molnar int32_t allottedSize = bufSize; 7955fb8b2987ab96ad65dc4b046616607ece16d6fb3Lajos Molnar if (portIndex == kPortIndexInput && type >= kMetadataBufferTypeGrallocSource) { 796054219874873b41f1c815552987c10465c34ba2bLajos Molnar bufSize = max(sizeof(VideoGrallocMetadata), sizeof(VideoNativeMetadata)); 7975fb8b2987ab96ad65dc4b046616607ece16d6fb3Lajos Molnar } else if (portIndex == kPortIndexInput && type == kMetadataBufferTypeCameraSource) { 7985fb8b2987ab96ad65dc4b046616607ece16d6fb3Lajos Molnar bufSize = max(bufSize, (int32_t)sizeof(VideoNativeMetadata)); 799054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 800054219874873b41f1c815552987c10465c34ba2bLajos Molnar 801054219874873b41f1c815552987c10465c34ba2bLajos Molnar ALOGV("[%s] Allocating %u buffers of size %d/%d (from %u using %s) on %s port", 8025778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentName.c_str(), 803054219874873b41f1c815552987c10465c34ba2bLajos Molnar def.nBufferCountActual, bufSize, allottedSize, def.nBufferSize, asString(type), 8045778822d86b0337407514b9372562b86edfa91cdAndreas Huber portIndex == kPortIndexInput ? "input" : "output"); 805f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 80634e63e9ffe6496d9180c825dc119c1fd1020ef8bMarco Nelissen if (bufSize == 0 || def.nBufferCountActual > SIZE_MAX / bufSize) { 80734e63e9ffe6496d9180c825dc119c1fd1020ef8bMarco Nelissen ALOGE("b/22885421"); 80834e63e9ffe6496d9180c825dc119c1fd1020ef8bMarco Nelissen return NO_MEMORY; 80934e63e9ffe6496d9180c825dc119c1fd1020ef8bMarco Nelissen } 810054219874873b41f1c815552987c10465c34ba2bLajos Molnar size_t totalSize = def.nBufferCountActual * bufSize; 8115778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDealer[portIndex] = new MemoryDealer(totalSize, "ACodec"); 812f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 813054219874873b41f1c815552987c10465c34ba2bLajos Molnar for (OMX_U32 i = 0; i < def.nBufferCountActual && err == OK; ++i) { 814054219874873b41f1c815552987c10465c34ba2bLajos Molnar sp<IMemory> mem = mDealer[portIndex]->allocate(bufSize); 8155581770ee0dde70e2e9c50533be35e537a5800efChong Zhang if (mem == NULL || mem->pointer() == NULL) { 816777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return NO_MEMORY; 817777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 818f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 819ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber BufferInfo info; 820ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber info.mStatus = BufferInfo::OWNED_BY_US; 82115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info.mFenceFd = -1; 82290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar info.mRenderInfo = NULL; 823a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar info.mNativeHandle = NULL; 824f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 825afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber uint32_t requiresAllocateBufferBit = 826afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber (portIndex == kPortIndexInput) 827b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar ? kRequiresAllocateBufferOnInputPorts 828b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar : kRequiresAllocateBufferOnOutputPorts; 8291065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber 830e33d922fd86699c664a15f09e6d8b2e422736a40Lajos Molnar if (portIndex == kPortIndexInput && (mFlags & kFlagIsSecure)) { 831ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber mem.clear(); 832ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 833a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar void *ptr = NULL; 834a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar native_handle_t *native_handle = NULL; 835a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar err = mOMX->allocateSecureBuffer( 836054219874873b41f1c815552987c10465c34ba2bLajos Molnar mNode, portIndex, bufSize, &info.mBufferID, 837a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar &ptr, &native_handle); 838a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar 839a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar // TRICKY: this representation is unorthodox, but ACodec requires 840a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar // an ABuffer with a proper size to validate range offsets and lengths. 841a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar // Since mData is never referenced for secure input, it is used to store 842a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar // either the pointer to the secure buffer, or the opaque handle as on 843a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar // some devices ptr is actually an opaque handle, not a pointer. 844a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar 845a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar // TRICKY2: use native handle as the base of the ABuffer if received one, 846a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar // because Widevine source only receives these base addresses. 847a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar info.mData = new ABuffer(ptr != NULL ? ptr : (void *)native_handle, bufSize); 848a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar info.mNativeHandle = NativeHandle::create(native_handle, true /* ownsHandle */); 849ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } else if (mQuirks & requiresAllocateBufferBit) { 8505778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->allocateBufferWithBackup( 851054219874873b41f1c815552987c10465c34ba2bLajos Molnar mNode, portIndex, mem, &info.mBufferID, allottedSize); 8525778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 853054219874873b41f1c815552987c10465c34ba2bLajos Molnar err = mOMX->useBuffer(mNode, portIndex, mem, &info.mBufferID, allottedSize); 854ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 855ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 856ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber if (mem != NULL) { 857054219874873b41f1c815552987c10465c34ba2bLajos Molnar info.mData = new ABuffer(mem->pointer(), bufSize); 858054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (type == kMetadataBufferTypeANWBuffer) { 859054219874873b41f1c815552987c10465c34ba2bLajos Molnar ((VideoNativeMetadata *)mem->pointer())->nFenceFd = -1; 860054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 86186b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu info.mMemRef = mem; 8625778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 8631065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber 8645778822d86b0337407514b9372562b86edfa91cdAndreas Huber mBuffers[portIndex].push(info); 8651065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber } 8661065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber } 8675778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 868f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 8695778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 8705778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 8715778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 872f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 8735778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> notify = mNotify->dup(); 874d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatBuffersAllocated); 8755778822d86b0337407514b9372562b86edfa91cdAndreas Huber 8765778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->setInt32("portIndex", portIndex); 877eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 878eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber sp<PortDescription> desc = new PortDescription; 879eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 8805778822d86b0337407514b9372562b86edfa91cdAndreas Huber for (size_t i = 0; i < mBuffers[portIndex].size(); ++i) { 881eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber const BufferInfo &info = mBuffers[portIndex][i]; 882a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar desc->addBuffer(info.mBufferID, info.mData, info.mNativeHandle, info.mMemRef); 883f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 884f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 885eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber notify->setObject("portDesc", desc); 8865778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->post(); 8875778822d86b0337407514b9372562b86edfa91cdAndreas Huber 888f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return OK; 889f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 890f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 891e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnarstatus_t ACodec::setupNativeWindowSizeFormatAndUsage( 892e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar ANativeWindow *nativeWindow /* nonnull */, int *finalUsage /* nonnull */) { 8931dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar OMX_PARAM_PORTDEFINITIONTYPE def; 8941dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar InitOMXParams(&def); 8951dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar def.nPortIndex = kPortIndexOutput; 8961dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 8971dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = mOMX->getParameter( 8981dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 8991dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 9001dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != OK) { 9011dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 9021dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 9031dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 9041dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar OMX_U32 usage = 0; 9051dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = mOMX->getGraphicBufferUsage(mNode, kPortIndexOutput, &usage); 9061dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != 0) { 9071dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGW("querying usage flags from OMX IL component failed: %d", err); 9081dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // XXX: Currently this error is logged, but not fatal. 9091dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar usage = 0; 9101dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 9111dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar int omxUsage = usage; 9121dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 9131dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mFlags & kFlagIsGrallocUsageProtected) { 9141dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar usage |= GRALLOC_USAGE_PROTECTED; 9151dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 9161dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 917f42917964a76720932b23e67a05d034cd0cf346bChong Zhang usage |= kVideoGrallocUsage; 918e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar *finalUsage = usage; 919b2d0b487efd40700199852c9a18b369b1651f15bLajos Molnar 9201dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGV("gralloc usage: %#x(OMX) => %#x(ACodec)", omxUsage, usage); 9211dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return setNativeWindowSizeFormatAndUsage( 9221dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar nativeWindow, 9231dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar def.format.video.nFrameWidth, 9241dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar def.format.video.nFrameHeight, 9251dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar def.format.video.eColorFormat, 9261dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mRotationDegrees, 9271dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar usage); 9281dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar} 9291dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 9301dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t ACodec::configureOutputBuffersFromNativeWindow( 9311dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar OMX_U32 *bufferCount, OMX_U32 *bufferSize, 9321dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar OMX_U32 *minUndequeuedBuffers) { 9331dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar OMX_PARAM_PORTDEFINITIONTYPE def; 9341dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar InitOMXParams(&def); 9351dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar def.nPortIndex = kPortIndexOutput; 9361dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 9371dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = mOMX->getParameter( 9381dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 9391dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 9401dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err == OK) { 941e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar err = setupNativeWindowSizeFormatAndUsage(mNativeWindow.get(), &mNativeWindowUsageBits); 9421dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 9431dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != OK) { 944e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar mNativeWindowUsageBits = 0; 9451dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 9461dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 9471dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 948ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad // Exits here for tunneled video playback codecs -- i.e. skips native window 949ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad // buffer allocation step as this is managed by the tunneled OMX omponent 950ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad // itself and explicitly sets def.nBufferCountActual to 0. 951ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad if (mTunneled) { 952ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad ALOGV("Tunneled Playback: skipping native window buffer allocation."); 953ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad def.nBufferCountActual = 0; 954ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad err = mOMX->setParameter( 955ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 956ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad 957ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad *minUndequeuedBuffers = 0; 958ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad *bufferCount = 0; 959ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad *bufferSize = 0; 960ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad return err; 961ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad } 962ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad 963054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar *minUndequeuedBuffers = 0; 964258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis err = mNativeWindow->query( 965258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis mNativeWindow.get(), NATIVE_WINDOW_MIN_UNDEQUEUED_BUFFERS, 966054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar (int *)minUndequeuedBuffers); 967258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis 968258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis if (err != 0) { 96929357bc2c0dd7c43ad3bd0c8e3efa4e6fd9bfd47Steve Block ALOGE("NATIVE_WINDOW_MIN_UNDEQUEUED_BUFFERS query failed: %s (%d)", 970258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis strerror(-err), -err); 971258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis return err; 972258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis } 973258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis 974e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // FIXME: assume that surface is controlled by app (native window 975e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // returns the number for the case when surface is not controlled by app) 9761faa41704e0b976e546321effcb09a85767d51baLajos Molnar // FIXME2: This means that minUndeqeueudBufs can be 1 larger than reported 9771faa41704e0b976e546321effcb09a85767d51baLajos Molnar // For now, try to allocate 1 more buffer, but don't fail if unsuccessful 978e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar 979e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // Use conservative allocation while also trying to reduce starvation 980e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // 981e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // 1. allocate at least nBufferCountMin + minUndequeuedBuffers - that is the 982e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // minimum needed for the consumer to be able to work 983e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // 2. try to allocate two (2) additional buffers to reduce starvation from 984e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // the consumer 9851faa41704e0b976e546321effcb09a85767d51baLajos Molnar // plus an extra buffer to account for incorrect minUndequeuedBufs 9861faa41704e0b976e546321effcb09a85767d51baLajos Molnar for (OMX_U32 extraBuffers = 2 + 1; /* condition inside loop */; extraBuffers--) { 987e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar OMX_U32 newBufferCount = 988e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar def.nBufferCountMin + *minUndequeuedBuffers + extraBuffers; 989258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis def.nBufferCountActual = newBufferCount; 990258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis err = mOMX->setParameter( 991258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 992258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis 993e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar if (err == OK) { 994e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar *minUndequeuedBuffers += extraBuffers; 995e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar break; 996e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar } 997e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar 998609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGW("[%s] setting nBufferCountActual to %u failed: %d", 999e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar mComponentName.c_str(), newBufferCount, err); 1000e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar /* exit condition */ 1001e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar if (extraBuffers == 0) { 1002258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis return err; 1003258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis } 1004258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis } 1005258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis 1006f933441648ef6a71dee783d733aac17b9508b452Andreas Huber err = native_window_set_buffer_count( 1007f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNativeWindow.get(), def.nBufferCountActual); 1008f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1009f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != 0) { 101029357bc2c0dd7c43ad3bd0c8e3efa4e6fd9bfd47Steve Block ALOGE("native_window_set_buffer_count failed: %s (%d)", strerror(-err), 1011f933441648ef6a71dee783d733aac17b9508b452Andreas Huber -err); 1012f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 1013f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1014f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1015054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar *bufferCount = def.nBufferCountActual; 1016054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar *bufferSize = def.nBufferSize; 1017054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar return err; 1018054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar} 1019054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1020054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnarstatus_t ACodec::allocateOutputBuffersFromNativeWindow() { 1021054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar OMX_U32 bufferCount, bufferSize, minUndequeuedBuffers; 1022054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar status_t err = configureOutputBuffersFromNativeWindow( 1023054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar &bufferCount, &bufferSize, &minUndequeuedBuffers); 1024054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar if (err != 0) 1025054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar return err; 1026e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar mNumUndequeuedBuffers = minUndequeuedBuffers; 1027054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1028054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (!storingMetadataInDecodedBuffers()) { 10293298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia static_cast<Surface*>(mNativeWindow.get()) 10303298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia ->getIGraphicBufferProducer()->allowAllocation(true); 10313298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia } 10323298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia 1033609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] Allocating %u buffers from a native window of size %u on " 1034f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "output port", 1035054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mComponentName.c_str(), bufferCount, bufferSize); 1036f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1037f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // Dequeue buffers and send them to OMX 1038054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar for (OMX_U32 i = 0; i < bufferCount; i++) { 10398ce2364512f7c32c824f5ec5719688830ba72427Iliyan Malchev ANativeWindowBuffer *buf; 104015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int fenceFd; 104115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar err = mNativeWindow->dequeueBuffer(mNativeWindow.get(), &buf, &fenceFd); 1042f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != 0) { 104329357bc2c0dd7c43ad3bd0c8e3efa4e6fd9bfd47Steve Block ALOGE("dequeueBuffer failed: %s (%d)", strerror(-err), -err); 1044f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 1045f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1046f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1047f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<GraphicBuffer> graphicBuffer(new GraphicBuffer(buf, false)); 104874006804065941841883c4b46ee785070164023fJamie Gennis BufferInfo info; 104974006804065941841883c4b46ee785070164023fJamie Gennis info.mStatus = BufferInfo::OWNED_BY_US; 105015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info.mFenceFd = fenceFd; 105115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info.mIsReadFence = false; 105290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar info.mRenderInfo = NULL; 1053054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar info.mData = new ABuffer(NULL /* data */, bufferSize /* capacity */); 105474006804065941841883c4b46ee785070164023fJamie Gennis info.mGraphicBuffer = graphicBuffer; 105574006804065941841883c4b46ee785070164023fJamie Gennis mBuffers[kPortIndexOutput].push(info); 105674006804065941841883c4b46ee785070164023fJamie Gennis 1057f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferId; 1058f933441648ef6a71dee783d733aac17b9508b452Andreas Huber err = mOMX->useGraphicBuffer(mNode, kPortIndexOutput, graphicBuffer, 1059f933441648ef6a71dee783d733aac17b9508b452Andreas Huber &bufferId); 1060f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != 0) { 1061609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGE("registering GraphicBuffer %u with OMX IL component failed: " 106274006804065941841883c4b46ee785070164023fJamie Gennis "%d", i, err); 1063f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 1064f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1065f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 106674006804065941841883c4b46ee785070164023fJamie Gennis mBuffers[kPortIndexOutput].editItemAt(i).mBufferID = bufferId; 106774006804065941841883c4b46ee785070164023fJamie Gennis 1068609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] Registered graphic buffer with ID %u (pointer = %p)", 1069f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mComponentName.c_str(), 1070f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bufferId, graphicBuffer.get()); 1071f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1072f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1073f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 cancelStart; 1074f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 cancelEnd; 1075f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1076f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != 0) { 1077f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // If an error occurred while dequeuing we need to cancel any buffers 1078f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // that were dequeued. 1079f933441648ef6a71dee783d733aac17b9508b452Andreas Huber cancelStart = 0; 108074006804065941841883c4b46ee785070164023fJamie Gennis cancelEnd = mBuffers[kPortIndexOutput].size(); 1081f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else { 1082054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar // Return the required minimum undequeued buffers to the native window. 1083054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar cancelStart = bufferCount - minUndequeuedBuffers; 1084054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar cancelEnd = bufferCount; 1085f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1086f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1087f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (OMX_U32 i = cancelStart; i < cancelEnd; i++) { 1088f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = &mBuffers[kPortIndexOutput].editItemAt(i); 10893175d2babfcdcb64f41309157e0436d00375ae4bWei Jia if (info->mStatus == BufferInfo::OWNED_BY_US) { 10903175d2babfcdcb64f41309157e0436d00375ae4bWei Jia status_t error = cancelBufferToNativeWindow(info); 10913175d2babfcdcb64f41309157e0436d00375ae4bWei Jia if (err == 0) { 10923175d2babfcdcb64f41309157e0436d00375ae4bWei Jia err = error; 10933175d2babfcdcb64f41309157e0436d00375ae4bWei Jia } 10943fb9f68dea5d991288f0ea8037742b50c7df5767Wei Jia } 1095f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1096f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1097054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (!storingMetadataInDecodedBuffers()) { 10983298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia static_cast<Surface*>(mNativeWindow.get()) 10993298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia ->getIGraphicBufferProducer()->allowAllocation(false); 11003298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia } 11013298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia 1102f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 1103f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1104f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1105054219874873b41f1c815552987c10465c34ba2bLajos Molnarstatus_t ACodec::allocateOutputMetadataBuffers() { 1106054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar OMX_U32 bufferCount, bufferSize, minUndequeuedBuffers; 1107054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar status_t err = configureOutputBuffersFromNativeWindow( 1108054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar &bufferCount, &bufferSize, &minUndequeuedBuffers); 1109054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar if (err != 0) 1110054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar return err; 1111e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar mNumUndequeuedBuffers = minUndequeuedBuffers; 1112054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1113e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar ALOGV("[%s] Allocating %u meta buffers on output port", 1114e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar mComponentName.c_str(), bufferCount); 1115e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1116054219874873b41f1c815552987c10465c34ba2bLajos Molnar size_t bufSize = mOutputMetadataType == kMetadataBufferTypeANWBuffer ? 1117054219874873b41f1c815552987c10465c34ba2bLajos Molnar sizeof(struct VideoNativeMetadata) : sizeof(struct VideoGrallocMetadata); 1118054219874873b41f1c815552987c10465c34ba2bLajos Molnar size_t totalSize = bufferCount * bufSize; 1119e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar mDealer[kPortIndexOutput] = new MemoryDealer(totalSize, "ACodec"); 1120e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1121e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar // Dequeue buffers and send them to OMX 1122e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar for (OMX_U32 i = 0; i < bufferCount; i++) { 1123e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar BufferInfo info; 1124e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar info.mStatus = BufferInfo::OWNED_BY_NATIVE_WINDOW; 112515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info.mFenceFd = -1; 112690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar info.mRenderInfo = NULL; 1127e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar info.mGraphicBuffer = NULL; 1128e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar info.mDequeuedAt = mDequeueCounter; 1129e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1130054219874873b41f1c815552987c10465c34ba2bLajos Molnar sp<IMemory> mem = mDealer[kPortIndexOutput]->allocate(bufSize); 11315581770ee0dde70e2e9c50533be35e537a5800efChong Zhang if (mem == NULL || mem->pointer() == NULL) { 1132777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return NO_MEMORY; 1133777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 1134054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mOutputMetadataType == kMetadataBufferTypeANWBuffer) { 1135054219874873b41f1c815552987c10465c34ba2bLajos Molnar ((VideoNativeMetadata *)mem->pointer())->nFenceFd = -1; 1136054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 1137e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar info.mData = new ABuffer(mem->pointer(), mem->size()); 1138e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1139e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar // we use useBuffer for metadata regardless of quirks 1140e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar err = mOMX->useBuffer( 1141cc7cc67349b7a3f498882087aa42ffc05a2daf11Lajos Molnar mNode, kPortIndexOutput, mem, &info.mBufferID, mem->size()); 114286b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu info.mMemRef = mem; 1143e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar mBuffers[kPortIndexOutput].push(info); 1144e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1145e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar ALOGV("[%s] allocated meta buffer with ID %u (pointer = %p)", 1146e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar mComponentName.c_str(), info.mBufferID, mem->pointer()); 1147e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar } 1148e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1149011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar if (mLegacyAdaptiveExperiment) { 1150e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar // preallocate and preregister buffers 1151011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar static_cast<Surface *>(mNativeWindow.get()) 1152011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar ->getIGraphicBufferProducer()->allowAllocation(true); 1153011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar 1154011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar ALOGV("[%s] Allocating %u buffers from a native window of size %u on " 1155011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar "output port", 1156011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar mComponentName.c_str(), bufferCount, bufferSize); 1157011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar 1158011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar // Dequeue buffers then cancel them all 1159011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar for (OMX_U32 i = 0; i < bufferCount; i++) { 1160e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar BufferInfo *info = &mBuffers[kPortIndexOutput].editItemAt(i); 1161e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1162011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar ANativeWindowBuffer *buf; 116315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int fenceFd; 116415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar err = mNativeWindow->dequeueBuffer(mNativeWindow.get(), &buf, &fenceFd); 1165011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar if (err != 0) { 1166011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar ALOGE("dequeueBuffer failed: %s (%d)", strerror(-err), -err); 1167011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar break; 1168011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar } 1169011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar 1170011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar sp<GraphicBuffer> graphicBuffer(new GraphicBuffer(buf, false)); 1171e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar mOMX->updateGraphicBufferInMeta( 1172e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar mNode, kPortIndexOutput, graphicBuffer, info->mBufferID); 1173e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar info->mStatus = BufferInfo::OWNED_BY_US; 117415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->setWriteFence(fenceFd, "allocateOutputMetadataBuffers for legacy"); 1175e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar info->mGraphicBuffer = graphicBuffer; 1176011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar } 1177011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar 1178011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar for (OMX_U32 i = 0; i < mBuffers[kPortIndexOutput].size(); i++) { 1179011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar BufferInfo *info = &mBuffers[kPortIndexOutput].editItemAt(i); 11803175d2babfcdcb64f41309157e0436d00375ae4bWei Jia if (info->mStatus == BufferInfo::OWNED_BY_US) { 11813175d2babfcdcb64f41309157e0436d00375ae4bWei Jia status_t error = cancelBufferToNativeWindow(info); 11823175d2babfcdcb64f41309157e0436d00375ae4bWei Jia if (err == OK) { 11833175d2babfcdcb64f41309157e0436d00375ae4bWei Jia err = error; 11843175d2babfcdcb64f41309157e0436d00375ae4bWei Jia } 1185011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar } 1186011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar } 1187011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar 1188011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar static_cast<Surface*>(mNativeWindow.get()) 1189011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar ->getIGraphicBufferProducer()->allowAllocation(false); 1190011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar } 1191011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar 1192054219874873b41f1c815552987c10465c34ba2bLajos Molnar mMetadataBuffersToSubmit = bufferCount - minUndequeuedBuffers; 1193054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar return err; 1194054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar} 1195054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1196054219874873b41f1c815552987c10465c34ba2bLajos Molnarstatus_t ACodec::submitOutputMetadataBuffer() { 1197054219874873b41f1c815552987c10465c34ba2bLajos Molnar CHECK(storingMetadataInDecodedBuffers()); 1198054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mMetadataBuffersToSubmit == 0) 1199054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar return OK; 1200054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1201054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar BufferInfo *info = dequeueBufferFromNativeWindow(); 12020806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (info == NULL) { 1203054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar return ERROR_IO; 12040806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 1205054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1206609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] submitting output meta buffer ID %u for graphic buffer %p", 1207054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mComponentName.c_str(), info->mBufferID, info->mGraphicBuffer.get()); 1208054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1209054219874873b41f1c815552987c10465c34ba2bLajos Molnar --mMetadataBuffersToSubmit; 121015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkWriteFence("submitOutputMetadataBuffer"); 121115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar status_t err = mOMX->fillBuffer(mNode, info->mBufferID, info->mFenceFd); 121215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 1213777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err == OK) { 1214777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim info->mStatus = BufferInfo::OWNED_BY_COMPONENT; 1215777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 1216054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1217777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 1218054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar} 1219054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 122015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnarstatus_t ACodec::waitForFence(int fd, const char *dbg ) { 122115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar status_t res = OK; 122215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (fd >= 0) { 122315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar sp<Fence> fence = new Fence(fd); 122415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar res = fence->wait(IOMX::kFenceTimeoutMs); 122515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGW_IF(res != OK, "FENCE TIMEOUT for %d in %s", fd, dbg); 122615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 122715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar return res; 122815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar} 122915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 12300806340688c937e7b78c2d89db3809274130df4eLajos Molnar// static 12310806340688c937e7b78c2d89db3809274130df4eLajos Molnarconst char *ACodec::_asString(BufferInfo::Status s) { 12320806340688c937e7b78c2d89db3809274130df4eLajos Molnar switch (s) { 12330806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_US: return "OUR"; 12340806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_COMPONENT: return "COMPONENT"; 12350806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_UPSTREAM: return "UPSTREAM"; 12360806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_DOWNSTREAM: return "DOWNSTREAM"; 12370806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_NATIVE_WINDOW: return "SURFACE"; 12380806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::UNRECOGNIZED: return "UNRECOGNIZED"; 12390806340688c937e7b78c2d89db3809274130df4eLajos Molnar default: return "?"; 12400806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 12410806340688c937e7b78c2d89db3809274130df4eLajos Molnar} 12420806340688c937e7b78c2d89db3809274130df4eLajos Molnar 12430806340688c937e7b78c2d89db3809274130df4eLajos Molnarvoid ACodec::dumpBuffers(OMX_U32 portIndex) { 12440806340688c937e7b78c2d89db3809274130df4eLajos Molnar CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 12450806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGI("[%s] %s port has %zu buffers:", mComponentName.c_str(), 12460806340688c937e7b78c2d89db3809274130df4eLajos Molnar portIndex == kPortIndexInput ? "input" : "output", mBuffers[portIndex].size()); 12470806340688c937e7b78c2d89db3809274130df4eLajos Molnar for (size_t i = 0; i < mBuffers[portIndex].size(); ++i) { 12480806340688c937e7b78c2d89db3809274130df4eLajos Molnar const BufferInfo &info = mBuffers[portIndex][i]; 12490806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGI(" slot %2zu: #%8u %p/%p %s(%d) dequeued:%u", 12500806340688c937e7b78c2d89db3809274130df4eLajos Molnar i, info.mBufferID, info.mGraphicBuffer.get(), 12510806340688c937e7b78c2d89db3809274130df4eLajos Molnar info.mGraphicBuffer == NULL ? NULL : info.mGraphicBuffer->getNativeBuffer(), 12520806340688c937e7b78c2d89db3809274130df4eLajos Molnar _asString(info.mStatus), info.mStatus, info.mDequeuedAt); 12530806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 12540806340688c937e7b78c2d89db3809274130df4eLajos Molnar} 12550806340688c937e7b78c2d89db3809274130df4eLajos Molnar 1256f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::cancelBufferToNativeWindow(BufferInfo *info) { 1257f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ((int)info->mStatus, (int)BufferInfo::OWNED_BY_US); 1258f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1259609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] Calling cancelBuffer on buffer %u", 1260f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mComponentName.c_str(), info->mBufferID); 1261f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 126215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkWriteFence("cancelBufferToNativeWindow"); 1263f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int err = mNativeWindow->cancelBuffer( 126415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mNativeWindow.get(), info->mGraphicBuffer.get(), info->mFenceFd); 126515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 1266f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 12673fb9f68dea5d991288f0ea8037742b50c7df5767Wei Jia ALOGW_IF(err != 0, "[%s] can not return buffer %u to native window", 12683fb9f68dea5d991288f0ea8037742b50c7df5767Wei Jia mComponentName.c_str(), info->mBufferID); 12690806340688c937e7b78c2d89db3809274130df4eLajos Molnar // change ownership even if cancelBuffer fails 1270f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_NATIVE_WINDOW; 1271f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 12723fb9f68dea5d991288f0ea8037742b50c7df5767Wei Jia return err; 1273f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1274f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 127590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarvoid ACodec::updateRenderInfoForDequeuedBuffer( 127690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar ANativeWindowBuffer *buf, int fenceFd, BufferInfo *info) { 127790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 127890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar info->mRenderInfo = 127990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mRenderTracker.updateInfoForDequeuedBuffer( 128090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar buf, fenceFd, info - &mBuffers[kPortIndexOutput][0]); 128190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 128290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // check for any fences already signaled 128390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar notifyOfRenderedFrames(false /* dropIncomplete */, info->mRenderInfo); 128490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 128590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 128690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarvoid ACodec::onFrameRendered(int64_t mediaTimeUs, nsecs_t systemNano) { 128790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (mRenderTracker.onFrameRendered(mediaTimeUs, systemNano) != OK) { 128890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mRenderTracker.dumpRenderQueue(); 128990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 129090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 129190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 129290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarvoid ACodec::notifyOfRenderedFrames(bool dropIncomplete, FrameRenderTracker::Info *until) { 129390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar sp<AMessage> msg = mNotify->dup(); 129490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar msg->setInt32("what", CodecBase::kWhatOutputFramesRendered); 129590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar std::list<FrameRenderTracker::Info> done = 129690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mRenderTracker.checkFencesAndGetRenderedFrames(until, dropIncomplete); 129790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 129890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // unlink untracked frames 129990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar for (std::list<FrameRenderTracker::Info>::const_iterator it = done.cbegin(); 130090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar it != done.cend(); ++it) { 1301604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar ssize_t index = it->getIndex(); 1302604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar if (index >= 0 && (size_t)index < mBuffers[kPortIndexOutput].size()) { 1303604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar mBuffers[kPortIndexOutput].editItemAt(index).mRenderInfo = NULL; 1304604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar } else if (index >= 0) { 1305604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar // THIS SHOULD NEVER HAPPEN 1306604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar ALOGE("invalid index %zd in %zu", index, mBuffers[kPortIndexOutput].size()); 130790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 130890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 130990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 131090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (MediaCodec::CreateFramesRenderedMessage(done, msg)) { 131190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar msg->post(); 131290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 131390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 131490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 1315f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::BufferInfo *ACodec::dequeueBufferFromNativeWindow() { 13168ce2364512f7c32c824f5ec5719688830ba72427Iliyan Malchev ANativeWindowBuffer *buf; 1317054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar CHECK(mNativeWindow.get() != NULL); 1318ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad 1319ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad if (mTunneled) { 1320ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad ALOGW("dequeueBufferFromNativeWindow() should not be called in tunnel" 1321ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad " video playback mode mode!"); 1322ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad return NULL; 1323ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad } 1324ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad 1325346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang if (mFatalError) { 1326346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang ALOGW("not dequeuing from native window due to fatal error"); 1327346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang return NULL; 1328346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang } 1329346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang 133015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int fenceFd = -1; 1331dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar do { 133215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar status_t err = mNativeWindow->dequeueBuffer(mNativeWindow.get(), &buf, &fenceFd); 133315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (err != 0) { 133415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGE("dequeueBuffer failed: %s(%d).", asString(err), err); 1335dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar return NULL; 1336dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar } 1337f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1338dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar bool stale = false; 1339b92add32c22656dedfb82d26ccc168c43c92b8ebChad Brubaker for (size_t i = mBuffers[kPortIndexOutput].size(); i > 0;) { 1340b92add32c22656dedfb82d26ccc168c43c92b8ebChad Brubaker i--; 1341dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar BufferInfo *info = &mBuffers[kPortIndexOutput].editItemAt(i); 1342dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar 1343dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar if (info->mGraphicBuffer != NULL && 134490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar info->mGraphicBuffer->handle == buf->handle) { 1345dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // Since consumers can attach buffers to BufferQueues, it is possible 1346dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // that a known yet stale buffer can return from a surface that we 1347dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // once used. We can simply ignore this as we have already dequeued 1348dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // this buffer properly. NOTE: this does not eliminate all cases, 1349dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // e.g. it is possible that we have queued the valid buffer to the 1350dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // NW, and a stale copy of the same buffer gets dequeued - which will 1351dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // be treated as the valid buffer by ACodec. 1352dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar if (info->mStatus != BufferInfo::OWNED_BY_NATIVE_WINDOW) { 1353dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar ALOGI("dequeued stale buffer %p. discarding", buf); 1354dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar stale = true; 1355dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar break; 1356dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar } 135790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 1358dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar ALOGV("dequeued buffer %p", info->mGraphicBuffer->getNativeBuffer()); 1359dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar info->mStatus = BufferInfo::OWNED_BY_US; 136015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->setWriteFence(fenceFd, "dequeueBufferFromNativeWindow"); 136190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar updateRenderInfoForDequeuedBuffer(buf, fenceFd, info); 1362dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar return info; 1363dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar } 1364dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar } 1365f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1366dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // It is also possible to receive a previously unregistered buffer 1367dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // in non-meta mode. These should be treated as stale buffers. The 1368dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // same is possible in meta mode, in which case, it will be treated 1369dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // as a normal buffer, which is not desirable. 1370dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // TODO: fix this. 1371054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (!stale && (!storingMetadataInDecodedBuffers() || mLegacyAdaptiveExperiment)) { 1372dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar ALOGI("dequeued unrecognized (stale) buffer %p. discarding", buf); 1373dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar stale = true; 1374dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar } 1375dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar if (stale) { 1376dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // TODO: detach stale buffer, but there is no API yet to do it. 1377dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar buf = NULL; 1378f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1379dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar } while (buf == NULL); 1380054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1381dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // get oldest undequeued buffer 1382dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar BufferInfo *oldest = NULL; 1383b92add32c22656dedfb82d26ccc168c43c92b8ebChad Brubaker for (size_t i = mBuffers[kPortIndexOutput].size(); i > 0;) { 1384b92add32c22656dedfb82d26ccc168c43c92b8ebChad Brubaker i--; 1385dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar BufferInfo *info = 1386dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar &mBuffers[kPortIndexOutput].editItemAt(i); 1387054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar if (info->mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW && 1388054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar (oldest == NULL || 1389054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar // avoid potential issues from counter rolling over 1390054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mDequeueCounter - info->mDequeuedAt > 1391054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mDequeueCounter - oldest->mDequeuedAt)) { 1392054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar oldest = info; 1393054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 1394054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 1395054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 13960806340688c937e7b78c2d89db3809274130df4eLajos Molnar // it is impossible dequeue a buffer when there are no buffers with ANW 13970806340688c937e7b78c2d89db3809274130df4eLajos Molnar CHECK(oldest != NULL); 13980806340688c937e7b78c2d89db3809274130df4eLajos Molnar // it is impossible to dequeue an unknown buffer in non-meta mode, as the 13990806340688c937e7b78c2d89db3809274130df4eLajos Molnar // while loop above does not complete 1400054219874873b41f1c815552987c10465c34ba2bLajos Molnar CHECK(storingMetadataInDecodedBuffers()); 1401054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 14020806340688c937e7b78c2d89db3809274130df4eLajos Molnar // discard buffer in LRU info and replace with new buffer 14030806340688c937e7b78c2d89db3809274130df4eLajos Molnar oldest->mGraphicBuffer = new GraphicBuffer(buf, false); 14040806340688c937e7b78c2d89db3809274130df4eLajos Molnar oldest->mStatus = BufferInfo::OWNED_BY_US; 140515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar oldest->setWriteFence(fenceFd, "dequeueBufferFromNativeWindow for oldest"); 140690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mRenderTracker.untrackFrame(oldest->mRenderInfo); 140790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar oldest->mRenderInfo = NULL; 1408d0715867861c216e88a4a7523b6da8a3cb128724Lajos Molnar 14090806340688c937e7b78c2d89db3809274130df4eLajos Molnar mOMX->updateGraphicBufferInMeta( 14100806340688c937e7b78c2d89db3809274130df4eLajos Molnar mNode, kPortIndexOutput, oldest->mGraphicBuffer, 14110806340688c937e7b78c2d89db3809274130df4eLajos Molnar oldest->mBufferID); 1412054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1413054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mOutputMetadataType == kMetadataBufferTypeGrallocSource) { 1414054219874873b41f1c815552987c10465c34ba2bLajos Molnar VideoGrallocMetadata *grallocMeta = 1415054219874873b41f1c815552987c10465c34ba2bLajos Molnar reinterpret_cast<VideoGrallocMetadata *>(oldest->mData->base()); 1416054219874873b41f1c815552987c10465c34ba2bLajos Molnar ALOGV("replaced oldest buffer #%u with age %u (%p/%p stored in %p)", 1417054219874873b41f1c815552987c10465c34ba2bLajos Molnar (unsigned)(oldest - &mBuffers[kPortIndexOutput][0]), 1418054219874873b41f1c815552987c10465c34ba2bLajos Molnar mDequeueCounter - oldest->mDequeuedAt, 14197c77f9ca649f321374118937bcdaca14a7e5684bLajos Molnar (void *)(uintptr_t)grallocMeta->pHandle, 1420054219874873b41f1c815552987c10465c34ba2bLajos Molnar oldest->mGraphicBuffer->handle, oldest->mData->base()); 1421054219874873b41f1c815552987c10465c34ba2bLajos Molnar } else if (mOutputMetadataType == kMetadataBufferTypeANWBuffer) { 1422054219874873b41f1c815552987c10465c34ba2bLajos Molnar VideoNativeMetadata *nativeMeta = 1423054219874873b41f1c815552987c10465c34ba2bLajos Molnar reinterpret_cast<VideoNativeMetadata *>(oldest->mData->base()); 1424054219874873b41f1c815552987c10465c34ba2bLajos Molnar ALOGV("replaced oldest buffer #%u with age %u (%p/%p stored in %p)", 1425054219874873b41f1c815552987c10465c34ba2bLajos Molnar (unsigned)(oldest - &mBuffers[kPortIndexOutput][0]), 1426054219874873b41f1c815552987c10465c34ba2bLajos Molnar mDequeueCounter - oldest->mDequeuedAt, 14277c77f9ca649f321374118937bcdaca14a7e5684bLajos Molnar (void *)(uintptr_t)nativeMeta->pBuffer, 1428054219874873b41f1c815552987c10465c34ba2bLajos Molnar oldest->mGraphicBuffer->getNativeBuffer(), oldest->mData->base()); 1429054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 1430f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 143190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar updateRenderInfoForDequeuedBuffer(buf, fenceFd, oldest); 14320806340688c937e7b78c2d89db3809274130df4eLajos Molnar return oldest; 1433f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1434f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1435f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::freeBuffersOnPort(OMX_U32 portIndex) { 1436777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim status_t err = OK; 1437938e2b34b16c3c1fd29c753eeb53ee95a2b2e2b3Nick Kralevich for (size_t i = mBuffers[portIndex].size(); i > 0;) { 1438938e2b34b16c3c1fd29c753eeb53ee95a2b2e2b3Nick Kralevich i--; 1439777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim status_t err2 = freeBuffer(portIndex, i); 1440777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err == OK) { 1441777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = err2; 1442777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 1443f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1444f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 14450806340688c937e7b78c2d89db3809274130df4eLajos Molnar // clear mDealer even on an error 1446f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mDealer[portIndex].clear(); 1447777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 1448f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1449f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1450349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huberstatus_t ACodec::freeOutputBuffersNotOwnedByComponent() { 1451777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim status_t err = OK; 1452938e2b34b16c3c1fd29c753eeb53ee95a2b2e2b3Nick Kralevich for (size_t i = mBuffers[kPortIndexOutput].size(); i > 0;) { 1453938e2b34b16c3c1fd29c753eeb53ee95a2b2e2b3Nick Kralevich i--; 1454f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = 1455f933441648ef6a71dee783d733aac17b9508b452Andreas Huber &mBuffers[kPortIndexOutput].editItemAt(i); 1456f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 14572ded8b53014602d25b20bade8ce46db95a8da4b5Lajos Molnar // At this time some buffers may still be with the component 14582ded8b53014602d25b20bade8ce46db95a8da4b5Lajos Molnar // or being drained. 14592ded8b53014602d25b20bade8ce46db95a8da4b5Lajos Molnar if (info->mStatus != BufferInfo::OWNED_BY_COMPONENT && 14602ded8b53014602d25b20bade8ce46db95a8da4b5Lajos Molnar info->mStatus != BufferInfo::OWNED_BY_DOWNSTREAM) { 1461777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim status_t err2 = freeBuffer(kPortIndexOutput, i); 1462777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err == OK) { 1463777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = err2; 1464777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 1465f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1466f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1467f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1468777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 1469f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1470f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1471f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::freeBuffer(OMX_U32 portIndex, size_t i) { 1472f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = &mBuffers[portIndex].editItemAt(i); 14730806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = OK; 1474f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 147515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // there should not be any fences in the metadata 147615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar MetadataBufferType type = 147715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar portIndex == kPortIndexOutput ? mOutputMetadataType : mInputMetadataType; 147815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (type == kMetadataBufferTypeANWBuffer && info->mData != NULL 147915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar && info->mData->size() >= sizeof(VideoNativeMetadata)) { 148015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int fenceFd = ((VideoNativeMetadata *)info->mData->data())->nFenceFd; 148115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (fenceFd >= 0) { 148215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGW("unreleased fence (%d) in %s metadata buffer %zu", 148315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar fenceFd, portIndex == kPortIndexInput ? "input" : "output", i); 148415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 148515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 148615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 14870806340688c937e7b78c2d89db3809274130df4eLajos Molnar switch (info->mStatus) { 14880806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_US: 14890806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (portIndex == kPortIndexOutput && mNativeWindow != NULL) { 14900806340688c937e7b78c2d89db3809274130df4eLajos Molnar (void)cancelBufferToNativeWindow(info); 14910806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 14920806340688c937e7b78c2d89db3809274130df4eLajos Molnar // fall through 1493f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 14940806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_NATIVE_WINDOW: 14950806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mOMX->freeBuffer(mNode, portIndex, info->mBufferID); 14960806340688c937e7b78c2d89db3809274130df4eLajos Molnar break; 14970806340688c937e7b78c2d89db3809274130df4eLajos Molnar 14980806340688c937e7b78c2d89db3809274130df4eLajos Molnar default: 14990806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("trying to free buffer not owned by us or ANW (%d)", info->mStatus); 15000806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = FAILED_TRANSACTION; 15010806340688c937e7b78c2d89db3809274130df4eLajos Molnar break; 1502f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1503f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 150415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (info->mFenceFd >= 0) { 150515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ::close(info->mFenceFd); 150615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 150715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 1508604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar if (portIndex == kPortIndexOutput) { 1509604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar mRenderTracker.untrackFrame(info->mRenderInfo, i); 1510604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar info->mRenderInfo = NULL; 1511604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar } 151290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 1513777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim // remove buffer even if mOMX->freeBuffer fails 1514f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mBuffers[portIndex].removeAt(i); 1515777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 1516f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1517f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1518f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::BufferInfo *ACodec::findBufferByID( 15190806340688c937e7b78c2d89db3809274130df4eLajos Molnar uint32_t portIndex, IOMX::buffer_id bufferID, ssize_t *index) { 1520f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (size_t i = 0; i < mBuffers[portIndex].size(); ++i) { 1521f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = &mBuffers[portIndex].editItemAt(i); 1522f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1523f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mBufferID == bufferID) { 1524f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (index != NULL) { 1525f933441648ef6a71dee783d733aac17b9508b452Andreas Huber *index = i; 1526f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1527f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return info; 1528f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1529f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1530f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1531777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Could not find buffer with ID %u", bufferID); 1532f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return NULL; 1533f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1534f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 15355778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setComponentRole( 1536f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool isEncoder, const char *mime) { 15375b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar const char *role = getComponentRole(isEncoder, mime); 15385b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (role == NULL) { 15395b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return BAD_VALUE; 15405b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 15415b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar status_t err = setComponentRole(mOMX, mNode, role); 15425b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (err != OK) { 15435b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar ALOGW("[%s] Failed to set standard component role '%s'.", 15445b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar mComponentName.c_str(), role); 15455b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 15465b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return err; 15475b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar} 15485b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 15495b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar//static 15505b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnarconst char *ACodec::getComponentRole( 15515b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar bool isEncoder, const char *mime) { 1552f933441648ef6a71dee783d733aac17b9508b452Andreas Huber struct MimeToRole { 1553f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const char *mime; 1554f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const char *decoderRole; 1555f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const char *encoderRole; 1556f933441648ef6a71dee783d733aac17b9508b452Andreas Huber }; 1557f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1558f933441648ef6a71dee783d733aac17b9508b452Andreas Huber static const MimeToRole kMimeToRole[] = { 1559f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { MEDIA_MIMETYPE_AUDIO_MPEG, 1560f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "audio_decoder.mp3", "audio_encoder.mp3" }, 15612944eca607304a095ea43ba2b8f0b9de61249f9fAndreas Huber { MEDIA_MIMETYPE_AUDIO_MPEG_LAYER_I, 15622944eca607304a095ea43ba2b8f0b9de61249f9fAndreas Huber "audio_decoder.mp1", "audio_encoder.mp1" }, 15632944eca607304a095ea43ba2b8f0b9de61249f9fAndreas Huber { MEDIA_MIMETYPE_AUDIO_MPEG_LAYER_II, 15642944eca607304a095ea43ba2b8f0b9de61249f9fAndreas Huber "audio_decoder.mp2", "audio_encoder.mp2" }, 1565f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { MEDIA_MIMETYPE_AUDIO_AMR_NB, 1566f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "audio_decoder.amrnb", "audio_encoder.amrnb" }, 1567f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { MEDIA_MIMETYPE_AUDIO_AMR_WB, 1568f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "audio_decoder.amrwb", "audio_encoder.amrwb" }, 1569f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { MEDIA_MIMETYPE_AUDIO_AAC, 1570f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "audio_decoder.aac", "audio_encoder.aac" }, 1571729de186450f78c099637e1fce743fe531862c52Andreas Huber { MEDIA_MIMETYPE_AUDIO_VORBIS, 1572729de186450f78c099637e1fce743fe531862c52Andreas Huber "audio_decoder.vorbis", "audio_encoder.vorbis" }, 1573bf927f8ec7979f2b64331c2b2f12a6a5dba05bcaVignesh Venkatasubramanian { MEDIA_MIMETYPE_AUDIO_OPUS, 1574bf927f8ec7979f2b64331c2b2f12a6a5dba05bcaVignesh Venkatasubramanian "audio_decoder.opus", "audio_encoder.opus" }, 1575c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber { MEDIA_MIMETYPE_AUDIO_G711_MLAW, 1576c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber "audio_decoder.g711mlaw", "audio_encoder.g711mlaw" }, 1577c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber { MEDIA_MIMETYPE_AUDIO_G711_ALAW, 1578c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber "audio_decoder.g711alaw", "audio_encoder.g711alaw" }, 1579f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { MEDIA_MIMETYPE_VIDEO_AVC, 1580f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "video_decoder.avc", "video_encoder.avc" }, 15812472b1c0d63454e5d90a982bd6c555de6c3127bdRachad { MEDIA_MIMETYPE_VIDEO_HEVC, 15822472b1c0d63454e5d90a982bd6c555de6c3127bdRachad "video_decoder.hevc", "video_encoder.hevc" }, 1583f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { MEDIA_MIMETYPE_VIDEO_MPEG4, 1584f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "video_decoder.mpeg4", "video_encoder.mpeg4" }, 1585f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { MEDIA_MIMETYPE_VIDEO_H263, 1586f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "video_decoder.h263", "video_encoder.h263" }, 158794705aff3c9eef58cbb72ec6fe5d2dcfd9481646hkuang { MEDIA_MIMETYPE_VIDEO_VP8, 158894705aff3c9eef58cbb72ec6fe5d2dcfd9481646hkuang "video_decoder.vp8", "video_encoder.vp8" }, 158994705aff3c9eef58cbb72ec6fe5d2dcfd9481646hkuang { MEDIA_MIMETYPE_VIDEO_VP9, 159094705aff3c9eef58cbb72ec6fe5d2dcfd9481646hkuang "video_decoder.vp9", "video_encoder.vp9" }, 1591ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber { MEDIA_MIMETYPE_AUDIO_RAW, 1592ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber "audio_decoder.raw", "audio_encoder.raw" }, 1593a29c2b203d8bea8c21564765da5c9d7087448340Ronghua Wu { MEDIA_MIMETYPE_VIDEO_DOLBY_VISION, 1594a29c2b203d8bea8c21564765da5c9d7087448340Ronghua Wu "video_decoder.dolby-vision", "video_encoder.dolby-vision" }, 15952f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi { MEDIA_MIMETYPE_AUDIO_FLAC, 15962f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi "audio_decoder.flac", "audio_encoder.flac" }, 1597ba933df89521d63f75ca66af12ce9d7ae9496b9eMarco Nelissen { MEDIA_MIMETYPE_AUDIO_MSGSM, 1598ba933df89521d63f75ca66af12ce9d7ae9496b9eMarco Nelissen "audio_decoder.gsm", "audio_encoder.gsm" }, 1599774eb18c40c3a7da0bc1636a9779f02315ddbad8Changwan Ryu { MEDIA_MIMETYPE_VIDEO_MPEG2, 1600774eb18c40c3a7da0bc1636a9779f02315ddbad8Changwan Ryu "video_decoder.mpeg2", "video_encoder.mpeg2" }, 160197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu { MEDIA_MIMETYPE_AUDIO_AC3, 160297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu "audio_decoder.ac3", "audio_encoder.ac3" }, 16038a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad { MEDIA_MIMETYPE_AUDIO_EAC3, 16048a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad "audio_decoder.eac3", "audio_encoder.eac3" }, 1605f933441648ef6a71dee783d733aac17b9508b452Andreas Huber }; 1606f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1607f933441648ef6a71dee783d733aac17b9508b452Andreas Huber static const size_t kNumMimeToRole = 1608f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sizeof(kMimeToRole) / sizeof(kMimeToRole[0]); 1609f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1610f933441648ef6a71dee783d733aac17b9508b452Andreas Huber size_t i; 1611f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (i = 0; i < kNumMimeToRole; ++i) { 1612f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (!strcasecmp(mime, kMimeToRole[i].mime)) { 1613f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 1614f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1615f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1616f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1617f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (i == kNumMimeToRole) { 16185b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return NULL; 1619f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1620f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 16215b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return isEncoder ? kMimeToRole[i].encoderRole 1622f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : kMimeToRole[i].decoderRole; 16235b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar} 1624f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 16255b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar//static 16265b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnarstatus_t ACodec::setComponentRole( 16275b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar const sp<IOMX> &omx, IOMX::node_id node, const char *role) { 16285b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar OMX_PARAM_COMPONENTROLETYPE roleParams; 16295b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar InitOMXParams(&roleParams); 1630f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 16315b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar strncpy((char *)roleParams.cRole, 16325b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar role, OMX_MAX_STRINGNAME_SIZE - 1); 16335778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16345b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar roleParams.cRole[OMX_MAX_STRINGNAME_SIZE - 1] = '\0'; 16355778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16365b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return omx->setParameter( 16375b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar node, OMX_IndexParamStandardComponentRole, 16385b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar &roleParams, sizeof(roleParams)); 1639f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1640f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 16415778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::configureCodec( 1642f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const char *mime, const sp<AMessage> &msg) { 16435778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t encoder; 16445778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("encoder", &encoder)) { 16455778822d86b0337407514b9372562b86edfa91cdAndreas Huber encoder = false; 16465778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 1647f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1648e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar sp<AMessage> inputFormat = new AMessage(); 16494e865a3cfe4c955e0890321a6b488cf661808b63Lajos Molnar sp<AMessage> outputFormat = mNotify->dup(); // will use this for kWhatOutputFormatChanged 1650e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 16515778822d86b0337407514b9372562b86edfa91cdAndreas Huber mIsEncoder = encoder; 1652f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1653054219874873b41f1c815552987c10465c34ba2bLajos Molnar mInputMetadataType = kMetadataBufferTypeInvalid; 1654054219874873b41f1c815552987c10465c34ba2bLajos Molnar mOutputMetadataType = kMetadataBufferTypeInvalid; 16558db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu 16565778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = setComponentRole(encoder /* isEncoder */, mime); 16575778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16585778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 16595778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 16605778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16615778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16625778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t bitRate = 0; 16632f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi // FLAC encoder doesn't need a bitrate, other encoders do 16642f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi if (encoder && strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_FLAC) 16652f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi && !msg->findInt32("bitrate", &bitRate)) { 16665778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 16675778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16685778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1669d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber int32_t storeMeta; 1670d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber if (encoder 1671d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber && msg->findInt32("store-metadata-in-buffers", &storeMeta) 1672d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber && storeMeta != 0) { 1673054219874873b41f1c815552987c10465c34ba2bLajos Molnar err = mOMX->storeMetaDataInBuffers(mNode, kPortIndexInput, OMX_TRUE, &mInputMetadataType); 1674d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber if (err != OK) { 1675054219874873b41f1c815552987c10465c34ba2bLajos Molnar ALOGE("[%s] storeMetaDataInBuffers (input) failed w/ err %d", 1676308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang mComponentName.c_str(), err); 1677d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 1678054219874873b41f1c815552987c10465c34ba2bLajos Molnar return err; 1679054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 1680054219874873b41f1c815552987c10465c34ba2bLajos Molnar // For this specific case we could be using camera source even if storeMetaDataInBuffers 1681054219874873b41f1c815552987c10465c34ba2bLajos Molnar // returns Gralloc source. Pretend that we are; this will force us to use nBufferSize. 1682054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mInputMetadataType == kMetadataBufferTypeGrallocSource) { 1683054219874873b41f1c815552987c10465c34ba2bLajos Molnar mInputMetadataType = kMetadataBufferTypeCameraSource; 1684054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 1685c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar 1686c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar uint32_t usageBits; 1687c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar if (mOMX->getParameter( 1688c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar mNode, (OMX_INDEXTYPE)OMX_IndexParamConsumerUsageBits, 1689c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar &usageBits, sizeof(usageBits)) == OK) { 1690c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar inputFormat->setInt32( 1691c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar "using-sw-read-often", !!(usageBits & GRALLOC_USAGE_SW_READ_OFTEN)); 1692c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar } 1693054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 1694d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 1695308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang int32_t prependSPSPPS = 0; 16963a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber if (encoder 16973a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber && msg->findInt32("prepend-sps-pps-to-idr-frames", &prependSPSPPS) 16983a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber && prependSPSPPS != 0) { 16993a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber OMX_INDEXTYPE index; 17003a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber err = mOMX->getExtensionIndex( 17013a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber mNode, 17023a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber "OMX.google.android.index.prependSPSPPSToIDRFrames", 17033a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber &index); 17043a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber 17053a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber if (err == OK) { 17063a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber PrependSPSPPSToIDRFramesParams params; 17073a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber InitOMXParams(¶ms); 17083a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber params.bEnable = OMX_TRUE; 17093a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber 17103a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber err = mOMX->setParameter( 17113a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber mNode, index, ¶ms, sizeof(params)); 17123a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber } 17133a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber 17143a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber if (err != OK) { 17153a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber ALOGE("Encoder could not be configured to emit SPS/PPS before " 17163a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber "IDR frames. (err %d)", err); 17173a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber 17183a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber return err; 17193a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber } 17203a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber } 17213a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber 1722308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang // Only enable metadata mode on encoder output if encoder can prepend 1723308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang // sps/pps to idr frames, since in metadata mode the bitstream is in an 1724308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang // opaque handle, to which we don't have access. 1725308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang int32_t video = !strncasecmp(mime, "video/", 6); 17268db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu mIsVideo = video; 1727308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang if (encoder && video) { 1728308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang OMX_BOOL enable = (OMX_BOOL) (prependSPSPPS 1729308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang && msg->findInt32("store-metadata-in-buffers-output", &storeMeta) 1730308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang && storeMeta != 0); 1731308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang 1732054219874873b41f1c815552987c10465c34ba2bLajos Molnar err = mOMX->storeMetaDataInBuffers(mNode, kPortIndexOutput, enable, &mOutputMetadataType); 1733308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang if (err != OK) { 1734308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang ALOGE("[%s] storeMetaDataInBuffers (output) failed w/ err %d", 1735308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang mComponentName.c_str(), err); 1736308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang } 1737a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber 1738a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber if (!msg->findInt64( 1739a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber "repeat-previous-frame-after", 1740a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber &mRepeatFrameDelayUs)) { 1741a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber mRepeatFrameDelayUs = -1ll; 1742a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber } 174394ee4b708acfa941581160b267afb79192b1d816Chong Zhang 174494ee4b708acfa941581160b267afb79192b1d816Chong Zhang if (!msg->findInt64("max-pts-gap-to-encoder", &mMaxPtsGapUs)) { 17452c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mMaxPtsGapUs = -1ll; 17462c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang } 17472c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang 174837b2b389139ed638831e49708c947863eef631efRonghua Wu if (!msg->findFloat("max-fps-to-encoder", &mMaxFps)) { 174937b2b389139ed638831e49708c947863eef631efRonghua Wu mMaxFps = -1; 175037b2b389139ed638831e49708c947863eef631efRonghua Wu } 175137b2b389139ed638831e49708c947863eef631efRonghua Wu 17522c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang if (!msg->findInt64("time-lapse", &mTimePerCaptureUs)) { 17532c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mTimePerCaptureUs = -1ll; 175494ee4b708acfa941581160b267afb79192b1d816Chong Zhang } 175572cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang 175672cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang if (!msg->findInt32( 175772cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang "create-input-buffers-suspended", 175872cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang (int32_t*)&mCreateInputBuffersSuspended)) { 175972cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang mCreateInputBuffersSuspended = false; 176072cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang } 1761308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang } 1762308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang 17633a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // NOTE: we only use native window for video decoders 1764054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar sp<RefBase> obj; 17650d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar bool haveNativeWindow = msg->findObject("native-window", &obj) 17663a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar && obj != NULL && video && !encoder; 1767011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar mLegacyAdaptiveExperiment = false; 1768e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if (video && !encoder) { 1769e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar inputFormat->setInt32("adaptive-playback", false); 17701713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang 17711713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang int32_t usageProtected; 17721713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang if (msg->findInt32("protected", &usageProtected) && usageProtected) { 17731713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang if (!haveNativeWindow) { 17741713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang ALOGE("protected output buffers must be sent to an ANativeWindow"); 17751713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang return PERMISSION_DENIED; 17761713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang } 17771713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang mFlags |= kFlagIsGrallocUsageProtected; 17781713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang mFlags |= kFlagPushBlankBuffersToNativeWindowOnShutdown; 17791713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang } 1780a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar 1781a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar if (mFlags & kFlagIsSecure) { 1782a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar // use native_handles for secure input buffers 1783a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar err = mOMX->enableNativeBuffers( 1784a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar mNode, kPortIndexInput, OMX_FALSE /* graphic */, OMX_TRUE); 1785a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar ALOGI_IF(err != OK, "falling back to non-native_handles"); 1786a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar err = OK; // ignore error for now 1787a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar } 1788e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 17893a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (haveNativeWindow) { 17901de1e25cba872bd4c077c2e394f8ca9c70b65856Lajos Molnar sp<ANativeWindow> nativeWindow = 17911de1e25cba872bd4c077c2e394f8ca9c70b65856Lajos Molnar static_cast<ANativeWindow *>(static_cast<Surface *>(obj.get())); 17925a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 17936597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar // START of temporary support for automatic FRC - THIS WILL BE REMOVED 17946597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar int32_t autoFrc; 17956597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar if (msg->findInt32("auto-frc", &autoFrc)) { 17966597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar bool enabled = autoFrc; 17976597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar OMX_CONFIG_BOOLEANTYPE config; 17986597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar InitOMXParams(&config); 17996597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar config.bEnabled = (OMX_BOOL)enabled; 18006597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar status_t temp = mOMX->setConfig( 18016597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar mNode, (OMX_INDEXTYPE)OMX_IndexConfigAutoFramerateConversion, 18026597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar &config, sizeof(config)); 18036597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar if (temp == OK) { 18046597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar outputFormat->setInt32("auto-frc", enabled); 18056597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar } else if (enabled) { 18066597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar ALOGI("codec does not support requested auto-frc (err %d)", temp); 18076597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar } 18086597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar } 18096597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar // END of temporary support for automatic FRC 18106597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar 18115a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad int32_t tunneled; 18125a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (msg->findInt32("feature-tunneled-playback", &tunneled) && 18135a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad tunneled != 0) { 18145a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGI("Configuring TUNNELED video playback."); 1815ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad mTunneled = true; 18165a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 181797827bd7c7e64dec22c8fe0f9e734a3c432ad7eeRachad int32_t audioHwSync = 0; 181897827bd7c7e64dec22c8fe0f9e734a3c432ad7eeRachad if (!msg->findInt32("audio-hw-sync", &audioHwSync)) { 18195a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGW("No Audio HW Sync provided for video tunnel"); 18205a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } 18215a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad err = configureTunneledVideoPlayback(audioHwSync, nativeWindow); 18225a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (err != OK) { 182397827bd7c7e64dec22c8fe0f9e734a3c432ad7eeRachad ALOGE("configureTunneledVideoPlayback(%d,%p) failed!", 18245a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad audioHwSync, nativeWindow.get()); 18255a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad return err; 1826fce0d1883cdbcb7d501625fb43844043cd28a267Lajos Molnar } 1827fce0d1883cdbcb7d501625fb43844043cd28a267Lajos Molnar 1828d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad int32_t maxWidth = 0, maxHeight = 0; 1829d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad if (msg->findInt32("max-width", &maxWidth) && 1830d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad msg->findInt32("max-height", &maxHeight)) { 1831d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad 1832d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad err = mOMX->prepareForAdaptivePlayback( 1833d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad mNode, kPortIndexOutput, OMX_TRUE, maxWidth, maxHeight); 1834d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad if (err != OK) { 1835d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad ALOGW("[%s] prepareForAdaptivePlayback failed w/ err %d", 1836d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad mComponentName.c_str(), err); 18373a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // allow failure 18383a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar err = OK; 1839d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad } else { 1840d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad inputFormat->setInt32("max-width", maxWidth); 1841d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad inputFormat->setInt32("max-height", maxHeight); 1842d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad inputFormat->setInt32("adaptive-playback", true); 1843d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad } 1844d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad } 18455a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } else { 1846ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad ALOGV("Configuring CPU controlled video playback."); 1847ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad mTunneled = false; 1848ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad 18493fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad // Explicity reset the sideband handle of the window for 18503fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad // non-tunneled video in case the window was previously used 18513fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad // for a tunneled video playback. 18523fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad err = native_window_set_sideband_stream(nativeWindow.get(), NULL); 18533fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad if (err != OK) { 18543fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad ALOGE("set_sideband_stream(NULL) failed! (err %d).", err); 18553fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad return err; 18563fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad } 18573fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad 18585a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // Always try to enable dynamic output buffers on native surface 18595a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad err = mOMX->storeMetaDataInBuffers( 1860054219874873b41f1c815552987c10465c34ba2bLajos Molnar mNode, kPortIndexOutput, OMX_TRUE, &mOutputMetadataType); 18615a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (err != OK) { 18625a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGE("[%s] storeMetaDataInBuffers failed w/ err %d", 1863fce0d1883cdbcb7d501625fb43844043cd28a267Lajos Molnar mComponentName.c_str(), err); 1864e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 18655a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // if adaptive playback has been requested, try JB fallback 18665a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // NOTE: THIS FALLBACK MECHANISM WILL BE REMOVED DUE TO ITS 18675a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // LARGE MEMORY REQUIREMENT 18685a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 18695a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // we will not do adaptive playback on software accessed 18705a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // surfaces as they never had to respond to changes in the 18715a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // crop window, and we don't trust that they will be able to. 18725a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad int usageBits = 0; 18735a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad bool canDoAdaptivePlayback; 18745a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 18755a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (nativeWindow->query( 18765a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad nativeWindow.get(), 18775a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad NATIVE_WINDOW_CONSUMER_USAGE_BITS, 18785a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad &usageBits) != OK) { 18795a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad canDoAdaptivePlayback = false; 18805a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } else { 18815a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad canDoAdaptivePlayback = 18825a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad (usageBits & 18835a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad (GRALLOC_USAGE_SW_READ_MASK | 18845a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad GRALLOC_USAGE_SW_WRITE_MASK)) == 0; 18855a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } 18865a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 18875a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad int32_t maxWidth = 0, maxHeight = 0; 18885a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (canDoAdaptivePlayback && 18895a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad msg->findInt32("max-width", &maxWidth) && 18905a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad msg->findInt32("max-height", &maxHeight)) { 18915a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGV("[%s] prepareForAdaptivePlayback(%dx%d)", 18925a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad mComponentName.c_str(), maxWidth, maxHeight); 18935a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 18945a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad err = mOMX->prepareForAdaptivePlayback( 18955a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad mNode, kPortIndexOutput, OMX_TRUE, maxWidth, 18965a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad maxHeight); 18975a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGW_IF(err != OK, 18985a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad "[%s] prepareForAdaptivePlayback failed w/ err %d", 18995a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad mComponentName.c_str(), err); 19005a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 19015a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (err == OK) { 19025a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad inputFormat->setInt32("max-width", maxWidth); 19035a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad inputFormat->setInt32("max-height", maxHeight); 19045a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad inputFormat->setInt32("adaptive-playback", true); 19055a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } 1906e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 19075a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // allow failure 19085a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad err = OK; 19095a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } else { 19105a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGV("[%s] storeMetaDataInBuffers succeeded", 19115a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad mComponentName.c_str()); 1912054219874873b41f1c815552987c10465c34ba2bLajos Molnar CHECK(storingMetadataInDecodedBuffers()); 1913011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar mLegacyAdaptiveExperiment = ADebug::isExperimentEnabled( 1914011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar "legacy-adaptive", !msg->contains("no-experiments")); 1915011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar 19165a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad inputFormat->setInt32("adaptive-playback", true); 1917fce0d1883cdbcb7d501625fb43844043cd28a267Lajos Molnar } 19180167414e261f88a96b5e4bf6cb592e6ca11e5a95Andreas Huber 19195a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad int32_t push; 19205a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (msg->findInt32("push-blank-buffers-on-shutdown", &push) 19215a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad && push != 0) { 19225a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad mFlags |= kFlagPushBlankBuffersToNativeWindowOnShutdown; 19235a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } 19240167414e261f88a96b5e4bf6cb592e6ca11e5a95Andreas Huber } 1925e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang 1926e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang int32_t rotationDegrees; 1927e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang if (msg->findInt32("rotation-degrees", &rotationDegrees)) { 1928e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang mRotationDegrees = rotationDegrees; 1929e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang } else { 1930e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang mRotationDegrees = 0; 1931e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang } 1932054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 1933054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1934308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang if (video) { 19353a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // determine need for software renderer 19363a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar bool usingSwRenderer = false; 19373a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (haveNativeWindow && mComponentName.startsWith("OMX.google.")) { 19383a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar usingSwRenderer = true; 19393a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar haveNativeWindow = false; 19403a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 19413a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar 19425778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (encoder) { 19435778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setupVideoEncoder(mime, msg); 19445778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 19450d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar err = setupVideoDecoder(mime, msg, haveNativeWindow); 19465778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19473a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar 19483a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (err != OK) { 19493a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar return err; 19503a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 19513a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar 19523a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (haveNativeWindow) { 19531de1e25cba872bd4c077c2e394f8ca9c70b65856Lajos Molnar mNativeWindow = static_cast<Surface *>(obj.get()); 19543a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 19553a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar 19563a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // initialize native window now to get actual output format 19573a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // TODO: this is needed for some encoders even though they don't use native window 1958777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = initNativeWindow(); 1959777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 1960777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 1961777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 19623a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar 19633a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // fallback for devices that do not handle flex-YUV for native buffers 19643a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (haveNativeWindow) { 19653a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar int32_t requestedColorFormat = OMX_COLOR_FormatUnused; 19663a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (msg->findInt32("color-format", &requestedColorFormat) && 19673a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar requestedColorFormat == OMX_COLOR_FormatYUV420Flexible) { 1968777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim status_t err = getPortFormat(kPortIndexOutput, outputFormat); 1969777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 1970777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 1971777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 19723a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar int32_t colorFormat = OMX_COLOR_FormatUnused; 19733a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar OMX_U32 flexibleEquivalent = OMX_COLOR_FormatUnused; 1974777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (!outputFormat->findInt32("color-format", &colorFormat)) { 1975777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("ouptut port did not have a color format (wrong domain?)"); 1976777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return BAD_VALUE; 1977777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 19783a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar ALOGD("[%s] Requested output format %#x and got %#x.", 19793a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mComponentName.c_str(), requestedColorFormat, colorFormat); 19803a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (!isFlexibleColorFormat( 19813a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mOMX, mNode, colorFormat, haveNativeWindow, &flexibleEquivalent) 19823a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar || flexibleEquivalent != (OMX_U32)requestedColorFormat) { 19833a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // device did not handle flex-YUV request for native window, fall back 19843a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // to SW renderer 19853a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar ALOGI("[%s] Falling back to software renderer", mComponentName.c_str()); 19863a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mNativeWindow.clear(); 1987e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar mNativeWindowUsageBits = 0; 19883a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar haveNativeWindow = false; 19893a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar usingSwRenderer = true; 1990054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (storingMetadataInDecodedBuffers()) { 1991054219874873b41f1c815552987c10465c34ba2bLajos Molnar err = mOMX->storeMetaDataInBuffers( 1992054219874873b41f1c815552987c10465c34ba2bLajos Molnar mNode, kPortIndexOutput, OMX_FALSE, &mOutputMetadataType); 1993054219874873b41f1c815552987c10465c34ba2bLajos Molnar mOutputMetadataType = kMetadataBufferTypeInvalid; // just in case 19943a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // TODO: implement adaptive-playback support for bytebuffer mode. 19953a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // This is done by SW codecs, but most HW codecs don't support it. 19963a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar inputFormat->setInt32("adaptive-playback", false); 19973a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 19983a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (err == OK) { 1999a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar err = mOMX->enableNativeBuffers( 2000a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar mNode, kPortIndexOutput, OMX_TRUE /* graphic */, OMX_FALSE); 20013a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 20023a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (mFlags & kFlagIsGrallocUsageProtected) { 20033a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // fallback is not supported for protected playback 20043a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar err = PERMISSION_DENIED; 20053a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } else if (err == OK) { 20063a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar err = setupVideoDecoder(mime, msg, false); 20073a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 20083a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 20093a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 20103a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 20113a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar 20123a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (usingSwRenderer) { 20133a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar outputFormat->setInt32("using-sw-renderer", 1); 20143a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 201542392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_MPEG)) { 201642392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber int32_t numChannels, sampleRate; 201742392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber if (!msg->findInt32("channel-count", &numChannels) 201842392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber || !msg->findInt32("sample-rate", &sampleRate)) { 201942392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber // Since we did not always check for these, leave them optional 202042392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber // and have the decoder figure it all out. 202142392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber err = OK; 202242392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber } else { 202342392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber err = setupRawAudioFormat( 202442392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber encoder ? kPortIndexInput : kPortIndexOutput, 202542392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber sampleRate, 202642392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber numChannels); 202742392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber } 2028f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_AAC)) { 2029f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t numChannels, sampleRate; 20305778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("channel-count", &numChannels) 20315778822d86b0337407514b9372562b86edfa91cdAndreas Huber || !msg->findInt32("sample-rate", &sampleRate)) { 20325778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = INVALID_OPERATION; 20335778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 2034aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke int32_t isADTS, aacProfile; 2035b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi int32_t sbrMode; 20368045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi int32_t maxOutputChannelCount; 20372965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang int32_t pcmLimiterEnable; 20388045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi drcParams_t drc; 2039ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber if (!msg->findInt32("is-adts", &isADTS)) { 2040ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber isADTS = 0; 2041ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 2042aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke if (!msg->findInt32("aac-profile", &aacProfile)) { 2043aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke aacProfile = OMX_AUDIO_AACObjectNull; 2044aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke } 2045b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi if (!msg->findInt32("aac-sbr-mode", &sbrMode)) { 2046b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi sbrMode = -1; 2047b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi } 2048ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 20498045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (!msg->findInt32("aac-max-output-channel_count", &maxOutputChannelCount)) { 20508045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi maxOutputChannelCount = -1; 20518045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 20522965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang if (!msg->findInt32("aac-pcm-limiter-enable", &pcmLimiterEnable)) { 20532965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang // value is unknown 20542965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang pcmLimiterEnable = -1; 20552965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang } 20568045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (!msg->findInt32("aac-encoded-target-level", &drc.encodedTargetLevel)) { 20578045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi // value is unknown 20588045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi drc.encodedTargetLevel = -1; 20598045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 20608045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (!msg->findInt32("aac-drc-cut-level", &drc.drcCut)) { 20618045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi // value is unknown 20628045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi drc.drcCut = -1; 20638045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 20648045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (!msg->findInt32("aac-drc-boost-level", &drc.drcBoost)) { 20658045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi // value is unknown 20668045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi drc.drcBoost = -1; 20678045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 20688045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (!msg->findInt32("aac-drc-heavy-compression", &drc.heavyCompression)) { 20698045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi // value is unknown 20708045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi drc.heavyCompression = -1; 20718045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 20728045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (!msg->findInt32("aac-target-ref-level", &drc.targetRefLevel)) { 20738045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi // value is unknown 20748045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi drc.targetRefLevel = -1; 20758045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 20768045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi 2077ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber err = setupAACCodec( 20784471e47ece77be5b4159cc9cbbcef4d43900d36fAndreas Huber encoder, numChannels, sampleRate, bitRate, aacProfile, 20792965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang isADTS != 0, sbrMode, maxOutputChannelCount, drc, 20802965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang pcmLimiterEnable); 20815778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2082729de186450f78c099637e1fce743fe531862c52Andreas Huber } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_AMR_NB)) { 20835778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setupAMRCodec(encoder, false /* isWAMR */, bitRate); 2084729de186450f78c099637e1fce743fe531862c52Andreas Huber } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_AMR_WB)) { 20855778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setupAMRCodec(encoder, true /* isWAMR */, bitRate); 2086729de186450f78c099637e1fce743fe531862c52Andreas Huber } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_G711_ALAW) 2087729de186450f78c099637e1fce743fe531862c52Andreas Huber || !strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_G711_MLAW)) { 2088729de186450f78c099637e1fce743fe531862c52Andreas Huber // These are PCM-like formats with a fixed sample rate but 2089729de186450f78c099637e1fce743fe531862c52Andreas Huber // a variable number of channels. 2090729de186450f78c099637e1fce743fe531862c52Andreas Huber 2091729de186450f78c099637e1fce743fe531862c52Andreas Huber int32_t numChannels; 20925778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("channel-count", &numChannels)) { 20935778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = INVALID_OPERATION; 20945778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 209517c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissen int32_t sampleRate; 209617c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissen if (!msg->findInt32("sample-rate", &sampleRate)) { 209717c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissen sampleRate = 8000; 209817c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissen } 209917c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissen err = setupG711Codec(encoder, sampleRate, numChannels); 21005778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 21012f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_FLAC)) { 2102ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar int32_t numChannels = 0, sampleRate = 0, compressionLevel = -1; 21032f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi if (encoder && 21042f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi (!msg->findInt32("channel-count", &numChannels) 21052f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi || !msg->findInt32("sample-rate", &sampleRate))) { 21062f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi ALOGE("missing channel count or sample rate for FLAC encoder"); 21072f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi err = INVALID_OPERATION; 21082f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } else { 21092f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi if (encoder) { 2110516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber if (!msg->findInt32( 2111cd39746f8d83bb3f12e8f613e77c3c3b5f77c077Lajos Molnar "complexity", &compressionLevel) && 2112cd39746f8d83bb3f12e8f613e77c3c3b5f77c077Lajos Molnar !msg->findInt32( 2113516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber "flac-compression-level", &compressionLevel)) { 2114cd39746f8d83bb3f12e8f613e77c3c3b5f77c077Lajos Molnar compressionLevel = 5; // default FLAC compression level 21152f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } else if (compressionLevel < 0) { 2116516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber ALOGW("compression level %d outside [0..8] range, " 2117516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber "using 0", 2118516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber compressionLevel); 21192f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi compressionLevel = 0; 21202f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } else if (compressionLevel > 8) { 2121516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber ALOGW("compression level %d outside [0..8] range, " 2122516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber "using 8", 2123516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber compressionLevel); 21242f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi compressionLevel = 8; 21252f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } 21262f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } 2127516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber err = setupFlacCodec( 2128516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber encoder, numChannels, sampleRate, compressionLevel); 21292f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } 2130ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_RAW)) { 2131ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber int32_t numChannels, sampleRate; 2132ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber if (encoder 2133ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber || !msg->findInt32("channel-count", &numChannels) 2134ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber || !msg->findInt32("sample-rate", &sampleRate)) { 2135ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber err = INVALID_OPERATION; 2136ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber } else { 2137ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber err = setupRawAudioFormat(kPortIndexInput, sampleRate, numChannels); 2138ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber } 213997358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_AC3)) { 214097358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu int32_t numChannels; 214197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu int32_t sampleRate; 214297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu if (!msg->findInt32("channel-count", &numChannels) 214397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu || !msg->findInt32("sample-rate", &sampleRate)) { 214497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu err = INVALID_OPERATION; 214597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } else { 214697358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu err = setupAC3Codec(encoder, numChannels, sampleRate); 214797358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } 21488a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_EAC3)) { 21498a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad int32_t numChannels; 21508a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad int32_t sampleRate; 21518a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad if (!msg->findInt32("channel-count", &numChannels) 21528a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad || !msg->findInt32("sample-rate", &sampleRate)) { 21538a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad err = INVALID_OPERATION; 21548a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } else { 21558a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad err = setupEAC3Codec(encoder, numChannels, sampleRate); 21568a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } 21575778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2158729de186450f78c099637e1fce743fe531862c52Andreas Huber 21594471e47ece77be5b4159cc9cbbcef4d43900d36fAndreas Huber if (err != OK) { 21604471e47ece77be5b4159cc9cbbcef4d43900d36fAndreas Huber return err; 21614471e47ece77be5b4159cc9cbbcef4d43900d36fAndreas Huber } 21624471e47ece77be5b4159cc9cbbcef4d43900d36fAndreas Huber 21638b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen if (!msg->findInt32("encoder-delay", &mEncoderDelay)) { 21648b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen mEncoderDelay = 0; 21658b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen } 21669806555d3930be43e11106281dee354820ac1c88Andreas Huber 21678b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen if (!msg->findInt32("encoder-padding", &mEncoderPadding)) { 21688b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen mEncoderPadding = 0; 21698b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen } 21708b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen 21719806555d3930be43e11106281dee354820ac1c88Andreas Huber if (msg->findInt32("channel-mask", &mChannelMask)) { 21729806555d3930be43e11106281dee354820ac1c88Andreas Huber mChannelMaskPresent = true; 21739806555d3930be43e11106281dee354820ac1c88Andreas Huber } else { 21749806555d3930be43e11106281dee354820ac1c88Andreas Huber mChannelMaskPresent = false; 21759806555d3930be43e11106281dee354820ac1c88Andreas Huber } 21769806555d3930be43e11106281dee354820ac1c88Andreas Huber 2177f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t maxInputSize; 2178f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (msg->findInt32("max-input-size", &maxInputSize)) { 21795778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setMinBufferSize(kPortIndexInput, (size_t)maxInputSize); 2180f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else if (!strcmp("OMX.Nvidia.aac.decoder", mComponentName.c_str())) { 21815778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setMinBufferSize(kPortIndexInput, 8192); // XXX 2182f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 21835778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21848b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu int32_t priority; 21858b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu if (msg->findInt32("priority", &priority)) { 21868b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu err = setPriority(priority); 21878b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu } 21888b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu 2189ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu int32_t rateInt = -1; 2190ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu float rateFloat = -1; 2191ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (!msg->findFloat("operating-rate", &rateFloat)) { 2192ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu msg->findInt32("operating-rate", &rateInt); 2193ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu rateFloat = (float)rateInt; // 16MHz (FLINTMAX) is OK for upper bound. 2194ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2195ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (rateFloat > 0) { 2196ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu err = setOperatingRate(rateFloat, video); 2197ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2198ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu 21994e865a3cfe4c955e0890321a6b488cf661808b63Lajos Molnar mBaseOutputFormat = outputFormat; 22004e865a3cfe4c955e0890321a6b488cf661808b63Lajos Molnar 2201777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = getPortFormat(kPortIndexInput, inputFormat); 2202777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err == OK) { 2203777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = getPortFormat(kPortIndexOutput, outputFormat); 2204777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err == OK) { 2205777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mInputFormat = inputFormat; 2206777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mOutputFormat = outputFormat; 2207777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 2208777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 22095778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 2210f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 2211f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 22128b806ea894ca098366629458bfdd1df4866afcdfRonghua Wustatus_t ACodec::setPriority(int32_t priority) { 22138b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu if (priority < 0) { 22148b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu return BAD_VALUE; 22158b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu } 22168b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu OMX_PARAM_U32TYPE config; 22178b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu InitOMXParams(&config); 22188b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu config.nU32 = (OMX_U32)priority; 22198b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu status_t temp = mOMX->setConfig( 22208b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu mNode, (OMX_INDEXTYPE)OMX_IndexConfigPriority, 22218b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu &config, sizeof(config)); 22228b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu if (temp != OK) { 22238b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu ALOGI("codec does not support config priority (err %d)", temp); 22248b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu } 22258b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu return OK; 22268b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu} 22278b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu 2228ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wustatus_t ACodec::setOperatingRate(float rateFloat, bool isVideo) { 2229ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (rateFloat < 0) { 2230ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu return BAD_VALUE; 2231ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2232ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu OMX_U32 rate; 2233ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (isVideo) { 2234ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (rateFloat > 65535) { 2235ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu return BAD_VALUE; 2236ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2237ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu rate = (OMX_U32)(rateFloat * 65536.0f + 0.5f); 2238ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } else { 2239ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (rateFloat > UINT_MAX) { 2240ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu return BAD_VALUE; 2241ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2242ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu rate = (OMX_U32)(rateFloat); 2243ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2244ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu OMX_PARAM_U32TYPE config; 2245ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu InitOMXParams(&config); 2246ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu config.nU32 = rate; 2247ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu status_t err = mOMX->setConfig( 2248ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu mNode, (OMX_INDEXTYPE)OMX_IndexConfigOperatingRate, 2249ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu &config, sizeof(config)); 2250ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (err != OK) { 2251ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu ALOGI("codec does not support config operating rate (err %d)", err); 2252ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2253ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu return OK; 2254ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu} 2255ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu 2256870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuangstatus_t ACodec::getIntraRefreshPeriod(uint32_t *intraRefreshPeriod) { 2257870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang OMX_VIDEO_CONFIG_ANDROID_INTRAREFRESHTYPE params; 2258870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang InitOMXParams(¶ms); 2259870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang params.nPortIndex = kPortIndexOutput; 2260870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang status_t err = mOMX->getConfig( 2261870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang mNode, (OMX_INDEXTYPE)OMX_IndexConfigAndroidIntraRefresh, ¶ms, sizeof(params)); 2262870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (err == OK) { 2263870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang *intraRefreshPeriod = params.nRefreshPeriod; 2264870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return OK; 2265870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 2266870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2267870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang // Fallback to query through standard OMX index. 2268870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang OMX_VIDEO_PARAM_INTRAREFRESHTYPE refreshParams; 2269870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang InitOMXParams(&refreshParams); 2270870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang refreshParams.nPortIndex = kPortIndexOutput; 2271870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang refreshParams.eRefreshMode = OMX_VIDEO_IntraRefreshCyclic; 2272870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang err = mOMX->getParameter( 2273870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang mNode, OMX_IndexParamVideoIntraRefresh, &refreshParams, sizeof(refreshParams)); 2274870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (err != OK || refreshParams.nCirMBs == 0) { 2275870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang *intraRefreshPeriod = 0; 2276870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return OK; 2277870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 2278870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2279870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang // Calculate period based on width and height 2280870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang uint32_t width, height; 2281870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang OMX_PARAM_PORTDEFINITIONTYPE def; 2282870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang InitOMXParams(&def); 2283870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang OMX_VIDEO_PORTDEFINITIONTYPE *video_def = &def.format.video; 2284870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang def.nPortIndex = kPortIndexOutput; 2285870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang err = mOMX->getParameter( 2286870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 2287870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (err != OK) { 2288870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang *intraRefreshPeriod = 0; 2289870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return err; 2290870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 2291870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang width = video_def->nFrameWidth; 2292870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang height = video_def->nFrameHeight; 2293870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang // Use H.264/AVC MacroBlock size 16x16 2294870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang *intraRefreshPeriod = divUp((divUp(width, 16u) * divUp(height, 16u)), refreshParams.nCirMBs); 2295870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2296870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return OK; 2297870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang} 2298870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2299870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuangstatus_t ACodec::setIntraRefreshPeriod(uint32_t intraRefreshPeriod, bool inConfigure) { 2300870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang OMX_VIDEO_CONFIG_ANDROID_INTRAREFRESHTYPE params; 2301870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang InitOMXParams(¶ms); 2302870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang params.nPortIndex = kPortIndexOutput; 2303870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang params.nRefreshPeriod = intraRefreshPeriod; 2304870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang status_t err = mOMX->setConfig( 2305870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang mNode, (OMX_INDEXTYPE)OMX_IndexConfigAndroidIntraRefresh, ¶ms, sizeof(params)); 2306870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (err == OK) { 2307870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return OK; 2308870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 2309870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2310870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang // Only in configure state, a component could invoke setParameter. 2311870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (!inConfigure) { 2312870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return INVALID_OPERATION; 2313870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } else { 2314870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang ALOGI("[%s] try falling back to Cyclic", mComponentName.c_str()); 2315870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 2316870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2317870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang OMX_VIDEO_PARAM_INTRAREFRESHTYPE refreshParams; 2318870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang InitOMXParams(&refreshParams); 2319870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang refreshParams.nPortIndex = kPortIndexOutput; 2320870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang refreshParams.eRefreshMode = OMX_VIDEO_IntraRefreshCyclic; 2321870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2322870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (intraRefreshPeriod == 0) { 2323870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang // 0 means disable intra refresh. 2324870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang refreshParams.nCirMBs = 0; 2325870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } else { 2326870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang // Calculate macroblocks that need to be intra coded base on width and height 2327870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang uint32_t width, height; 2328870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang OMX_PARAM_PORTDEFINITIONTYPE def; 2329870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang InitOMXParams(&def); 2330870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang OMX_VIDEO_PORTDEFINITIONTYPE *video_def = &def.format.video; 2331870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang def.nPortIndex = kPortIndexOutput; 2332870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang err = mOMX->getParameter( 2333870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 2334870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (err != OK) { 2335870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return err; 2336870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 2337870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang width = video_def->nFrameWidth; 2338870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang height = video_def->nFrameHeight; 2339870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang // Use H.264/AVC MacroBlock size 16x16 2340870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang refreshParams.nCirMBs = divUp((divUp(width, 16u) * divUp(height, 16u)), intraRefreshPeriod); 2341870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 2342870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2343870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang err = mOMX->setParameter(mNode, OMX_IndexParamVideoIntraRefresh, 2344870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang &refreshParams, sizeof(refreshParams)); 2345870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (err != OK) { 2346870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return err; 2347870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 2348870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2349870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return OK; 2350870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang} 2351870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2352f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::setMinBufferSize(OMX_U32 portIndex, size_t size) { 2353f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 2354f933441648ef6a71dee783d733aac17b9508b452Andreas Huber InitOMXParams(&def); 2355f933441648ef6a71dee783d733aac17b9508b452Andreas Huber def.nPortIndex = portIndex; 2356f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2357f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t err = mOMX->getParameter( 2358f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 2359f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2360f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 2361f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 2362f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2363f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2364f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (def.nBufferSize >= size) { 2365f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return OK; 2366f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2367f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2368f933441648ef6a71dee783d733aac17b9508b452Andreas Huber def.nBufferSize = size; 2369f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2370f933441648ef6a71dee783d733aac17b9508b452Andreas Huber err = mOMX->setParameter( 2371f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 2372f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2373f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 2374f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 2375f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2376f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2377f933441648ef6a71dee783d733aac17b9508b452Andreas Huber err = mOMX->getParameter( 2378f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 2379f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2380f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 2381f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 2382f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2383f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2384777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (def.nBufferSize < size) { 2385777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("failed to set min buffer size to %zu (is still %u)", size, def.nBufferSize); 2386777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return FAILED_TRANSACTION; 2387777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 2388f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2389f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return OK; 2390f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 2391f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 23925778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::selectAudioPortFormat( 23935778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_U32 portIndex, OMX_AUDIO_CODINGTYPE desiredFormat) { 23945778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_AUDIO_PARAM_PORTFORMATTYPE format; 23955778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&format); 23965778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23975778822d86b0337407514b9372562b86edfa91cdAndreas Huber format.nPortIndex = portIndex; 23986e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar for (OMX_U32 index = 0; index <= kMaxIndicesToCheck; ++index) { 23995778822d86b0337407514b9372562b86edfa91cdAndreas Huber format.nIndex = index; 24005778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = mOMX->getParameter( 24015778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamAudioPortFormat, 24025778822d86b0337407514b9372562b86edfa91cdAndreas Huber &format, sizeof(format)); 24035778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24045778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 24055778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 24065778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24075778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24085778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (format.eEncoding == desiredFormat) { 24095778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 24105778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24116e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar 24126e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar if (index == kMaxIndicesToCheck) { 24136e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar ALOGW("[%s] stopping checking formats after %u: %s(%x)", 24146e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar mComponentName.c_str(), index, 24156e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar asString(format.eEncoding), format.eEncoding); 24166e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar return ERROR_UNSUPPORTED; 24176e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar } 24185778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24195778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24205778822d86b0337407514b9372562b86edfa91cdAndreas Huber return mOMX->setParameter( 24215778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamAudioPortFormat, &format, sizeof(format)); 24225778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 24235778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24245778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupAACCodec( 2425aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke bool encoder, int32_t numChannels, int32_t sampleRate, 24268045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi int32_t bitRate, int32_t aacProfile, bool isADTS, int32_t sbrMode, 24272965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang int32_t maxOutputChannelCount, const drcParams_t& drc, 24282965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang int32_t pcmLimiterEnable) { 2429ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber if (encoder && isADTS) { 2430ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber return -EINVAL; 2431ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 2432ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 24335778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = setupRawAudioFormat( 24345778822d86b0337407514b9372562b86edfa91cdAndreas Huber encoder ? kPortIndexInput : kPortIndexOutput, 24355778822d86b0337407514b9372562b86edfa91cdAndreas Huber sampleRate, 24365778822d86b0337407514b9372562b86edfa91cdAndreas Huber numChannels); 24375778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24385778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 24395778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 24405778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24415778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24425778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (encoder) { 24435778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = selectAudioPortFormat(kPortIndexOutput, OMX_AUDIO_CodingAAC); 24445778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24455778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 24465778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 24475778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24485778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24495778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 24505778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&def); 24515778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.nPortIndex = kPortIndexOutput; 24525778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24535778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->getParameter( 24545778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 24555778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24565778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 24575778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 24585778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24595778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24605778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.format.audio.bFlagErrorConcealment = OMX_TRUE; 24615778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.format.audio.eEncoding = OMX_AUDIO_CodingAAC; 24625778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24635778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 24645778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 24655778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24665778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 24675778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 24685778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24695778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24705778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_AUDIO_PARAM_AACPROFILETYPE profile; 24715778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&profile); 24725778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nPortIndex = kPortIndexOutput; 24735778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24745778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->getParameter( 24755778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamAudioAac, &profile, sizeof(profile)); 24765778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24775778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 24785778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 24795778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24805778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24815778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nChannels = numChannels; 24825778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24835778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.eChannelMode = 24845778822d86b0337407514b9372562b86edfa91cdAndreas Huber (numChannels == 1) 24855778822d86b0337407514b9372562b86edfa91cdAndreas Huber ? OMX_AUDIO_ChannelModeMono: OMX_AUDIO_ChannelModeStereo; 24865778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24875778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nSampleRate = sampleRate; 24885778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nBitRate = bitRate; 24895778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nAudioBandWidth = 0; 24905778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nFrameLength = 0; 24915778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nAACtools = OMX_AUDIO_AACToolAll; 24925778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nAACERtools = OMX_AUDIO_AACERNone; 2493aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke profile.eAACProfile = (OMX_AUDIO_AACPROFILETYPE) aacProfile; 24945778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.eAACStreamFormat = OMX_AUDIO_AACStreamFormatMP4FF; 2495b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi switch (sbrMode) { 2496b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi case 0: 2497b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi // disable sbr 2498b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools &= ~OMX_AUDIO_AACToolAndroidSSBR; 2499b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools &= ~OMX_AUDIO_AACToolAndroidDSBR; 2500b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi break; 2501b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi case 1: 2502b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi // enable single-rate sbr 2503b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools |= OMX_AUDIO_AACToolAndroidSSBR; 2504b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools &= ~OMX_AUDIO_AACToolAndroidDSBR; 2505b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi break; 2506b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi case 2: 2507b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi // enable dual-rate sbr 2508b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools &= ~OMX_AUDIO_AACToolAndroidSSBR; 2509b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools |= OMX_AUDIO_AACToolAndroidDSBR; 2510b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi break; 2511b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi case -1: 2512b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi // enable both modes -> the codec will decide which mode should be used 2513b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools |= OMX_AUDIO_AACToolAndroidSSBR; 2514b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools |= OMX_AUDIO_AACToolAndroidDSBR; 2515b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi break; 2516b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi default: 2517b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi // unsupported sbr mode 2518b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi return BAD_VALUE; 2519b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi } 2520b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi 25215778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25225778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 25235778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamAudioAac, &profile, sizeof(profile)); 25245778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25255778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 25265778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 25275778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25285778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25295778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 25305778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25315778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2532f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_AUDIO_PARAM_AACPROFILETYPE profile; 2533f933441648ef6a71dee783d733aac17b9508b452Andreas Huber InitOMXParams(&profile); 2534f933441648ef6a71dee783d733aac17b9508b452Andreas Huber profile.nPortIndex = kPortIndexInput; 2535f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 25365778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->getParameter( 2537f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamAudioAac, &profile, sizeof(profile)); 2538f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2539f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 2540f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 2541f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2542f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2543f933441648ef6a71dee783d733aac17b9508b452Andreas Huber profile.nChannels = numChannels; 2544f933441648ef6a71dee783d733aac17b9508b452Andreas Huber profile.nSampleRate = sampleRate; 2545ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 2546ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber profile.eAACStreamFormat = 2547ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber isADTS 2548ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber ? OMX_AUDIO_AACStreamFormatMP4ADTS 2549ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber : OMX_AUDIO_AACStreamFormatMP4FF; 2550f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 25518045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi OMX_AUDIO_PARAM_ANDROID_AACPRESENTATIONTYPE presentation; 25528045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi presentation.nMaxOutputChannels = maxOutputChannelCount; 25538045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi presentation.nDrcCut = drc.drcCut; 25548045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi presentation.nDrcBoost = drc.drcBoost; 25558045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi presentation.nHeavyCompression = drc.heavyCompression; 25568045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi presentation.nTargetReferenceLevel = drc.targetRefLevel; 25578045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi presentation.nEncodedTargetLevel = drc.encodedTargetLevel; 25582965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang presentation.nPCMLimiterEnable = pcmLimiterEnable; 25598045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi 25608045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi status_t res = mOMX->setParameter(mNode, OMX_IndexParamAudioAac, &profile, sizeof(profile)); 25618045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (res == OK) { 25628045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi // optional parameters, will not cause configuration failure 25638045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi mOMX->setParameter(mNode, (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidAacPresentation, 25648045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi &presentation, sizeof(presentation)); 25658045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } else { 25668045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi ALOGW("did not set AudioAndroidAacPresentation due to error %d when setting AudioAac", res); 25678045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 25688045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi return res; 25695778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 2570f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 257197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryustatus_t ACodec::setupAC3Codec( 257297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu bool encoder, int32_t numChannels, int32_t sampleRate) { 257397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu status_t err = setupRawAudioFormat( 257497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu encoder ? kPortIndexInput : kPortIndexOutput, sampleRate, numChannels); 257597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 257697358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu if (err != OK) { 257797358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu return err; 257897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } 257997358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 258097358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu if (encoder) { 258197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu ALOGW("AC3 encoding is not supported."); 258297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu return INVALID_OPERATION; 258397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } 258497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 258597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu OMX_AUDIO_PARAM_ANDROID_AC3TYPE def; 258697358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu InitOMXParams(&def); 258797358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu def.nPortIndex = kPortIndexInput; 258897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 258997358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu err = mOMX->getParameter( 259097358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu mNode, 259197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidAc3, 259297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu &def, 259397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu sizeof(def)); 259497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 259597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu if (err != OK) { 259697358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu return err; 259797358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } 259897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 259997358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu def.nChannels = numChannels; 260097358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu def.nSampleRate = sampleRate; 260197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 260297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu return mOMX->setParameter( 260397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu mNode, 260497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidAc3, 260597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu &def, 260697358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu sizeof(def)); 260797358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu} 260897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 26098a4728966dc9c78e21c3c93a927707e93c05e5e0Rachadstatus_t ACodec::setupEAC3Codec( 26108a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad bool encoder, int32_t numChannels, int32_t sampleRate) { 26118a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad status_t err = setupRawAudioFormat( 26128a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad encoder ? kPortIndexInput : kPortIndexOutput, sampleRate, numChannels); 26138a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 26148a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad if (err != OK) { 26158a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad return err; 26168a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } 26178a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 26188a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad if (encoder) { 26198a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad ALOGW("EAC3 encoding is not supported."); 26208a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad return INVALID_OPERATION; 26218a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } 26228a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 26238a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad OMX_AUDIO_PARAM_ANDROID_EAC3TYPE def; 26248a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad InitOMXParams(&def); 26258a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad def.nPortIndex = kPortIndexInput; 26268a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 26278a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad err = mOMX->getParameter( 26288a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad mNode, 26298a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidEac3, 26308a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad &def, 26318a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad sizeof(def)); 26328a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 26338a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad if (err != OK) { 26348a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad return err; 26358a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } 26368a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 26378a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad def.nChannels = numChannels; 26388a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad def.nSampleRate = sampleRate; 26398a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 26408a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad return mOMX->setParameter( 26418a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad mNode, 26428a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidEac3, 26438a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad &def, 26448a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad sizeof(def)); 26458a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad} 26468a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 26475778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatic OMX_AUDIO_AMRBANDMODETYPE pickModeFromBitRate( 26485778822d86b0337407514b9372562b86edfa91cdAndreas Huber bool isAMRWB, int32_t bps) { 26495778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (isAMRWB) { 26505778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (bps <= 6600) { 26515778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB0; 26525778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 8850) { 26535778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB1; 26545778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 12650) { 26555778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB2; 26565778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 14250) { 26575778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB3; 26585778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 15850) { 26595778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB4; 26605778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 18250) { 26615778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB5; 26625778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 19850) { 26635778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB6; 26645778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 23050) { 26655778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB7; 26665778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 26675778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26685778822d86b0337407514b9372562b86edfa91cdAndreas Huber // 23850 bps 26695778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB8; 26705778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { // AMRNB 26715778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (bps <= 4750) { 26725778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB0; 26735778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 5150) { 26745778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB1; 26755778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 5900) { 26765778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB2; 26775778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 6700) { 26785778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB3; 26795778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 7400) { 26805778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB4; 26815778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 7950) { 26825778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB5; 26835778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 10200) { 26845778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB6; 26855778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 26865778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26875778822d86b0337407514b9372562b86edfa91cdAndreas Huber // 12200 bps 26885778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB7; 26895778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2690f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 2691f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 26925778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupAMRCodec(bool encoder, bool isWAMR, int32_t bitrate) { 2693729de186450f78c099637e1fce743fe531862c52Andreas Huber OMX_AUDIO_PARAM_AMRTYPE def; 2694729de186450f78c099637e1fce743fe531862c52Andreas Huber InitOMXParams(&def); 26955778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.nPortIndex = encoder ? kPortIndexOutput : kPortIndexInput; 2696729de186450f78c099637e1fce743fe531862c52Andreas Huber 2697729de186450f78c099637e1fce743fe531862c52Andreas Huber status_t err = 2698729de186450f78c099637e1fce743fe531862c52Andreas Huber mOMX->getParameter(mNode, OMX_IndexParamAudioAmr, &def, sizeof(def)); 2699729de186450f78c099637e1fce743fe531862c52Andreas Huber 2700729de186450f78c099637e1fce743fe531862c52Andreas Huber if (err != OK) { 2701729de186450f78c099637e1fce743fe531862c52Andreas Huber return err; 2702729de186450f78c099637e1fce743fe531862c52Andreas Huber } 2703729de186450f78c099637e1fce743fe531862c52Andreas Huber 2704729de186450f78c099637e1fce743fe531862c52Andreas Huber def.eAMRFrameFormat = OMX_AUDIO_AMRFrameFormatFSF; 27055778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.eAMRBandMode = pickModeFromBitRate(isWAMR, bitrate); 27065778822d86b0337407514b9372562b86edfa91cdAndreas Huber 27075778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 27085778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamAudioAmr, &def, sizeof(def)); 2709729de186450f78c099637e1fce743fe531862c52Andreas Huber 27105778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 27115778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 27125778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2713729de186450f78c099637e1fce743fe531862c52Andreas Huber 27145778822d86b0337407514b9372562b86edfa91cdAndreas Huber return setupRawAudioFormat( 27155778822d86b0337407514b9372562b86edfa91cdAndreas Huber encoder ? kPortIndexInput : kPortIndexOutput, 27165778822d86b0337407514b9372562b86edfa91cdAndreas Huber isWAMR ? 16000 : 8000 /* sampleRate */, 27175778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1 /* numChannels */); 2718729de186450f78c099637e1fce743fe531862c52Andreas Huber} 2719729de186450f78c099637e1fce743fe531862c52Andreas Huber 272017c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissenstatus_t ACodec::setupG711Codec(bool encoder, int32_t sampleRate, int32_t numChannels) { 2721777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (encoder) { 2722777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return INVALID_OPERATION; 2723777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 27245778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2725729de186450f78c099637e1fce743fe531862c52Andreas Huber return setupRawAudioFormat( 272617c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissen kPortIndexInput, sampleRate, numChannels); 2727729de186450f78c099637e1fce743fe531862c52Andreas Huber} 2728729de186450f78c099637e1fce743fe531862c52Andreas Huber 27292f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivistatus_t ACodec::setupFlacCodec( 27302f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi bool encoder, int32_t numChannels, int32_t sampleRate, int32_t compressionLevel) { 27312f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi 27322f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi if (encoder) { 27332f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi OMX_AUDIO_PARAM_FLACTYPE def; 27342f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi InitOMXParams(&def); 27352f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi def.nPortIndex = kPortIndexOutput; 27362f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi 27372f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi // configure compression level 27382f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi status_t err = mOMX->getParameter(mNode, OMX_IndexParamAudioFlac, &def, sizeof(def)); 27392f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi if (err != OK) { 27402f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi ALOGE("setupFlacCodec(): Error %d getting OMX_IndexParamAudioFlac parameter", err); 27412f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi return err; 27422f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } 27432f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi def.nCompressionLevel = compressionLevel; 27442f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi err = mOMX->setParameter(mNode, OMX_IndexParamAudioFlac, &def, sizeof(def)); 27452f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi if (err != OK) { 27462f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi ALOGE("setupFlacCodec(): Error %d setting OMX_IndexParamAudioFlac parameter", err); 27472f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi return err; 27482f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } 27492f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } 27502f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi 27512f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi return setupRawAudioFormat( 27522f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi encoder ? kPortIndexInput : kPortIndexOutput, 27532f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi sampleRate, 27542f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi numChannels); 27552f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi} 27562f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi 2757729de186450f78c099637e1fce743fe531862c52Andreas Huberstatus_t ACodec::setupRawAudioFormat( 2758729de186450f78c099637e1fce743fe531862c52Andreas Huber OMX_U32 portIndex, int32_t sampleRate, int32_t numChannels) { 2759729de186450f78c099637e1fce743fe531862c52Andreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 2760729de186450f78c099637e1fce743fe531862c52Andreas Huber InitOMXParams(&def); 2761729de186450f78c099637e1fce743fe531862c52Andreas Huber def.nPortIndex = portIndex; 2762729de186450f78c099637e1fce743fe531862c52Andreas Huber 2763729de186450f78c099637e1fce743fe531862c52Andreas Huber status_t err = mOMX->getParameter( 2764729de186450f78c099637e1fce743fe531862c52Andreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 2765729de186450f78c099637e1fce743fe531862c52Andreas Huber 2766729de186450f78c099637e1fce743fe531862c52Andreas Huber if (err != OK) { 2767729de186450f78c099637e1fce743fe531862c52Andreas Huber return err; 2768729de186450f78c099637e1fce743fe531862c52Andreas Huber } 2769729de186450f78c099637e1fce743fe531862c52Andreas Huber 2770729de186450f78c099637e1fce743fe531862c52Andreas Huber def.format.audio.eEncoding = OMX_AUDIO_CodingPCM; 2771729de186450f78c099637e1fce743fe531862c52Andreas Huber 2772729de186450f78c099637e1fce743fe531862c52Andreas Huber err = mOMX->setParameter( 2773729de186450f78c099637e1fce743fe531862c52Andreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 2774729de186450f78c099637e1fce743fe531862c52Andreas Huber 2775729de186450f78c099637e1fce743fe531862c52Andreas Huber if (err != OK) { 2776729de186450f78c099637e1fce743fe531862c52Andreas Huber return err; 2777729de186450f78c099637e1fce743fe531862c52Andreas Huber } 2778729de186450f78c099637e1fce743fe531862c52Andreas Huber 2779729de186450f78c099637e1fce743fe531862c52Andreas Huber OMX_AUDIO_PARAM_PCMMODETYPE pcmParams; 2780729de186450f78c099637e1fce743fe531862c52Andreas Huber InitOMXParams(&pcmParams); 2781729de186450f78c099637e1fce743fe531862c52Andreas Huber pcmParams.nPortIndex = portIndex; 2782729de186450f78c099637e1fce743fe531862c52Andreas Huber 2783729de186450f78c099637e1fce743fe531862c52Andreas Huber err = mOMX->getParameter( 2784729de186450f78c099637e1fce743fe531862c52Andreas Huber mNode, OMX_IndexParamAudioPcm, &pcmParams, sizeof(pcmParams)); 2785729de186450f78c099637e1fce743fe531862c52Andreas Huber 2786729de186450f78c099637e1fce743fe531862c52Andreas Huber if (err != OK) { 2787729de186450f78c099637e1fce743fe531862c52Andreas Huber return err; 2788729de186450f78c099637e1fce743fe531862c52Andreas Huber } 2789729de186450f78c099637e1fce743fe531862c52Andreas Huber 2790729de186450f78c099637e1fce743fe531862c52Andreas Huber pcmParams.nChannels = numChannels; 2791729de186450f78c099637e1fce743fe531862c52Andreas Huber pcmParams.eNumData = OMX_NumericalDataSigned; 2792729de186450f78c099637e1fce743fe531862c52Andreas Huber pcmParams.bInterleaved = OMX_TRUE; 2793729de186450f78c099637e1fce743fe531862c52Andreas Huber pcmParams.nBitPerSample = 16; 2794729de186450f78c099637e1fce743fe531862c52Andreas Huber pcmParams.nSamplingRate = sampleRate; 2795729de186450f78c099637e1fce743fe531862c52Andreas Huber pcmParams.ePCMMode = OMX_AUDIO_PCMModeLinear; 2796729de186450f78c099637e1fce743fe531862c52Andreas Huber 2797c1d8115e8a0bdaeb2b723d395b9a85a02c90c933Andreas Huber if (getOMXChannelMapping(numChannels, pcmParams.eChannelMapping) != OK) { 2798c1d8115e8a0bdaeb2b723d395b9a85a02c90c933Andreas Huber return OMX_ErrorNone; 2799729de186450f78c099637e1fce743fe531862c52Andreas Huber } 2800729de186450f78c099637e1fce743fe531862c52Andreas Huber 2801729de186450f78c099637e1fce743fe531862c52Andreas Huber return mOMX->setParameter( 2802729de186450f78c099637e1fce743fe531862c52Andreas Huber mNode, OMX_IndexParamAudioPcm, &pcmParams, sizeof(pcmParams)); 2803729de186450f78c099637e1fce743fe531862c52Andreas Huber} 2804729de186450f78c099637e1fce743fe531862c52Andreas Huber 28055a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachadstatus_t ACodec::configureTunneledVideoPlayback( 280697827bd7c7e64dec22c8fe0f9e734a3c432ad7eeRachad int32_t audioHwSync, const sp<ANativeWindow> &nativeWindow) { 28075a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad native_handle_t* sidebandHandle; 28085a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 28095a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad status_t err = mOMX->configureVideoTunnelMode( 28105a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad mNode, kPortIndexOutput, OMX_TRUE, audioHwSync, &sidebandHandle); 28115a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (err != OK) { 28125a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGE("configureVideoTunnelMode failed! (err %d).", err); 28135a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad return err; 28145a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } 28155a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 28165a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad err = native_window_set_sideband_stream(nativeWindow.get(), sidebandHandle); 28175a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (err != OK) { 28185a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGE("native_window_set_sideband_stream(%p) failed! (err %d).", 28195a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad sidebandHandle, err); 28205a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad return err; 28215a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } 28225a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 28235a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad return OK; 28245a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad} 28255a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 2826f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::setVideoPortFormatType( 2827f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 portIndex, 2828f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_VIDEO_CODINGTYPE compressionFormat, 28290d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar OMX_COLOR_FORMATTYPE colorFormat, 28300d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar bool usingNativeBuffers) { 2831f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_VIDEO_PARAM_PORTFORMATTYPE format; 2832f933441648ef6a71dee783d733aac17b9508b452Andreas Huber InitOMXParams(&format); 2833f933441648ef6a71dee783d733aac17b9508b452Andreas Huber format.nPortIndex = portIndex; 2834f933441648ef6a71dee783d733aac17b9508b452Andreas Huber format.nIndex = 0; 2835f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool found = false; 2836f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 28376e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar for (OMX_U32 index = 0; index <= kMaxIndicesToCheck; ++index) { 2838f933441648ef6a71dee783d733aac17b9508b452Andreas Huber format.nIndex = index; 2839f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t err = mOMX->getParameter( 2840f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamVideoPortFormat, 2841f933441648ef6a71dee783d733aac17b9508b452Andreas Huber &format, sizeof(format)); 2842f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2843f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 2844f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 2845f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2846f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2847229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar // substitute back flexible color format to codec supported format 2848229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar OMX_U32 flexibleEquivalent; 28490d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (compressionFormat == OMX_VIDEO_CodingUnused 28500d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar && isFlexibleColorFormat( 28510d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar mOMX, mNode, format.eColorFormat, usingNativeBuffers, &flexibleEquivalent) 28520d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar && colorFormat == flexibleEquivalent) { 2853229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar ALOGI("[%s] using color format %#x in place of %#x", 2854229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar mComponentName.c_str(), format.eColorFormat, colorFormat); 2855229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar colorFormat = format.eColorFormat; 2856229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar } 2857229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar 2858f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // The following assertion is violated by TI's video decoder. 2859f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // CHECK_EQ(format.nIndex, index); 2860f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2861f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (!strcmp("OMX.TI.Video.encoder", mComponentName.c_str())) { 2862f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (portIndex == kPortIndexInput 2863f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && colorFormat == format.eColorFormat) { 2864f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // eCompressionFormat does not seem right. 2865f933441648ef6a71dee783d733aac17b9508b452Andreas Huber found = true; 2866f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 2867f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2868f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (portIndex == kPortIndexOutput 2869f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && compressionFormat == format.eCompressionFormat) { 2870f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // eColorFormat does not seem right. 2871f933441648ef6a71dee783d733aac17b9508b452Andreas Huber found = true; 2872f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 2873f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2874f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2875f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2876f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (format.eCompressionFormat == compressionFormat 2877f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && format.eColorFormat == colorFormat) { 2878f933441648ef6a71dee783d733aac17b9508b452Andreas Huber found = true; 2879f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 2880f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2881f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 28826e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar if (index == kMaxIndicesToCheck) { 28836e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar ALOGW("[%s] stopping checking formats after %u: %s(%x)/%s(%x)", 28846e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar mComponentName.c_str(), index, 28856e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar asString(format.eCompressionFormat), format.eCompressionFormat, 28866e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar asString(format.eColorFormat), format.eColorFormat); 28876e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar } 2888f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2889f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2890f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (!found) { 2891f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return UNKNOWN_ERROR; 2892f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2893f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2894f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t err = mOMX->setParameter( 2895f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamVideoPortFormat, 2896f933441648ef6a71dee783d733aac17b9508b452Andreas Huber &format, sizeof(format)); 2897f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2898f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 2899f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 2900f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 29010d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// Set optimal output format. OMX component lists output formats in the order 29020d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// of preference, but this got more complicated since the introduction of flexible 29030d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// YUV formats. We support a legacy behavior for applications that do not use 29040d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// surface output, do not specify an output format, but expect a "usable" standard 29050d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// OMX format. SW readable and standard formats must be flex-YUV. 29060d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// 29070d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// Suggested preference order: 29080d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// - optimal format for texture rendering (mediaplayer behavior) 29090d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// - optimal SW readable & texture renderable format (flex-YUV support) 29100d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// - optimal SW readable non-renderable format (flex-YUV bytebuffer support) 29110d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// - legacy "usable" standard formats 29120d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// 29130d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// For legacy support, we prefer a standard format, but will settle for a SW readable 29140d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// flex-YUV format. 29150d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnarstatus_t ACodec::setSupportedOutputFormat(bool getLegacyFlexibleFormat) { 29160d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar OMX_VIDEO_PARAM_PORTFORMATTYPE format, legacyFormat; 2917f933441648ef6a71dee783d733aac17b9508b452Andreas Huber InitOMXParams(&format); 2918f933441648ef6a71dee783d733aac17b9508b452Andreas Huber format.nPortIndex = kPortIndexOutput; 2919f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 29200d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar InitOMXParams(&legacyFormat); 29210d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar // this field will change when we find a suitable legacy format 29220d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar legacyFormat.eColorFormat = OMX_COLOR_FormatUnused; 2923f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 29240d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar for (OMX_U32 index = 0; ; ++index) { 29250d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar format.nIndex = index; 29260d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar status_t err = mOMX->getParameter( 29270d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar mNode, OMX_IndexParamVideoPortFormat, 29280d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar &format, sizeof(format)); 29290d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (err != OK) { 29300d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar // no more formats, pick legacy format if found 29310d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (legacyFormat.eColorFormat != OMX_COLOR_FormatUnused) { 29320d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar memcpy(&format, &legacyFormat, sizeof(format)); 29330d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar break; 29340d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 29350d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar return err; 29360d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 29370d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (format.eCompressionFormat != OMX_VIDEO_CodingUnused) { 29380d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar return OMX_ErrorBadParameter; 29390d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 29400d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (!getLegacyFlexibleFormat) { 29410d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar break; 29420d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 29430d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar // standard formats that were exposed to users before 29440d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (format.eColorFormat == OMX_COLOR_FormatYUV420Planar 29450d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar || format.eColorFormat == OMX_COLOR_FormatYUV420PackedPlanar 29460d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar || format.eColorFormat == OMX_COLOR_FormatYUV420SemiPlanar 29470d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar || format.eColorFormat == OMX_COLOR_FormatYUV420PackedSemiPlanar 29480d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar || format.eColorFormat == OMX_TI_COLOR_FormatYUV420PackedSemiPlanar) { 29490d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar break; 29500d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 29510d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar // find best legacy non-standard format 29520d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar OMX_U32 flexibleEquivalent; 29530d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (legacyFormat.eColorFormat == OMX_COLOR_FormatUnused 29540d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar && isFlexibleColorFormat( 29550d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar mOMX, mNode, format.eColorFormat, false /* usingNativeBuffers */, 29560d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar &flexibleEquivalent) 29570d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar && flexibleEquivalent == OMX_COLOR_FormatYUV420Flexible) { 29580d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar memcpy(&legacyFormat, &format, sizeof(format)); 29590d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 29600d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 2961f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return mOMX->setParameter( 2962f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamVideoPortFormat, 2963f933441648ef6a71dee783d733aac17b9508b452Andreas Huber &format, sizeof(format)); 2964f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 2965f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2966e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huberstatic const struct VideoCodingMapEntry { 2967e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber const char *mMime; 2968e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber OMX_VIDEO_CODINGTYPE mVideoCodingType; 2969e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber} kVideoCodingMapEntry[] = { 2970e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { MEDIA_MIMETYPE_VIDEO_AVC, OMX_VIDEO_CodingAVC }, 29712472b1c0d63454e5d90a982bd6c555de6c3127bdRachad { MEDIA_MIMETYPE_VIDEO_HEVC, OMX_VIDEO_CodingHEVC }, 2972e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { MEDIA_MIMETYPE_VIDEO_MPEG4, OMX_VIDEO_CodingMPEG4 }, 2973e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { MEDIA_MIMETYPE_VIDEO_H263, OMX_VIDEO_CodingH263 }, 2974e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { MEDIA_MIMETYPE_VIDEO_MPEG2, OMX_VIDEO_CodingMPEG2 }, 297594705aff3c9eef58cbb72ec6fe5d2dcfd9481646hkuang { MEDIA_MIMETYPE_VIDEO_VP8, OMX_VIDEO_CodingVP8 }, 297694705aff3c9eef58cbb72ec6fe5d2dcfd9481646hkuang { MEDIA_MIMETYPE_VIDEO_VP9, OMX_VIDEO_CodingVP9 }, 2977a29c2b203d8bea8c21564765da5c9d7087448340Ronghua Wu { MEDIA_MIMETYPE_VIDEO_DOLBY_VISION, OMX_VIDEO_CodingDolbyVision }, 2978e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber}; 2979e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 29805778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatic status_t GetVideoCodingTypeFromMime( 29815778822d86b0337407514b9372562b86edfa91cdAndreas Huber const char *mime, OMX_VIDEO_CODINGTYPE *codingType) { 2982e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber for (size_t i = 0; 2983e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber i < sizeof(kVideoCodingMapEntry) / sizeof(kVideoCodingMapEntry[0]); 2984e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber ++i) { 2985e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (!strcasecmp(mime, kVideoCodingMapEntry[i].mMime)) { 2986e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber *codingType = kVideoCodingMapEntry[i].mVideoCodingType; 2987e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return OK; 2988e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 2989f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2990f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2991e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber *codingType = OMX_VIDEO_CodingUnused; 2992e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2993e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return ERROR_UNSUPPORTED; 2994e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber} 2995e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2996e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huberstatic status_t GetMimeTypeForVideoCoding( 2997e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber OMX_VIDEO_CODINGTYPE codingType, AString *mime) { 2998e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber for (size_t i = 0; 2999e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber i < sizeof(kVideoCodingMapEntry) / sizeof(kVideoCodingMapEntry[0]); 3000e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber ++i) { 3001e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (codingType == kVideoCodingMapEntry[i].mVideoCodingType) { 3002e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber *mime = kVideoCodingMapEntry[i].mMime; 3003e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return OK; 3004e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 3005e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 3006e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3007e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mime->clear(); 3008e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3009e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return ERROR_UNSUPPORTED; 30105778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 30115778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30125778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupVideoDecoder( 30130d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar const char *mime, const sp<AMessage> &msg, bool haveNativeWindow) { 301489869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar int32_t width, height; 301589869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar if (!msg->findInt32("width", &width) 301689869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar || !msg->findInt32("height", &height)) { 301789869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar return INVALID_OPERATION; 301889869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar } 301989869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar 30205778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_CODINGTYPE compressionFormat; 30215778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = GetVideoCodingTypeFromMime(mime, &compressionFormat); 30225778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30235778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 30245778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 30255778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 30265778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30275778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setVideoPortFormatType( 3028f933441648ef6a71dee783d733aac17b9508b452Andreas Huber kPortIndexInput, compressionFormat, OMX_COLOR_FormatUnused); 3029f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3030f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 3031f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 3032f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3033f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 303489869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar int32_t tmp; 303589869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar if (msg->findInt32("color-format", &tmp)) { 303689869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar OMX_COLOR_FORMATTYPE colorFormat = 303789869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar static_cast<OMX_COLOR_FORMATTYPE>(tmp); 303889869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar err = setVideoPortFormatType( 30390d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar kPortIndexOutput, OMX_VIDEO_CodingUnused, colorFormat, haveNativeWindow); 304089869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar if (err != OK) { 304189869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar ALOGW("[%s] does not support color format %d", 304289869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar mComponentName.c_str(), colorFormat); 30430d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar err = setSupportedOutputFormat(!haveNativeWindow /* getLegacyFlexibleFormat */); 304489869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar } 304589869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar } else { 30460d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar err = setSupportedOutputFormat(!haveNativeWindow /* getLegacyFlexibleFormat */); 304789869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar } 3048f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3049f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 3050f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 3051f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3052f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 305378b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad int32_t frameRateInt; 305478b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad float frameRateFloat; 305578b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad if (!msg->findFloat("frame-rate", &frameRateFloat)) { 305678b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad if (!msg->findInt32("frame-rate", &frameRateInt)) { 305778b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad frameRateInt = -1; 305878b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad } 305978b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad frameRateFloat = (float)frameRateInt; 306078b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad } 306178b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad 3062f933441648ef6a71dee783d733aac17b9508b452Andreas Huber err = setVideoFormatOnPort( 306378b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad kPortIndexInput, width, height, compressionFormat, frameRateFloat); 3064f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3065f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 3066f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 3067f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3068f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3069f933441648ef6a71dee783d733aac17b9508b452Andreas Huber err = setVideoFormatOnPort( 3070f933441648ef6a71dee783d733aac17b9508b452Andreas Huber kPortIndexOutput, width, height, OMX_VIDEO_CodingUnused); 3071f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3072f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 3073f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 3074f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3075f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3076f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return OK; 3077f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 3078f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 30795778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupVideoEncoder(const char *mime, const sp<AMessage> &msg) { 30805778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t tmp; 30815778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("color-format", &tmp)) { 30825778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 30835778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 30845778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30855778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_COLOR_FORMATTYPE colorFormat = 30865778822d86b0337407514b9372562b86edfa91cdAndreas Huber static_cast<OMX_COLOR_FORMATTYPE>(tmp); 30875778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30885778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = setVideoPortFormatType( 30895778822d86b0337407514b9372562b86edfa91cdAndreas Huber kPortIndexInput, OMX_VIDEO_CodingUnused, colorFormat); 30905778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30915778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 30925778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGE("[%s] does not support color format %d", 30935778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentName.c_str(), colorFormat); 30945778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30955778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 30965778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 30975778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30985778822d86b0337407514b9372562b86edfa91cdAndreas Huber /* Input port configuration */ 30995778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31005778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 31015778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&def); 31025778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31035778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PORTDEFINITIONTYPE *video_def = &def.format.video; 31045778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31055778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.nPortIndex = kPortIndexInput; 31065778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31075778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->getParameter( 31085778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 31095778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31105778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 31115778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 31125778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 31135778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31145778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t width, height, bitrate; 31155778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("width", &width) 31165778822d86b0337407514b9372562b86edfa91cdAndreas Huber || !msg->findInt32("height", &height) 31175778822d86b0337407514b9372562b86edfa91cdAndreas Huber || !msg->findInt32("bitrate", &bitrate)) { 31185778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 31195778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 31205778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31215778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nFrameWidth = width; 31225778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nFrameHeight = height; 31235778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31245778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t stride; 31255778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("stride", &stride)) { 31265778822d86b0337407514b9372562b86edfa91cdAndreas Huber stride = width; 31275778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 31285778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31295778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nStride = stride; 31305778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31315778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t sliceHeight; 31325778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("slice-height", &sliceHeight)) { 31335778822d86b0337407514b9372562b86edfa91cdAndreas Huber sliceHeight = height; 31345778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 31355778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31365778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nSliceHeight = sliceHeight; 31375778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31385778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.nBufferSize = (video_def->nStride * video_def->nSliceHeight * 3) / 2; 31395778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31405778822d86b0337407514b9372562b86edfa91cdAndreas Huber float frameRate; 31415778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findFloat("frame-rate", &frameRate)) { 31425778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t tmp; 31435778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("frame-rate", &tmp)) { 31445778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 31455778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 31465778822d86b0337407514b9372562b86edfa91cdAndreas Huber frameRate = (float)tmp; 31472c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mTimePerFrameUs = (int64_t) (1000000.0f / frameRate); 31485778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 31495778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31505778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->xFramerate = (OMX_U32)(frameRate * 65536.0f); 31515778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->eCompressionFormat = OMX_VIDEO_CodingUnused; 3152a32d5435d9585794b72dd12546054f13adb845f2Lajos Molnar // this is redundant as it was already set up in setVideoPortFormatType 3153a32d5435d9585794b72dd12546054f13adb845f2Lajos Molnar // FIXME for now skip this only for flexible YUV formats 3154a32d5435d9585794b72dd12546054f13adb845f2Lajos Molnar if (colorFormat != OMX_COLOR_FormatYUV420Flexible) { 3155a32d5435d9585794b72dd12546054f13adb845f2Lajos Molnar video_def->eColorFormat = colorFormat; 3156a32d5435d9585794b72dd12546054f13adb845f2Lajos Molnar } 31575778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31585778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 31595778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 31605778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31615778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 31625778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGE("[%s] failed to set input port definition parameters.", 31635778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentName.c_str()); 31645778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31655778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 31665778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 31675778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31685778822d86b0337407514b9372562b86edfa91cdAndreas Huber /* Output port configuration */ 31695778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31705778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_CODINGTYPE compressionFormat; 31715778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = GetVideoCodingTypeFromMime(mime, &compressionFormat); 31725778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31735778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 31745778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 31755778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 31765778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31775778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setVideoPortFormatType( 31785778822d86b0337407514b9372562b86edfa91cdAndreas Huber kPortIndexOutput, compressionFormat, OMX_COLOR_FormatUnused); 31795778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31805778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 31815778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGE("[%s] does not support compression format %d", 31825778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentName.c_str(), compressionFormat); 31835778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31845778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 31855778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 31865778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31875778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.nPortIndex = kPortIndexOutput; 31885778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31895778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->getParameter( 31905778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 31915778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31925778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 31935778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 31945778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 31955778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31965778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nFrameWidth = width; 31975778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nFrameHeight = height; 31985778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->xFramerate = 0; 31995778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nBitrate = bitrate; 32005778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->eCompressionFormat = compressionFormat; 32015778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->eColorFormat = OMX_COLOR_FormatUnused; 32025778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32035778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 32045778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 32055778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32065778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 32075778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGE("[%s] failed to set output port definition parameters.", 32085778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentName.c_str()); 32095778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32105778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 32115778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 32125778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3213870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang int32_t intraRefreshPeriod = 0; 3214870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (msg->findInt32("intra-refresh-period", &intraRefreshPeriod) 3215870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang && intraRefreshPeriod >= 0) { 3216870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang err = setIntraRefreshPeriod((uint32_t)intraRefreshPeriod, true); 3217870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (err != OK) { 3218870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang ALOGI("[%s] failed setIntraRefreshPeriod. Failure is fine since this key is optional", 3219870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang mComponentName.c_str()); 3220870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang err = OK; 3221870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 3222870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 3223870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 32245778822d86b0337407514b9372562b86edfa91cdAndreas Huber switch (compressionFormat) { 32255778822d86b0337407514b9372562b86edfa91cdAndreas Huber case OMX_VIDEO_CodingMPEG4: 32265778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setupMPEG4EncoderParameters(msg); 32275778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 32285778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32295778822d86b0337407514b9372562b86edfa91cdAndreas Huber case OMX_VIDEO_CodingH263: 32305778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setupH263EncoderParameters(msg); 32315778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 32325778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32335778822d86b0337407514b9372562b86edfa91cdAndreas Huber case OMX_VIDEO_CodingAVC: 32345778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setupAVCEncoderParameters(msg); 32355778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 32365778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3237c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad case OMX_VIDEO_CodingHEVC: 3238c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad err = setupHEVCEncoderParameters(msg); 3239c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad break; 3240c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 324189b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber case OMX_VIDEO_CodingVP8: 324289b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber case OMX_VIDEO_CodingVP9: 324389b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber err = setupVPXEncoderParameters(msg); 324489b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber break; 324589b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber 32465778822d86b0337407514b9372562b86edfa91cdAndreas Huber default: 32475778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 32485778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 32495778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3250d36a023778256f0550e9a09e9993c066e8a3c7d7Ronghua Wu if (err == OK) { 3251d36a023778256f0550e9a09e9993c066e8a3c7d7Ronghua Wu ALOGI("setupVideoEncoder succeeded"); 3252d36a023778256f0550e9a09e9993c066e8a3c7d7Ronghua Wu } 32535778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32545778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 32555778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 32565778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32570dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dongstatus_t ACodec::setCyclicIntraMacroblockRefresh(const sp<AMessage> &msg, int32_t mode) { 32580dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong OMX_VIDEO_PARAM_INTRAREFRESHTYPE params; 32590dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong InitOMXParams(¶ms); 32600dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.nPortIndex = kPortIndexOutput; 32610dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 32620dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.eRefreshMode = static_cast<OMX_VIDEO_INTRAREFRESHTYPE>(mode); 32630dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 32640dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (params.eRefreshMode == OMX_VIDEO_IntraRefreshCyclic || 32650dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.eRefreshMode == OMX_VIDEO_IntraRefreshBoth) { 32660dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong int32_t mbs; 32670dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (!msg->findInt32("intra-refresh-CIR-mbs", &mbs)) { 32680dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong return INVALID_OPERATION; 32690dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 32700dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.nCirMBs = mbs; 32710dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 32720dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 32730dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (params.eRefreshMode == OMX_VIDEO_IntraRefreshAdaptive || 32740dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.eRefreshMode == OMX_VIDEO_IntraRefreshBoth) { 32750dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong int32_t mbs; 32760dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (!msg->findInt32("intra-refresh-AIR-mbs", &mbs)) { 32770dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong return INVALID_OPERATION; 32780dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 32790dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.nAirMBs = mbs; 32800dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 32810dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong int32_t ref; 32820dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (!msg->findInt32("intra-refresh-AIR-ref", &ref)) { 32830dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong return INVALID_OPERATION; 32840dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 32850dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.nAirRef = ref; 32860dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 32870dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 32880dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong status_t err = mOMX->setParameter( 32890dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong mNode, OMX_IndexParamVideoIntraRefresh, 32900dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong ¶ms, sizeof(params)); 32910dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong return err; 32920dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong} 32930dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 32945778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatic OMX_U32 setPFramesSpacing(int32_t iFramesInterval, int32_t frameRate) { 32955778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (iFramesInterval < 0) { 32965778822d86b0337407514b9372562b86edfa91cdAndreas Huber return 0xFFFFFFFF; 32975778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (iFramesInterval == 0) { 32985778822d86b0337407514b9372562b86edfa91cdAndreas Huber return 0; 32995778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 33005778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_U32 ret = frameRate * iFramesInterval; 33015778822d86b0337407514b9372562b86edfa91cdAndreas Huber return ret; 33025778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 33035778822d86b0337407514b9372562b86edfa91cdAndreas Huber 330496076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huberstatic OMX_VIDEO_CONTROLRATETYPE getBitrateMode(const sp<AMessage> &msg) { 330596076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber int32_t tmp; 330696076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber if (!msg->findInt32("bitrate-mode", &tmp)) { 330796076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber return OMX_Video_ControlRateVariable; 330896076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber } 330996076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber 331096076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber return static_cast<OMX_VIDEO_CONTROLRATETYPE>(tmp); 331196076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber} 331296076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber 33135778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupMPEG4EncoderParameters(const sp<AMessage> &msg) { 33145778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t bitrate, iFrameInterval; 33155778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("bitrate", &bitrate) 33165778822d86b0337407514b9372562b86edfa91cdAndreas Huber || !msg->findInt32("i-frame-interval", &iFrameInterval)) { 33175778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 33185778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 33195778822d86b0337407514b9372562b86edfa91cdAndreas Huber 332096076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber OMX_VIDEO_CONTROLRATETYPE bitrateMode = getBitrateMode(msg); 332196076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber 33225778822d86b0337407514b9372562b86edfa91cdAndreas Huber float frameRate; 33235778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findFloat("frame-rate", &frameRate)) { 33245778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t tmp; 33255778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("frame-rate", &tmp)) { 33265778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 33275778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 33285778822d86b0337407514b9372562b86edfa91cdAndreas Huber frameRate = (float)tmp; 33295778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 33305778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33315778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PARAM_MPEG4TYPE mpeg4type; 33325778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&mpeg4type); 33335778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nPortIndex = kPortIndexOutput; 33345778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33355778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = mOMX->getParameter( 33365778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoMpeg4, &mpeg4type, sizeof(mpeg4type)); 33375778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33385778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 33395778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 33405778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 33415778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33425778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nSliceHeaderSpacing = 0; 33435778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.bSVH = OMX_FALSE; 33445778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.bGov = OMX_FALSE; 33455778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33465778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nAllowedPictureTypes = 33475778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PictureTypeI | OMX_VIDEO_PictureTypeP; 33485778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33495778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nPFrames = setPFramesSpacing(iFrameInterval, frameRate); 33505778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mpeg4type.nPFrames == 0) { 33515778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nAllowedPictureTypes = OMX_VIDEO_PictureTypeI; 33525778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 33535778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nBFrames = 0; 33545778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nIDCVLCThreshold = 0; 33555778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.bACPred = OMX_TRUE; 33565778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nMaxPacketSize = 256; 33575778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nTimeIncRes = 1000; 33585778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nHeaderExtension = 0; 33595778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.bReversibleVLC = OMX_FALSE; 33605778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33615778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t profile; 33625778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (msg->findInt32("profile", &profile)) { 33635778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t level; 33645778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("level", &level)) { 33655778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 33665778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 33675778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33685778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = verifySupportForProfileAndLevel(profile, level); 33695778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33705778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 33715778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 33725778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 33735778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33745778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.eProfile = static_cast<OMX_VIDEO_MPEG4PROFILETYPE>(profile); 33755778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.eLevel = static_cast<OMX_VIDEO_MPEG4LEVELTYPE>(level); 33765778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 33775778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33785778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 33795778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoMpeg4, &mpeg4type, sizeof(mpeg4type)); 33805778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33815778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 33825778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 33835778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 33845778822d86b0337407514b9372562b86edfa91cdAndreas Huber 338596076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber err = configureBitrate(bitrate, bitrateMode); 33865778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33875778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 33885778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 33895778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 33905778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33915778822d86b0337407514b9372562b86edfa91cdAndreas Huber return setupErrorCorrectionParameters(); 33925778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 33935778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33945778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupH263EncoderParameters(const sp<AMessage> &msg) { 33955778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t bitrate, iFrameInterval; 33965778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("bitrate", &bitrate) 33975778822d86b0337407514b9372562b86edfa91cdAndreas Huber || !msg->findInt32("i-frame-interval", &iFrameInterval)) { 33985778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 33995778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 34005778822d86b0337407514b9372562b86edfa91cdAndreas Huber 340196076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber OMX_VIDEO_CONTROLRATETYPE bitrateMode = getBitrateMode(msg); 340296076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber 34035778822d86b0337407514b9372562b86edfa91cdAndreas Huber float frameRate; 34045778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findFloat("frame-rate", &frameRate)) { 34055778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t tmp; 34065778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("frame-rate", &tmp)) { 34075778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 34085778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 34095778822d86b0337407514b9372562b86edfa91cdAndreas Huber frameRate = (float)tmp; 34105778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 34115778822d86b0337407514b9372562b86edfa91cdAndreas Huber 34125778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PARAM_H263TYPE h263type; 34135778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&h263type); 34145778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nPortIndex = kPortIndexOutput; 34155778822d86b0337407514b9372562b86edfa91cdAndreas Huber 34165778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = mOMX->getParameter( 34175778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoH263, &h263type, sizeof(h263type)); 34185778822d86b0337407514b9372562b86edfa91cdAndreas Huber 34195778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 34205778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 34215778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 34225778822d86b0337407514b9372562b86edfa91cdAndreas Huber 34235778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nAllowedPictureTypes = 34245778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PictureTypeI | OMX_VIDEO_PictureTypeP; 34255778822d86b0337407514b9372562b86edfa91cdAndreas Huber 34265778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nPFrames = setPFramesSpacing(iFrameInterval, frameRate); 34275778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (h263type.nPFrames == 0) { 34285778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nAllowedPictureTypes = OMX_VIDEO_PictureTypeI; 34295778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 34305778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nBFrames = 0; 34315778822d86b0337407514b9372562b86edfa91cdAndreas Huber 34325778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t profile; 34335778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (msg->findInt32("profile", &profile)) { 34345778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t level; 34355778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("level", &level)) { 34365778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 34375778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 34385778822d86b0337407514b9372562b86edfa91cdAndreas Huber 34395778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = verifySupportForProfileAndLevel(profile, level); 34405778822d86b0337407514b9372562b86edfa91cdAndreas Huber 34415778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 34425778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 34435778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 34445778822d86b0337407514b9372562b86edfa91cdAndreas Huber 34455778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.eProfile = static_cast<OMX_VIDEO_H263PROFILETYPE>(profile); 34465778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.eLevel = static_cast<OMX_VIDEO_H263LEVELTYPE>(level); 34475778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 34485778822d86b0337407514b9372562b86edfa91cdAndreas Huber 34495778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.bPLUSPTYPEAllowed = OMX_FALSE; 34505778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.bForceRoundingTypeToZero = OMX_FALSE; 34515778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nPictureHeaderRepetition = 0; 34525778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nGOBHeaderInterval = 0; 34535778822d86b0337407514b9372562b86edfa91cdAndreas Huber 34545778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 34555778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoH263, &h263type, sizeof(h263type)); 34565778822d86b0337407514b9372562b86edfa91cdAndreas Huber 34575778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 34585778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 34595778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 34605778822d86b0337407514b9372562b86edfa91cdAndreas Huber 346196076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber err = configureBitrate(bitrate, bitrateMode); 34625778822d86b0337407514b9372562b86edfa91cdAndreas Huber 34635778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 34645778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 34655778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 34665778822d86b0337407514b9372562b86edfa91cdAndreas Huber 34675778822d86b0337407514b9372562b86edfa91cdAndreas Huber return setupErrorCorrectionParameters(); 34685778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 34695778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3470a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar// static 3471a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnarint /* OMX_VIDEO_AVCLEVELTYPE */ ACodec::getAVCLevelFor( 3472a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar int width, int height, int rate, int bitrate, 3473a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar OMX_VIDEO_AVCPROFILETYPE profile) { 3474a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar // convert bitrate to main/baseline profile kbps equivalent 3475a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar switch (profile) { 3476a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar case OMX_VIDEO_AVCProfileHigh10: 3477a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar bitrate = divUp(bitrate, 3000); break; 3478a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar case OMX_VIDEO_AVCProfileHigh: 3479a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar bitrate = divUp(bitrate, 1250); break; 3480a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar default: 3481a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar bitrate = divUp(bitrate, 1000); break; 3482a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar } 3483a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar 3484a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar // convert size and rate to MBs 3485a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar width = divUp(width, 16); 3486a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar height = divUp(height, 16); 3487a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar int mbs = width * height; 3488a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar rate *= mbs; 3489a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar int maxDimension = max(width, height); 3490a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar 3491a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar static const int limits[][5] = { 3492a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar /* MBps MB dim bitrate level */ 3493a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 1485, 99, 28, 64, OMX_VIDEO_AVCLevel1 }, 3494a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 1485, 99, 28, 128, OMX_VIDEO_AVCLevel1b }, 3495a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 3000, 396, 56, 192, OMX_VIDEO_AVCLevel11 }, 3496a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 6000, 396, 56, 384, OMX_VIDEO_AVCLevel12 }, 3497a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 11880, 396, 56, 768, OMX_VIDEO_AVCLevel13 }, 3498a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 11880, 396, 56, 2000, OMX_VIDEO_AVCLevel2 }, 3499a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 19800, 792, 79, 4000, OMX_VIDEO_AVCLevel21 }, 3500a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 20250, 1620, 113, 4000, OMX_VIDEO_AVCLevel22 }, 3501a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 40500, 1620, 113, 10000, OMX_VIDEO_AVCLevel3 }, 3502a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 108000, 3600, 169, 14000, OMX_VIDEO_AVCLevel31 }, 3503a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 216000, 5120, 202, 20000, OMX_VIDEO_AVCLevel32 }, 3504a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 245760, 8192, 256, 20000, OMX_VIDEO_AVCLevel4 }, 3505a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 245760, 8192, 256, 50000, OMX_VIDEO_AVCLevel41 }, 3506a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 522240, 8704, 263, 50000, OMX_VIDEO_AVCLevel42 }, 3507a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 589824, 22080, 420, 135000, OMX_VIDEO_AVCLevel5 }, 3508a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 983040, 36864, 543, 240000, OMX_VIDEO_AVCLevel51 }, 3509a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 2073600, 36864, 543, 240000, OMX_VIDEO_AVCLevel52 }, 3510a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar }; 3511a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar 3512a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar for (size_t i = 0; i < ARRAY_SIZE(limits); i++) { 3513a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar const int (&limit)[5] = limits[i]; 3514a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar if (rate <= limit[0] && mbs <= limit[1] && maxDimension <= limit[2] 3515a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar && bitrate <= limit[3]) { 3516a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar return limit[4]; 3517a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar } 3518a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar } 3519a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar return 0; 3520a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar} 3521a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar 35225778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupAVCEncoderParameters(const sp<AMessage> &msg) { 35235778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t bitrate, iFrameInterval; 35245778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("bitrate", &bitrate) 35255778822d86b0337407514b9372562b86edfa91cdAndreas Huber || !msg->findInt32("i-frame-interval", &iFrameInterval)) { 35265778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 35275778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 35285778822d86b0337407514b9372562b86edfa91cdAndreas Huber 352996076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber OMX_VIDEO_CONTROLRATETYPE bitrateMode = getBitrateMode(msg); 353096076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber 35315778822d86b0337407514b9372562b86edfa91cdAndreas Huber float frameRate; 35325778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findFloat("frame-rate", &frameRate)) { 35335778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t tmp; 35345778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("frame-rate", &tmp)) { 35355778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 35365778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 35375778822d86b0337407514b9372562b86edfa91cdAndreas Huber frameRate = (float)tmp; 35385778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 35395778822d86b0337407514b9372562b86edfa91cdAndreas Huber 35400dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong status_t err = OK; 35410dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong int32_t intraRefreshMode = 0; 35420dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (msg->findInt32("intra-refresh-mode", &intraRefreshMode)) { 35430dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong err = setCyclicIntraMacroblockRefresh(msg, intraRefreshMode); 35440dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (err != OK) { 35450dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong ALOGE("Setting intra macroblock refresh mode (%d) failed: 0x%x", 35460dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong err, intraRefreshMode); 35470dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong return err; 35480dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 35490dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 35500dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 35515778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PARAM_AVCTYPE h264type; 35525778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&h264type); 35535778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nPortIndex = kPortIndexOutput; 35545778822d86b0337407514b9372562b86edfa91cdAndreas Huber 35550dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong err = mOMX->getParameter( 35565778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoAvc, &h264type, sizeof(h264type)); 35575778822d86b0337407514b9372562b86edfa91cdAndreas Huber 35585778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 35595778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 35605778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 35615778822d86b0337407514b9372562b86edfa91cdAndreas Huber 35625778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nAllowedPictureTypes = 35635778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PictureTypeI | OMX_VIDEO_PictureTypeP; 35645778822d86b0337407514b9372562b86edfa91cdAndreas Huber 35655778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t profile; 35665778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (msg->findInt32("profile", &profile)) { 35675778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t level; 35685778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("level", &level)) { 35695778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 35705778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 35715778822d86b0337407514b9372562b86edfa91cdAndreas Huber 35725778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = verifySupportForProfileAndLevel(profile, level); 35735778822d86b0337407514b9372562b86edfa91cdAndreas Huber 35745778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 35755778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 35765778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 35775778822d86b0337407514b9372562b86edfa91cdAndreas Huber 35785778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.eProfile = static_cast<OMX_VIDEO_AVCPROFILETYPE>(profile); 35795778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.eLevel = static_cast<OMX_VIDEO_AVCLEVELTYPE>(level); 35805778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 35815778822d86b0337407514b9372562b86edfa91cdAndreas Huber 35825778822d86b0337407514b9372562b86edfa91cdAndreas Huber // XXX 35837c25df82dfc8bbedb58608242f0d923a4594bb14James Dong if (h264type.eProfile != OMX_VIDEO_AVCProfileBaseline) { 35847c25df82dfc8bbedb58608242f0d923a4594bb14James Dong ALOGW("Use baseline profile instead of %d for AVC recording", 35857c25df82dfc8bbedb58608242f0d923a4594bb14James Dong h264type.eProfile); 35865778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.eProfile = OMX_VIDEO_AVCProfileBaseline; 35875778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 35885778822d86b0337407514b9372562b86edfa91cdAndreas Huber 35895778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (h264type.eProfile == OMX_VIDEO_AVCProfileBaseline) { 35905778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nSliceHeaderSpacing = 0; 35915778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bUseHadamard = OMX_TRUE; 35925778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nRefFrames = 1; 35935778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nBFrames = 0; 35945778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nPFrames = setPFramesSpacing(iFrameInterval, frameRate); 35955778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (h264type.nPFrames == 0) { 35965778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nAllowedPictureTypes = OMX_VIDEO_PictureTypeI; 35975778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 35985778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nRefIdx10ActiveMinus1 = 0; 35995778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nRefIdx11ActiveMinus1 = 0; 36005778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bEntropyCodingCABAC = OMX_FALSE; 36015778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bWeightedPPrediction = OMX_FALSE; 36025778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bconstIpred = OMX_FALSE; 36035778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bDirect8x8Inference = OMX_FALSE; 36045778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bDirectSpatialTemporal = OMX_FALSE; 36055778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nCabacInitIdc = 0; 36065778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 36075778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36085778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (h264type.nBFrames != 0) { 36095778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nAllowedPictureTypes |= OMX_VIDEO_PictureTypeB; 36105778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 36115778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36125778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bEnableUEP = OMX_FALSE; 36135778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bEnableFMO = OMX_FALSE; 36145778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bEnableASO = OMX_FALSE; 36155778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bEnableRS = OMX_FALSE; 36165778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bFrameMBsOnly = OMX_TRUE; 36175778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bMBAFF = OMX_FALSE; 36185778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.eLoopFilterMode = OMX_VIDEO_AVCLoopFilterEnable; 36195778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36205778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 36215778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoAvc, &h264type, sizeof(h264type)); 36225778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36235778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 36245778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 36255778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 36265778822d86b0337407514b9372562b86edfa91cdAndreas Huber 362796076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber return configureBitrate(bitrate, bitrateMode); 36285778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 36295778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3630c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachadstatus_t ACodec::setupHEVCEncoderParameters(const sp<AMessage> &msg) { 3631c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad int32_t bitrate, iFrameInterval; 3632c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (!msg->findInt32("bitrate", &bitrate) 3633c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad || !msg->findInt32("i-frame-interval", &iFrameInterval)) { 3634c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return INVALID_OPERATION; 3635c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 3636c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 3637c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad OMX_VIDEO_CONTROLRATETYPE bitrateMode = getBitrateMode(msg); 3638c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 3639c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad float frameRate; 3640c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (!msg->findFloat("frame-rate", &frameRate)) { 3641c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad int32_t tmp; 3642c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (!msg->findInt32("frame-rate", &tmp)) { 3643c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return INVALID_OPERATION; 3644c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 3645c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad frameRate = (float)tmp; 3646c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 3647c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 3648c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad OMX_VIDEO_PARAM_HEVCTYPE hevcType; 3649c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad InitOMXParams(&hevcType); 3650c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad hevcType.nPortIndex = kPortIndexOutput; 3651c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 3652c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad status_t err = OK; 3653c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad err = mOMX->getParameter( 3654c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad mNode, (OMX_INDEXTYPE)OMX_IndexParamVideoHevc, &hevcType, sizeof(hevcType)); 3655c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (err != OK) { 3656c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return err; 3657c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 3658c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 3659c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad int32_t profile; 3660c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (msg->findInt32("profile", &profile)) { 3661c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad int32_t level; 3662c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (!msg->findInt32("level", &level)) { 3663c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return INVALID_OPERATION; 3664c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 3665c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 3666c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad err = verifySupportForProfileAndLevel(profile, level); 3667c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (err != OK) { 3668c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return err; 3669c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 3670c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 3671c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad hevcType.eProfile = static_cast<OMX_VIDEO_HEVCPROFILETYPE>(profile); 3672c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad hevcType.eLevel = static_cast<OMX_VIDEO_HEVCLEVELTYPE>(level); 3673c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 36749aa87d4ef502c9700a31fe46dc6e1d6f99cf4e5eWonsik Kim // TODO: finer control? 36759aa87d4ef502c9700a31fe46dc6e1d6f99cf4e5eWonsik Kim hevcType.nKeyFrameInterval = setPFramesSpacing(iFrameInterval, frameRate); 3676c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 3677c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad err = mOMX->setParameter( 3678c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad mNode, (OMX_INDEXTYPE)OMX_IndexParamVideoHevc, &hevcType, sizeof(hevcType)); 3679c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (err != OK) { 3680c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return err; 3681c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 3682c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 3683c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return configureBitrate(bitrate, bitrateMode); 3684c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad} 3685c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 368689b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huberstatus_t ACodec::setupVPXEncoderParameters(const sp<AMessage> &msg) { 368789b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber int32_t bitrate; 36884154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev int32_t iFrameInterval = 0; 36894154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev size_t tsLayers = 0; 36904154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev OMX_VIDEO_ANDROID_VPXTEMPORALLAYERPATTERNTYPE pattern = 36914154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev OMX_VIDEO_VPXTemporalLayerPatternNone; 36924154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev static const uint32_t kVp8LayerRateAlloction 36934154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev [OMX_VIDEO_ANDROID_MAXVP8TEMPORALLAYERS] 36944154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev [OMX_VIDEO_ANDROID_MAXVP8TEMPORALLAYERS] = { 36954154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev {100, 100, 100}, // 1 layer 36964154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev { 60, 100, 100}, // 2 layers {60%, 40%} 36974154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev { 40, 60, 100}, // 3 layers {40%, 20%, 40%} 36984154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev }; 369989b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber if (!msg->findInt32("bitrate", &bitrate)) { 370089b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber return INVALID_OPERATION; 370189b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber } 37024154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev msg->findInt32("i-frame-interval", &iFrameInterval); 370389b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber 370489b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber OMX_VIDEO_CONTROLRATETYPE bitrateMode = getBitrateMode(msg); 370589b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber 37064154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev float frameRate; 37074154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (!msg->findFloat("frame-rate", &frameRate)) { 37084154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev int32_t tmp; 37094154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (!msg->findInt32("frame-rate", &tmp)) { 37104154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev return INVALID_OPERATION; 37114154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 37124154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev frameRate = (float)tmp; 37134154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 37144154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev 37154154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev AString tsSchema; 37164154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (msg->findString("ts-schema", &tsSchema)) { 37174154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (tsSchema == "webrtc.vp8.1-layer") { 37184154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev pattern = OMX_VIDEO_VPXTemporalLayerPatternWebRTC; 37194154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev tsLayers = 1; 37204154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } else if (tsSchema == "webrtc.vp8.2-layer") { 37214154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev pattern = OMX_VIDEO_VPXTemporalLayerPatternWebRTC; 37224154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev tsLayers = 2; 37234154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } else if (tsSchema == "webrtc.vp8.3-layer") { 37244154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev pattern = OMX_VIDEO_VPXTemporalLayerPatternWebRTC; 37254154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev tsLayers = 3; 37264154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } else { 37274154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev ALOGW("Unsupported ts-schema [%s]", tsSchema.c_str()); 37284154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 37294154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 37304154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev 37314154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev OMX_VIDEO_PARAM_ANDROID_VP8ENCODERTYPE vp8type; 37324154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev InitOMXParams(&vp8type); 37334154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.nPortIndex = kPortIndexOutput; 37344154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev status_t err = mOMX->getParameter( 37354154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev mNode, (OMX_INDEXTYPE)OMX_IndexParamVideoAndroidVp8Encoder, 37364154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev &vp8type, sizeof(vp8type)); 37374154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev 37384154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (err == OK) { 37394154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (iFrameInterval > 0) { 37404154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.nKeyFrameInterval = setPFramesSpacing(iFrameInterval, frameRate); 37414154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 37424154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.eTemporalPattern = pattern; 37434154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.nTemporalLayerCount = tsLayers; 37444154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (tsLayers > 0) { 37454154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev for (size_t i = 0; i < OMX_VIDEO_ANDROID_MAXVP8TEMPORALLAYERS; i++) { 37464154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.nTemporalLayerBitrateRatio[i] = 37474154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev kVp8LayerRateAlloction[tsLayers - 1][i]; 37484154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 37494154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 37504154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (bitrateMode == OMX_Video_ControlRateConstant) { 37514154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.nMinQuantizer = 2; 37524154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.nMaxQuantizer = 63; 37534154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 37544154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev 37554154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev err = mOMX->setParameter( 37564154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev mNode, (OMX_INDEXTYPE)OMX_IndexParamVideoAndroidVp8Encoder, 37574154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev &vp8type, sizeof(vp8type)); 37584154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (err != OK) { 37594154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev ALOGW("Extended VP8 parameters set failed: %d", err); 37604154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 37614154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 37624154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev 376389b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber return configureBitrate(bitrate, bitrateMode); 376489b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber} 376589b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber 37665778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::verifySupportForProfileAndLevel( 37675778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t profile, int32_t level) { 37685778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PARAM_PROFILELEVELTYPE params; 37695778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(¶ms); 37705778822d86b0337407514b9372562b86edfa91cdAndreas Huber params.nPortIndex = kPortIndexOutput; 37715778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37726e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar for (OMX_U32 index = 0; index <= kMaxIndicesToCheck; ++index) { 37736e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar params.nProfileIndex = index; 37745778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = mOMX->getParameter( 37755778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, 37765778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_IndexParamVideoProfileLevelQuerySupported, 37775778822d86b0337407514b9372562b86edfa91cdAndreas Huber ¶ms, 37785778822d86b0337407514b9372562b86edfa91cdAndreas Huber sizeof(params)); 37795778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37805778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 37815778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 37825778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 37835778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37845778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t supportedProfile = static_cast<int32_t>(params.eProfile); 37855778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t supportedLevel = static_cast<int32_t>(params.eLevel); 37865778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37875778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (profile == supportedProfile && level <= supportedLevel) { 37885778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 37895778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 37906e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar 37916e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar if (index == kMaxIndicesToCheck) { 37926e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar ALOGW("[%s] stopping checking profiles after %u: %x/%x", 37936e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar mComponentName.c_str(), index, 37946e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar params.eProfile, params.eLevel); 37956e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar } 37965778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 37976e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar return ERROR_UNSUPPORTED; 37985778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 37995778822d86b0337407514b9372562b86edfa91cdAndreas Huber 380096076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huberstatus_t ACodec::configureBitrate( 380196076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber int32_t bitrate, OMX_VIDEO_CONTROLRATETYPE bitrateMode) { 38025778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PARAM_BITRATETYPE bitrateType; 38035778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&bitrateType); 38045778822d86b0337407514b9372562b86edfa91cdAndreas Huber bitrateType.nPortIndex = kPortIndexOutput; 38055778822d86b0337407514b9372562b86edfa91cdAndreas Huber 38065778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = mOMX->getParameter( 38075778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoBitrate, 38085778822d86b0337407514b9372562b86edfa91cdAndreas Huber &bitrateType, sizeof(bitrateType)); 38095778822d86b0337407514b9372562b86edfa91cdAndreas Huber 38105778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 38115778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 38125778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 38135778822d86b0337407514b9372562b86edfa91cdAndreas Huber 381496076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber bitrateType.eControlRate = bitrateMode; 38155778822d86b0337407514b9372562b86edfa91cdAndreas Huber bitrateType.nTargetBitrate = bitrate; 38165778822d86b0337407514b9372562b86edfa91cdAndreas Huber 38175778822d86b0337407514b9372562b86edfa91cdAndreas Huber return mOMX->setParameter( 38185778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoBitrate, 38195778822d86b0337407514b9372562b86edfa91cdAndreas Huber &bitrateType, sizeof(bitrateType)); 38205778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 38215778822d86b0337407514b9372562b86edfa91cdAndreas Huber 38225778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupErrorCorrectionParameters() { 38235778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PARAM_ERRORCORRECTIONTYPE errorCorrectionType; 38245778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&errorCorrectionType); 38255778822d86b0337407514b9372562b86edfa91cdAndreas Huber errorCorrectionType.nPortIndex = kPortIndexOutput; 38265778822d86b0337407514b9372562b86edfa91cdAndreas Huber 38275778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = mOMX->getParameter( 38285778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoErrorCorrection, 38295778822d86b0337407514b9372562b86edfa91cdAndreas Huber &errorCorrectionType, sizeof(errorCorrectionType)); 38305778822d86b0337407514b9372562b86edfa91cdAndreas Huber 38315778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 38325778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; // Optional feature. Ignore this failure 38335778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 38345778822d86b0337407514b9372562b86edfa91cdAndreas Huber 38355778822d86b0337407514b9372562b86edfa91cdAndreas Huber errorCorrectionType.bEnableHEC = OMX_FALSE; 38365778822d86b0337407514b9372562b86edfa91cdAndreas Huber errorCorrectionType.bEnableResync = OMX_TRUE; 38375778822d86b0337407514b9372562b86edfa91cdAndreas Huber errorCorrectionType.nResynchMarkerSpacing = 256; 38385778822d86b0337407514b9372562b86edfa91cdAndreas Huber errorCorrectionType.bEnableDataPartitioning = OMX_FALSE; 38395778822d86b0337407514b9372562b86edfa91cdAndreas Huber errorCorrectionType.bEnableRVLC = OMX_FALSE; 38405778822d86b0337407514b9372562b86edfa91cdAndreas Huber 38415778822d86b0337407514b9372562b86edfa91cdAndreas Huber return mOMX->setParameter( 38425778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoErrorCorrection, 38435778822d86b0337407514b9372562b86edfa91cdAndreas Huber &errorCorrectionType, sizeof(errorCorrectionType)); 38445778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 38455778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3846f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::setVideoFormatOnPort( 3847f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 portIndex, 384878b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad int32_t width, int32_t height, OMX_VIDEO_CODINGTYPE compressionFormat, 384978b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad float frameRate) { 3850f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 3851f933441648ef6a71dee783d733aac17b9508b452Andreas Huber InitOMXParams(&def); 3852f933441648ef6a71dee783d733aac17b9508b452Andreas Huber def.nPortIndex = portIndex; 3853f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3854f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_VIDEO_PORTDEFINITIONTYPE *video_def = &def.format.video; 3855f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3856f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t err = mOMX->getParameter( 3857f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 3858777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 3859777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 3860777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 3861f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3862f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (portIndex == kPortIndexInput) { 3863f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // XXX Need a (much) better heuristic to compute input buffer sizes. 3864f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const size_t X = 64 * 1024; 3865f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (def.nBufferSize < X) { 3866f933441648ef6a71dee783d733aac17b9508b452Andreas Huber def.nBufferSize = X; 3867f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3868f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3869f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3870777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (def.eDomain != OMX_PortDomainVideo) { 3871777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("expected video port, got %s(%d)", asString(def.eDomain), def.eDomain); 3872777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return FAILED_TRANSACTION; 3873777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 3874f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3875f933441648ef6a71dee783d733aac17b9508b452Andreas Huber video_def->nFrameWidth = width; 3876f933441648ef6a71dee783d733aac17b9508b452Andreas Huber video_def->nFrameHeight = height; 3877f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3878f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (portIndex == kPortIndexInput) { 3879f933441648ef6a71dee783d733aac17b9508b452Andreas Huber video_def->eCompressionFormat = compressionFormat; 3880f933441648ef6a71dee783d733aac17b9508b452Andreas Huber video_def->eColorFormat = OMX_COLOR_FormatUnused; 388178b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad if (frameRate >= 0) { 388278b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad video_def->xFramerate = (OMX_U32)(frameRate * 65536.0f); 388378b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad } 3884f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3885f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3886f933441648ef6a71dee783d733aac17b9508b452Andreas Huber err = mOMX->setParameter( 3887f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 3888f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3889f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 3890f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 3891f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3892f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::initNativeWindow() { 3893f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mNativeWindow != NULL) { 3894a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar return mOMX->enableNativeBuffers(mNode, kPortIndexOutput, OMX_TRUE /* graphic */, OMX_TRUE); 3895f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3896f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3897a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar mOMX->enableNativeBuffers(mNode, kPortIndexOutput, OMX_TRUE /* graphic */, OMX_FALSE); 3898f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return OK; 3899f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 3900f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3901d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Hubersize_t ACodec::countBuffersOwnedByComponent(OMX_U32 portIndex) const { 3902d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber size_t n = 0; 3903d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 3904d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber for (size_t i = 0; i < mBuffers[portIndex].size(); ++i) { 3905d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber const BufferInfo &info = mBuffers[portIndex].itemAt(i); 3906d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 3907d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber if (info.mStatus == BufferInfo::OWNED_BY_COMPONENT) { 3908d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber ++n; 3909d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber } 3910d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber } 3911d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 3912d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber return n; 3913d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber} 3914d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 39157e7013392e302a28364df1dcee79b82ad90978b4Andreas Hubersize_t ACodec::countBuffersOwnedByNativeWindow() const { 39167e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber size_t n = 0; 39177e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 39187e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber for (size_t i = 0; i < mBuffers[kPortIndexOutput].size(); ++i) { 39197e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber const BufferInfo &info = mBuffers[kPortIndexOutput].itemAt(i); 39207e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 39217e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber if (info.mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW) { 39227e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber ++n; 39237e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber } 39247e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber } 39257e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 39267e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber return n; 39277e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber} 39287e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 39297e7013392e302a28364df1dcee79b82ad90978b4Andreas Hubervoid ACodec::waitUntilAllPossibleNativeWindowBuffersAreReturnedToUs() { 39307e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber if (mNativeWindow == NULL) { 39317e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber return; 39327e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber } 39337e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 3934e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar while (countBuffersOwnedByNativeWindow() > mNumUndequeuedBuffers 39357e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber && dequeueBufferFromNativeWindow() != NULL) { 3936c38fcfba95f711e5738e4c72bd5499317a2f30d9Lajos Molnar // these buffers will be submitted as regular buffers; account for this 3937054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (storingMetadataInDecodedBuffers() && mMetadataBuffersToSubmit > 0) { 3938054219874873b41f1c815552987c10465c34ba2bLajos Molnar --mMetadataBuffersToSubmit; 3939c38fcfba95f711e5738e4c72bd5499317a2f30d9Lajos Molnar } 39407e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber } 39417e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber} 39427e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 3943f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::allYourBuffersAreBelongToUs( 3944f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 portIndex) { 3945f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (size_t i = 0; i < mBuffers[portIndex].size(); ++i) { 3946f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = &mBuffers[portIndex].editItemAt(i); 3947f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3948f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mStatus != BufferInfo::OWNED_BY_US 3949f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && info->mStatus != BufferInfo::OWNED_BY_NATIVE_WINDOW) { 3950609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] Buffer %u on port %u still has status %d", 3951f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mComponentName.c_str(), 3952f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mBufferID, portIndex, info->mStatus); 3953f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return false; 3954f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3955f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3956f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3957f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 3958f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 3959f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3960f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::allYourBuffersAreBelongToUs() { 3961f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return allYourBuffersAreBelongToUs(kPortIndexInput) 3962f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && allYourBuffersAreBelongToUs(kPortIndexOutput); 3963f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 3964f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3965f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::deferMessage(const sp<AMessage> &msg) { 3966f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mDeferredQueue.push_back(msg); 3967f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 3968f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3969f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::processDeferredMessages() { 3970f933441648ef6a71dee783d733aac17b9508b452Andreas Huber List<sp<AMessage> > queue = mDeferredQueue; 3971f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mDeferredQueue.clear(); 3972f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3973f933441648ef6a71dee783d733aac17b9508b452Andreas Huber List<sp<AMessage> >::iterator it = queue.begin(); 3974f933441648ef6a71dee783d733aac17b9508b452Andreas Huber while (it != queue.end()) { 3975f933441648ef6a71dee783d733aac17b9508b452Andreas Huber onMessageReceived(*it++); 3976f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3977f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 3978f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 397903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar// static 398073dd808754c641fe798273d356ee38368715fa7bLajos Molnarbool ACodec::describeDefaultColorFormat(DescribeColorFormat2Params ¶ms) { 398173dd808754c641fe798273d356ee38368715fa7bLajos Molnar MediaImage2 &image = params.sMediaImage; 398203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar memset(&image, 0, sizeof(image)); 398303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 398473dd808754c641fe798273d356ee38368715fa7bLajos Molnar image.mType = MediaImage2::MEDIA_IMAGE_TYPE_UNKNOWN; 398503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mNumPlanes = 0; 398603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 398703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar const OMX_COLOR_FORMATTYPE fmt = params.eColorFormat; 398803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mWidth = params.nFrameWidth; 398903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mHeight = params.nFrameHeight; 399003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 399103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar // only supporting YUV420 399203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar if (fmt != OMX_COLOR_FormatYUV420Planar && 399303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar fmt != OMX_COLOR_FormatYUV420PackedPlanar && 399403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar fmt != OMX_COLOR_FormatYUV420SemiPlanar && 39955a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar fmt != OMX_COLOR_FormatYUV420PackedSemiPlanar && 39962ad160ba086f0504cf56dcc24619a0cee2546a23Dan Stoza fmt != (OMX_COLOR_FORMATTYPE)HAL_PIXEL_FORMAT_YV12) { 399703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar ALOGW("do not know color format 0x%x = %d", fmt, fmt); 3998229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar return false; 399903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 400003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 4001b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar // TEMPORARY FIX for some vendors that advertise sliceHeight as 0 4002b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar if (params.nStride != 0 && params.nSliceHeight == 0) { 4003b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar ALOGW("using sliceHeight=%u instead of what codec advertised (=0)", 4004b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar params.nFrameHeight); 4005b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar params.nSliceHeight = params.nFrameHeight; 4006b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar } 4007b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar 400834e63e9ffe6496d9180c825dc119c1fd1020ef8bMarco Nelissen // we need stride and slice-height to be non-zero and sensible. These values were chosen to 400934e63e9ffe6496d9180c825dc119c1fd1020ef8bMarco Nelissen // prevent integer overflows further down the line, and do not indicate support for 401034e63e9ffe6496d9180c825dc119c1fd1020ef8bMarco Nelissen // 32kx32k video. 401134e63e9ffe6496d9180c825dc119c1fd1020ef8bMarco Nelissen if (params.nStride == 0 || params.nSliceHeight == 0 401234e63e9ffe6496d9180c825dc119c1fd1020ef8bMarco Nelissen || params.nStride > 32768 || params.nSliceHeight > 32768) { 4013b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar ALOGW("cannot describe color format 0x%x = %d with stride=%u and sliceHeight=%u", 4014b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar fmt, fmt, params.nStride, params.nSliceHeight); 4015b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar return false; 4016b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar } 4017b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar 401803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar // set-up YUV format 401973dd808754c641fe798273d356ee38368715fa7bLajos Molnar image.mType = MediaImage2::MEDIA_IMAGE_TYPE_YUV; 402003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mNumPlanes = 3; 402103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mBitDepth = 8; 402273dd808754c641fe798273d356ee38368715fa7bLajos Molnar image.mBitDepthAllocated = 8; 402303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.Y].mOffset = 0; 402403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.Y].mColInc = 1; 402503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.Y].mRowInc = params.nStride; 402603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.Y].mHorizSubsampling = 1; 402703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.Y].mVertSubsampling = 1; 402803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 40295a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar switch ((int)fmt) { 40305a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar case HAL_PIXEL_FORMAT_YV12: 40315a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar if (params.bUsingNativeBuffers) { 40325a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar size_t ystride = align(params.nStride, 16); 40335a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar size_t cstride = align(params.nStride / 2, 16); 40345a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.Y].mRowInc = ystride; 40355a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar 40365a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.V].mOffset = ystride * params.nSliceHeight; 40375a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.V].mColInc = 1; 40385a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.V].mRowInc = cstride; 40395a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.V].mHorizSubsampling = 2; 40405a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.V].mVertSubsampling = 2; 40415a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar 40425a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.U].mOffset = image.mPlane[image.V].mOffset 40435a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar + (cstride * params.nSliceHeight / 2); 40445a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.U].mColInc = 1; 40455a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.U].mRowInc = cstride; 40465a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.U].mHorizSubsampling = 2; 40475a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.U].mVertSubsampling = 2; 40485a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar break; 40495a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar } else { 40505a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar // fall through as YV12 is used for YUV420Planar by some codecs 40515a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar } 40525a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar 40535a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar case OMX_COLOR_FormatYUV420Planar: 405403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar case OMX_COLOR_FormatYUV420PackedPlanar: 405503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mOffset = params.nStride * params.nSliceHeight; 405603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mColInc = 1; 405703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mRowInc = params.nStride / 2; 405803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mHorizSubsampling = 2; 405903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mVertSubsampling = 2; 406003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 406103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mOffset = image.mPlane[image.U].mOffset 406203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar + (params.nStride * params.nSliceHeight / 4); 406303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mColInc = 1; 406403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mRowInc = params.nStride / 2; 406503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mHorizSubsampling = 2; 406603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mVertSubsampling = 2; 406703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar break; 406803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 406903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar case OMX_COLOR_FormatYUV420SemiPlanar: 407003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar // FIXME: NV21 for sw-encoder, NV12 for decoder and hw-encoder 407103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar case OMX_COLOR_FormatYUV420PackedSemiPlanar: 407203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar // NV12 407303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mOffset = params.nStride * params.nSliceHeight; 407403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mColInc = 2; 407503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mRowInc = params.nStride; 407603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mHorizSubsampling = 2; 407703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mVertSubsampling = 2; 407803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 407903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mOffset = image.mPlane[image.U].mOffset + 1; 408003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mColInc = 2; 408103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mRowInc = params.nStride; 408203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mHorizSubsampling = 2; 408303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mVertSubsampling = 2; 408403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar break; 408503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 408603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar default: 408703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar TRESPASS(); 408803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 4089229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar return true; 4090229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar} 4091229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar 4092229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar// static 4093229d242665c612fd97431d1e7ac004823b47f181Lajos Molnarbool ACodec::describeColorFormat( 4094229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar const sp<IOMX> &omx, IOMX::node_id node, 409573dd808754c641fe798273d356ee38368715fa7bLajos Molnar DescribeColorFormat2Params &describeParams) 4096229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar{ 4097229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar OMX_INDEXTYPE describeColorFormatIndex; 4098229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar if (omx->getExtensionIndex( 4099229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar node, "OMX.google.android.index.describeColorFormat", 410073dd808754c641fe798273d356ee38368715fa7bLajos Molnar &describeColorFormatIndex) == OK) { 410173dd808754c641fe798273d356ee38368715fa7bLajos Molnar DescribeColorFormatParams describeParamsV1(describeParams); 410273dd808754c641fe798273d356ee38368715fa7bLajos Molnar if (omx->getParameter( 410373dd808754c641fe798273d356ee38368715fa7bLajos Molnar node, describeColorFormatIndex, 410473dd808754c641fe798273d356ee38368715fa7bLajos Molnar &describeParamsV1, sizeof(describeParamsV1)) == OK) { 410573dd808754c641fe798273d356ee38368715fa7bLajos Molnar describeParams.initFromV1(describeParamsV1); 410673dd808754c641fe798273d356ee38368715fa7bLajos Molnar return describeParams.sMediaImage.mType != MediaImage2::MEDIA_IMAGE_TYPE_UNKNOWN; 410773dd808754c641fe798273d356ee38368715fa7bLajos Molnar } 410873dd808754c641fe798273d356ee38368715fa7bLajos Molnar } else if (omx->getExtensionIndex( 410973dd808754c641fe798273d356ee38368715fa7bLajos Molnar node, "OMX.google.android.index.describeColorFormat2", &describeColorFormatIndex) == OK 411073dd808754c641fe798273d356ee38368715fa7bLajos Molnar && omx->getParameter( 411173dd808754c641fe798273d356ee38368715fa7bLajos Molnar node, describeColorFormatIndex, &describeParams, sizeof(describeParams)) == OK) { 411273dd808754c641fe798273d356ee38368715fa7bLajos Molnar return describeParams.sMediaImage.mType != MediaImage2::MEDIA_IMAGE_TYPE_UNKNOWN; 411373dd808754c641fe798273d356ee38368715fa7bLajos Molnar } 411473dd808754c641fe798273d356ee38368715fa7bLajos Molnar 411573dd808754c641fe798273d356ee38368715fa7bLajos Molnar return describeDefaultColorFormat(describeParams); 4116229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar} 4117229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar 4118229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar// static 4119229d242665c612fd97431d1e7ac004823b47f181Lajos Molnarbool ACodec::isFlexibleColorFormat( 4120229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar const sp<IOMX> &omx, IOMX::node_id node, 41210d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar uint32_t colorFormat, bool usingNativeBuffers, OMX_U32 *flexibleEquivalent) { 412273dd808754c641fe798273d356ee38368715fa7bLajos Molnar DescribeColorFormat2Params describeParams; 4123229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar InitOMXParams(&describeParams); 4124229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar describeParams.eColorFormat = (OMX_COLOR_FORMATTYPE)colorFormat; 4125229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar // reasonable dummy values 4126229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar describeParams.nFrameWidth = 128; 4127229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar describeParams.nFrameHeight = 128; 4128229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar describeParams.nStride = 128; 4129229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar describeParams.nSliceHeight = 128; 41300d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.bUsingNativeBuffers = (OMX_BOOL)usingNativeBuffers; 4131229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar 4132229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar CHECK(flexibleEquivalent != NULL); 4133229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar 4134229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar if (!describeColorFormat(omx, node, describeParams)) { 4135229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar return false; 4136229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar } 4137229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar 413873dd808754c641fe798273d356ee38368715fa7bLajos Molnar const MediaImage2 &img = describeParams.sMediaImage; 413973dd808754c641fe798273d356ee38368715fa7bLajos Molnar if (img.mType == MediaImage2::MEDIA_IMAGE_TYPE_YUV) { 414073dd808754c641fe798273d356ee38368715fa7bLajos Molnar if (img.mNumPlanes != 3 414173dd808754c641fe798273d356ee38368715fa7bLajos Molnar || img.mPlane[img.Y].mHorizSubsampling != 1 414273dd808754c641fe798273d356ee38368715fa7bLajos Molnar || img.mPlane[img.Y].mVertSubsampling != 1) { 4143229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar return false; 4144229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar } 4145229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar 4146229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar // YUV 420 4147229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar if (img.mPlane[img.U].mHorizSubsampling == 2 4148229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar && img.mPlane[img.U].mVertSubsampling == 2 4149229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar && img.mPlane[img.V].mHorizSubsampling == 2 4150229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar && img.mPlane[img.V].mVertSubsampling == 2) { 4151229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar // possible flexible YUV420 format 4152229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar if (img.mBitDepth <= 8) { 4153229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar *flexibleEquivalent = OMX_COLOR_FormatYUV420Flexible; 4154229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar return true; 4155229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar } 4156229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar } 4157229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar } 4158229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar return false; 415903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar} 416003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 4161e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnarstatus_t ACodec::getPortFormat(OMX_U32 portIndex, sp<AMessage> ¬ify) { 4162777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim const char *niceIndex = portIndex == kPortIndexInput ? "input" : "output"; 416331e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 416431e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber InitOMXParams(&def); 4165e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar def.nPortIndex = portIndex; 416631e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 4167777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim status_t err = mOMX->getParameter(mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 4168777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4169777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4170777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 417131e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 4172777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (def.eDir != (portIndex == kPortIndexOutput ? OMX_DirOutput : OMX_DirInput)) { 4173777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("unexpected dir: %s(%d) on %s port", asString(def.eDir), def.eDir, niceIndex); 4174777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return BAD_VALUE; 4175777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 417631e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 417731e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber switch (def.eDomain) { 417831e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber case OMX_PortDomainVideo: 417931e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber { 418031e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber OMX_VIDEO_PORTDEFINITIONTYPE *videoDef = &def.format.video; 4181e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar switch ((int)videoDef->eCompressionFormat) { 4182e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar case OMX_VIDEO_CodingUnused: 4183e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar { 4184e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK(mIsEncoder ^ (portIndex == kPortIndexOutput)); 4185e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setString("mime", MEDIA_MIMETYPE_VIDEO_RAW); 4186e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4187e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("stride", videoDef->nStride); 4188e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("slice-height", videoDef->nSliceHeight); 4189e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("color-format", videoDef->eColorFormat); 4190e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 41910d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (mNativeWindow == NULL) { 419273dd808754c641fe798273d356ee38368715fa7bLajos Molnar DescribeColorFormat2Params describeParams; 41930d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar InitOMXParams(&describeParams); 41940d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.eColorFormat = videoDef->eColorFormat; 41950d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.nFrameWidth = videoDef->nFrameWidth; 41960d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.nFrameHeight = videoDef->nFrameHeight; 41970d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.nStride = videoDef->nStride; 41980d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.nSliceHeight = videoDef->nSliceHeight; 41990d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.bUsingNativeBuffers = OMX_FALSE; 42000d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar 42010d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (describeColorFormat(mOMX, mNode, describeParams)) { 42020d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar notify->setBuffer( 42030d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar "image-data", 42040d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar ABuffer::CreateAsCopy( 42050d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar &describeParams.sMediaImage, 42060d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar sizeof(describeParams.sMediaImage))); 42075a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar 420873dd808754c641fe798273d356ee38368715fa7bLajos Molnar MediaImage2 &img = describeParams.sMediaImage; 420973dd808754c641fe798273d356ee38368715fa7bLajos Molnar MediaImage2::PlaneInfo *plane = img.mPlane; 421073dd808754c641fe798273d356ee38368715fa7bLajos Molnar ALOGV("[%s] MediaImage { F(%ux%u) @%u+%d+%d @%u+%d+%d @%u+%d+%d }", 421173dd808754c641fe798273d356ee38368715fa7bLajos Molnar mComponentName.c_str(), img.mWidth, img.mHeight, 421273dd808754c641fe798273d356ee38368715fa7bLajos Molnar plane[0].mOffset, plane[0].mColInc, plane[0].mRowInc, 421373dd808754c641fe798273d356ee38368715fa7bLajos Molnar plane[1].mOffset, plane[1].mColInc, plane[1].mRowInc, 421473dd808754c641fe798273d356ee38368715fa7bLajos Molnar plane[2].mOffset, plane[2].mColInc, plane[2].mRowInc); 42150d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 421603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 421703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 421891a3cc00db31a713a25848f345bd624ac2ad8dc5Lajos Molnar if (portIndex != kPortIndexOutput) { 421991a3cc00db31a713a25848f345bd624ac2ad8dc5Lajos Molnar // TODO: also get input crop 422091a3cc00db31a713a25848f345bd624ac2ad8dc5Lajos Molnar break; 422191a3cc00db31a713a25848f345bd624ac2ad8dc5Lajos Molnar } 422291a3cc00db31a713a25848f345bd624ac2ad8dc5Lajos Molnar 4223e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar OMX_CONFIG_RECTTYPE rect; 4224e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar InitOMXParams(&rect); 422591a3cc00db31a713a25848f345bd624ac2ad8dc5Lajos Molnar rect.nPortIndex = portIndex; 4226e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4227e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if (mOMX->getConfig( 422891a3cc00db31a713a25848f345bd624ac2ad8dc5Lajos Molnar mNode, 422991a3cc00db31a713a25848f345bd624ac2ad8dc5Lajos Molnar (portIndex == kPortIndexOutput ? 423091a3cc00db31a713a25848f345bd624ac2ad8dc5Lajos Molnar OMX_IndexConfigCommonOutputCrop : 423191a3cc00db31a713a25848f345bd624ac2ad8dc5Lajos Molnar OMX_IndexConfigCommonInputCrop), 4232e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar &rect, sizeof(rect)) != OK) { 4233e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar rect.nLeft = 0; 4234e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar rect.nTop = 0; 4235e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar rect.nWidth = videoDef->nFrameWidth; 4236e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar rect.nHeight = videoDef->nFrameHeight; 4237e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 423831e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 4239777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (rect.nLeft < 0 || 4240777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim rect.nTop < 0 || 4241777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim rect.nLeft + rect.nWidth > videoDef->nFrameWidth || 4242777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim rect.nTop + rect.nHeight > videoDef->nFrameHeight) { 4243777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Wrong cropped rect (%d, %d) - (%u, %u) vs. frame (%u, %u)", 4244777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim rect.nLeft, rect.nTop, 4245777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim rect.nLeft + rect.nWidth, rect.nTop + rect.nHeight, 4246777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim videoDef->nFrameWidth, videoDef->nFrameHeight); 4247777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return BAD_VALUE; 4248777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4249e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4250e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setRect( 4251577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar "crop", 4252577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar rect.nLeft, 4253577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar rect.nTop, 4254e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar rect.nLeft + rect.nWidth - 1, 4255e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar rect.nTop + rect.nHeight - 1); 4256e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4257e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar break; 4258e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 42594730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia 42604730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia case OMX_VIDEO_CodingVP8: 42614730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia case OMX_VIDEO_CodingVP9: 42624730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia { 42634730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia OMX_VIDEO_PARAM_ANDROID_VP8ENCODERTYPE vp8type; 42644730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia InitOMXParams(&vp8type); 42654730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia vp8type.nPortIndex = kPortIndexOutput; 42664730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia status_t err = mOMX->getParameter( 42674730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia mNode, 42684730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia (OMX_INDEXTYPE)OMX_IndexParamVideoAndroidVp8Encoder, 42694730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia &vp8type, 42704730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia sizeof(vp8type)); 42714730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia 42724730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia if (err == OK) { 42734730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia AString tsSchema = "none"; 42744730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia if (vp8type.eTemporalPattern 42754730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia == OMX_VIDEO_VPXTemporalLayerPatternWebRTC) { 42764730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia switch (vp8type.nTemporalLayerCount) { 42774730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia case 1: 42784730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia { 42794730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia tsSchema = "webrtc.vp8.1-layer"; 42804730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia break; 42814730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 42824730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia case 2: 42834730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia { 42844730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia tsSchema = "webrtc.vp8.2-layer"; 42854730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia break; 42864730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 42874730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia case 3: 42884730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia { 42894730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia tsSchema = "webrtc.vp8.3-layer"; 42904730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia break; 42914730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 42924730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia default: 42934730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia { 42944730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia break; 42954730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 42964730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 42974730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 42984730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia notify->setString("ts-schema", tsSchema); 42994730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 43004730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia // Fall through to set up mime. 43014730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 43024730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia 4303e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar default: 4304e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar { 4305777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (mIsEncoder ^ (portIndex == kPortIndexOutput)) { 4306777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim // should be CodingUnused 4307777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Raw port video compression format is %s(%d)", 4308777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim asString(videoDef->eCompressionFormat), 4309777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim videoDef->eCompressionFormat); 4310777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return BAD_VALUE; 4311777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4312e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar AString mime; 4313e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if (GetMimeTypeForVideoCoding( 4314e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar videoDef->eCompressionFormat, &mime) != OK) { 4315e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setString("mime", "application/octet-stream"); 4316e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } else { 4317e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setString("mime", mime.c_str()); 4318e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 4319870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang uint32_t intraRefreshPeriod = 0; 4320870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (mIsEncoder && getIntraRefreshPeriod(&intraRefreshPeriod) == OK 4321870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang && intraRefreshPeriod > 0) { 4322870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang notify->setInt32("intra-refresh-period", intraRefreshPeriod); 4323870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 4324e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar break; 4325e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 432631e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber } 4327e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("width", videoDef->nFrameWidth); 4328e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("height", videoDef->nFrameHeight); 43295a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar ALOGV("[%s] %s format is %s", mComponentName.c_str(), 43305a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar portIndex == kPortIndexInput ? "input" : "output", 43315a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar notify->debugString().c_str()); 43325a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar 433331e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber break; 433431e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber } 433531e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 433631e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber case OMX_PortDomainAudio: 433731e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber { 433831e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber OMX_AUDIO_PORTDEFINITIONTYPE *audioDef = &def.format.audio; 433931e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 434097358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu switch ((int)audioDef->eEncoding) { 4341e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber case OMX_AUDIO_CodingPCM: 4342e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { 4343e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber OMX_AUDIO_PARAM_PCMMODETYPE params; 4344e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber InitOMXParams(¶ms); 4345e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 4346e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4347777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 4348777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, OMX_IndexParamAudioPcm, ¶ms, sizeof(params)); 4349777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4350777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4351777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 435214f7672b5d450ed26a06fd3bb3ce045ea78b11b2Andreas Huber 4353777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (params.nChannels <= 0 4354777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim || (params.nChannels != 1 && !params.bInterleaved) 4355777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim || params.nBitPerSample != 16u 4356777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim || params.eNumData != OMX_NumericalDataSigned 4357777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim || params.ePCMMode != OMX_AUDIO_PCMModeLinear) { 4358777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("unsupported PCM port: %u channels%s, %u-bit, %s(%d), %s(%d) mode ", 4359777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim params.nChannels, 4360777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim params.bInterleaved ? " interleaved" : "", 4361777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim params.nBitPerSample, 4362777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim asString(params.eNumData), params.eNumData, 4363777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim asString(params.ePCMMode), params.ePCMMode); 4364777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return FAILED_TRANSACTION; 4365777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4366e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4367e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setString("mime", MEDIA_MIMETYPE_AUDIO_RAW); 4368e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("channel-count", params.nChannels); 4369e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("sample-rate", params.nSamplingRate); 4370e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4371e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (mChannelMaskPresent) { 4372e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("channel-mask", mChannelMask); 43738b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen } 4374e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber break; 43758b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen } 43769806555d3930be43e11106281dee354820ac1c88Andreas Huber 4377e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber case OMX_AUDIO_CodingAAC: 4378e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { 4379e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber OMX_AUDIO_PARAM_AACPROFILETYPE params; 4380e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber InitOMXParams(¶ms); 4381e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 4382e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4383777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 4384777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, OMX_IndexParamAudioAac, ¶ms, sizeof(params)); 4385777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4386777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4387777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4388e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4389e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setString("mime", MEDIA_MIMETYPE_AUDIO_AAC); 4390e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("channel-count", params.nChannels); 4391e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("sample-rate", params.nSampleRate); 4392e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber break; 4393e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 4394e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4395e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber case OMX_AUDIO_CodingAMR: 4396e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { 4397e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber OMX_AUDIO_PARAM_AMRTYPE params; 4398e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber InitOMXParams(¶ms); 4399e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 44009806555d3930be43e11106281dee354820ac1c88Andreas Huber 4401777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 4402777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, OMX_IndexParamAudioAmr, ¶ms, sizeof(params)); 4403777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4404777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4405777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4406e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4407e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("channel-count", 1); 4408e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (params.eAMRBandMode >= OMX_AUDIO_AMRBandModeWB0) { 44090806340688c937e7b78c2d89db3809274130df4eLajos Molnar notify->setString("mime", MEDIA_MIMETYPE_AUDIO_AMR_WB); 4410e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("sample-rate", 16000); 4411e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } else { 44120806340688c937e7b78c2d89db3809274130df4eLajos Molnar notify->setString("mime", MEDIA_MIMETYPE_AUDIO_AMR_NB); 4413e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("sample-rate", 8000); 4414e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 4415e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber break; 4416e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 4417e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4418e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber case OMX_AUDIO_CodingFLAC: 4419e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { 4420e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber OMX_AUDIO_PARAM_FLACTYPE params; 4421e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber InitOMXParams(¶ms); 4422e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 4423e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4424777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 4425777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, OMX_IndexParamAudioFlac, ¶ms, sizeof(params)); 4426777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4427777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4428777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4429e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4430e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setString("mime", MEDIA_MIMETYPE_AUDIO_FLAC); 4431e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("channel-count", params.nChannels); 4432e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("sample-rate", params.nSampleRate); 4433e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber break; 4434e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 4435e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4436e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar case OMX_AUDIO_CodingMP3: 4437e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar { 4438e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar OMX_AUDIO_PARAM_MP3TYPE params; 4439e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar InitOMXParams(¶ms); 4440e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 4441e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4442777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 4443777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, OMX_IndexParamAudioMp3, ¶ms, sizeof(params)); 4444777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4445777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4446777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4447e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4448e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setString("mime", MEDIA_MIMETYPE_AUDIO_MPEG); 4449e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("channel-count", params.nChannels); 4450e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("sample-rate", params.nSampleRate); 4451e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar break; 4452e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 4453e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4454e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar case OMX_AUDIO_CodingVORBIS: 4455e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar { 4456e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar OMX_AUDIO_PARAM_VORBISTYPE params; 4457e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar InitOMXParams(¶ms); 4458e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 4459e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4460777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 4461777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, OMX_IndexParamAudioVorbis, ¶ms, sizeof(params)); 4462777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4463777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4464777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4465e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4466e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setString("mime", MEDIA_MIMETYPE_AUDIO_VORBIS); 4467e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("channel-count", params.nChannels); 4468e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("sample-rate", params.nSampleRate); 4469e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar break; 4470e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 4471e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 447297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu case OMX_AUDIO_CodingAndroidAC3: 447397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu { 447497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu OMX_AUDIO_PARAM_ANDROID_AC3TYPE params; 447597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu InitOMXParams(¶ms); 4476e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 447797358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 4478777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 4479777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidAc3, 4480777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ¶ms, sizeof(params)); 4481777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4482777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4483777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 448497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 448597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu notify->setString("mime", MEDIA_MIMETYPE_AUDIO_AC3); 448697358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu notify->setInt32("channel-count", params.nChannels); 448797358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu notify->setInt32("sample-rate", params.nSampleRate); 448897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu break; 448997358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } 4490e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 44918a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad case OMX_AUDIO_CodingAndroidEAC3: 44928a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad { 44938a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad OMX_AUDIO_PARAM_ANDROID_EAC3TYPE params; 44948a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad InitOMXParams(¶ms); 44958a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad params.nPortIndex = portIndex; 44968a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 4497777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 4498777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidEac3, 4499777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ¶ms, sizeof(params)); 4500777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4501777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4502777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 45038a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 45048a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad notify->setString("mime", MEDIA_MIMETYPE_AUDIO_EAC3); 45058a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad notify->setInt32("channel-count", params.nChannels); 45068a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad notify->setInt32("sample-rate", params.nSampleRate); 45078a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad break; 45088a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } 45098a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 45108c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian case OMX_AUDIO_CodingAndroidOPUS: 45118c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian { 45128c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian OMX_AUDIO_PARAM_ANDROID_OPUSTYPE params; 45138c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian InitOMXParams(¶ms); 45148c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian params.nPortIndex = portIndex; 45158c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian 4516777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 4517777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidOpus, 4518777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ¶ms, sizeof(params)); 4519777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4520777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4521777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 45228c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian 45238c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian notify->setString("mime", MEDIA_MIMETYPE_AUDIO_OPUS); 45248c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian notify->setInt32("channel-count", params.nChannels); 45258c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian notify->setInt32("sample-rate", params.nSampleRate); 45268c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian break; 45278c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian } 45288c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian 452910d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang case OMX_AUDIO_CodingG711: 453010d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang { 453110d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang OMX_AUDIO_PARAM_PCMMODETYPE params; 453210d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang InitOMXParams(¶ms); 453310d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang params.nPortIndex = portIndex; 453410d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang 4535777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 4536777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, (OMX_INDEXTYPE)OMX_IndexParamAudioPcm, ¶ms, sizeof(params)); 4537777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4538777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4539777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 454010d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang 454110d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang const char *mime = NULL; 454210d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang if (params.ePCMMode == OMX_AUDIO_PCMModeMULaw) { 454310d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang mime = MEDIA_MIMETYPE_AUDIO_G711_MLAW; 454410d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang } else if (params.ePCMMode == OMX_AUDIO_PCMModeALaw) { 454510d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang mime = MEDIA_MIMETYPE_AUDIO_G711_ALAW; 454610d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang } else { // params.ePCMMode == OMX_AUDIO_PCMModeLinear 454710d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang mime = MEDIA_MIMETYPE_AUDIO_RAW; 454810d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang } 454910d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang notify->setString("mime", mime); 455010d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang notify->setInt32("channel-count", params.nChannels); 455110d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang notify->setInt32("sample-rate", params.nSamplingRate); 455210d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang break; 455310d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang } 455441d3f579d2c166984958263533284209b90c87d5Marco Nelissen 455541d3f579d2c166984958263533284209b90c87d5Marco Nelissen case OMX_AUDIO_CodingGSMFR: 455641d3f579d2c166984958263533284209b90c87d5Marco Nelissen { 45570806340688c937e7b78c2d89db3809274130df4eLajos Molnar OMX_AUDIO_PARAM_PCMMODETYPE params; 455841d3f579d2c166984958263533284209b90c87d5Marco Nelissen InitOMXParams(¶ms); 455941d3f579d2c166984958263533284209b90c87d5Marco Nelissen params.nPortIndex = portIndex; 456041d3f579d2c166984958263533284209b90c87d5Marco Nelissen 4561777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 4562777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, OMX_IndexParamAudioPcm, ¶ms, sizeof(params)); 4563777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4564777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4565777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 456641d3f579d2c166984958263533284209b90c87d5Marco Nelissen 456741d3f579d2c166984958263533284209b90c87d5Marco Nelissen notify->setString("mime", MEDIA_MIMETYPE_AUDIO_MSGSM); 456841d3f579d2c166984958263533284209b90c87d5Marco Nelissen notify->setInt32("channel-count", params.nChannels); 45690806340688c937e7b78c2d89db3809274130df4eLajos Molnar notify->setInt32("sample-rate", params.nSamplingRate); 457041d3f579d2c166984958263533284209b90c87d5Marco Nelissen break; 457110d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang } 457210d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang 4573e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber default: 4574777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Unsupported audio coding: %s(%d)\n", 4575777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim asString(audioDef->eEncoding), audioDef->eEncoding); 4576777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return BAD_TYPE; 4577e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 457831e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber break; 457931e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber } 458031e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 458131e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber default: 4582777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Unsupported domain: %s(%d)", asString(def.eDomain), def.eDomain); 4583777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return BAD_TYPE; 458431e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber } 458531e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 4586e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar return OK; 4587e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar} 4588e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4589e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnarvoid ACodec::sendFormatChange(const sp<AMessage> &reply) { 45904e865a3cfe4c955e0890321a6b488cf661808b63Lajos Molnar sp<AMessage> notify = mBaseOutputFormat->dup(); 4591e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("what", kWhatOutputFormatChanged); 4592e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4593777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (getPortFormat(kPortIndexOutput, notify) != OK) { 4594777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("[%s] Failed to get port format to send format change", mComponentName.c_str()); 4595777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return; 4596777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4597e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4598e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar AString mime; 4599e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK(notify->findString("mime", &mime)); 4600e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4601e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar int32_t left, top, right, bottom; 4602e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if (mime == MEDIA_MIMETYPE_VIDEO_RAW && 4603e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar mNativeWindow != NULL && 4604e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->findRect("crop", &left, &top, &right, &bottom)) { 4605e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar // notify renderer of the crop change 4606e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar // NOTE: native window uses extended right-bottom coordinate 4607e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar reply->setRect("crop", left, top, right + 1, bottom + 1); 4608e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } else if (mime == MEDIA_MIMETYPE_AUDIO_RAW && 4609e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar (mEncoderDelay || mEncoderPadding)) { 4610e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar int32_t channelCount; 4611e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK(notify->findInt32("channel-count", &channelCount)); 4612e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if (mSkipCutBuffer != NULL) { 4613e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar size_t prevbufsize = mSkipCutBuffer->size(); 4614e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if (prevbufsize != 0) { 4615ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGW("Replacing SkipCutBuffer holding %zu bytes", prevbufsize); 4616e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 4617e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 4618b1cf03160fa7e7bc6e5cf138db07a7e1ab2ecb26Marco Nelissen mSkipCutBuffer = new SkipCutBuffer(mEncoderDelay, mEncoderPadding, channelCount); 4619e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 4620e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 462131e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber notify->post(); 462231e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 462331e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber mSentFormat = true; 462431e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber} 462531e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 46265778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid ACodec::signalError(OMX_ERRORTYPE error, status_t internalError) { 4627cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber sp<AMessage> notify = mNotify->dup(); 4628d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatError); 4629251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung ALOGE("signalError(omxError %#x, internalError %d)", error, internalError); 4630251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung 4631251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (internalError == UNKNOWN_ERROR) { // find better error code 4632251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung const status_t omxStatus = statusFromOMXError(error); 4633251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (omxStatus != 0) { 4634251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung internalError = omxStatus; 4635251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else { 4636251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung ALOGW("Invalid OMX error %#x", error); 4637251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 4638251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 4639346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang 4640346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang mFatalError = true; 4641346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang 46425778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->setInt32("err", internalError); 4643251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung notify->setInt32("actionCode", ACTION_CODE_FATAL); // could translate from OMX error. 4644cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber notify->post(); 4645cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber} 4646cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber 4647f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 4648f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4649eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas HuberACodec::PortDescription::PortDescription() { 4650eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber} 4651eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 4652496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huberstatus_t ACodec::requestIDRFrame() { 4653496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber if (!mIsEncoder) { 4654496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber return ERROR_UNSUPPORTED; 4655496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber } 4656496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 4657496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber OMX_CONFIG_INTRAREFRESHVOPTYPE params; 4658496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber InitOMXParams(¶ms); 4659496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 4660496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber params.nPortIndex = kPortIndexOutput; 4661496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber params.IntraRefreshVOP = OMX_TRUE; 4662496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 4663496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber return mOMX->setConfig( 4664496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber mNode, 4665496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber OMX_IndexConfigVideoIntraVOPRefresh, 4666496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber ¶ms, 4667496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber sizeof(params)); 4668496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber} 4669496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 4670eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Hubervoid ACodec::PortDescription::addBuffer( 4671a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar IOMX::buffer_id id, const sp<ABuffer> &buffer, 4672a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar const sp<NativeHandle> &handle, const sp<RefBase> &memRef) { 4673eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber mBufferIDs.push_back(id); 4674eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber mBuffers.push_back(buffer); 4675a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar mHandles.push_back(handle); 467686b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu mMemRefs.push_back(memRef); 4677eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber} 4678eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 4679eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Hubersize_t ACodec::PortDescription::countBuffers() { 4680eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber return mBufferIDs.size(); 4681eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber} 4682eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 4683eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas HuberIOMX::buffer_id ACodec::PortDescription::bufferIDAt(size_t index) const { 4684eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber return mBufferIDs.itemAt(index); 4685eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber} 4686eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 4687eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Hubersp<ABuffer> ACodec::PortDescription::bufferAt(size_t index) const { 4688eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber return mBuffers.itemAt(index); 4689eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber} 4690eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 4691a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnarsp<NativeHandle> ACodec::PortDescription::handleAt(size_t index) const { 4692a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar return mHandles.itemAt(index); 4693a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar} 4694a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar 469586b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wusp<RefBase> ACodec::PortDescription::memRefAt(size_t index) const { 469686b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu return mMemRefs.itemAt(index); 469786b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu} 469886b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu 4699eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber//////////////////////////////////////////////////////////////////////////////// 4700eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 4701f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::BaseState::BaseState(ACodec *codec, const sp<AState> &parentState) 4702f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : AState(parentState), 4703f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec(codec) { 4704f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4705f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4706ccb067b1d8424ba610cbd3de83368bd55b532b5bAndreas HuberACodec::BaseState::PortMode ACodec::BaseState::getPortMode( 4707ccb067b1d8424ba610cbd3de83368bd55b532b5bAndreas Huber OMX_U32 /* portIndex */) { 4708f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return KEEP_BUFFERS; 4709f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4710f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4711f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::BaseState::onMessageReceived(const sp<AMessage> &msg) { 4712f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 4713f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatInputBufferFilled: 4714f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 4715f933441648ef6a71dee783d733aac17b9508b452Andreas Huber onInputBufferFilled(msg); 4716f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 4717f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4718f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4719f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatOutputBufferDrained: 4720f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 4721f933441648ef6a71dee783d733aac17b9508b452Andreas Huber onOutputBufferDrained(msg); 4722f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 4723f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4724f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 472526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar case ACodec::kWhatOMXMessageList: 472626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar { 472726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar return checkOMXMessage(msg) ? onOMXMessageList(msg) : true; 472826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 472926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 4730e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar case ACodec::kWhatOMXMessageItem: 4731e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar { 4732e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar // no need to check as we already did it for kWhatOMXMessageList 4733e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar return onOMXMessage(msg); 4734e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar } 4735e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar 4736f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case ACodec::kWhatOMXMessage: 4737f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 473826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar return checkOMXMessage(msg) ? onOMXMessage(msg) : true; 4739f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4740f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 47411dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar case ACodec::kWhatSetSurface: 47421dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar { 47431dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AReplyToken> replyID; 47441dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar CHECK(msg->senderAwaitsResponse(&replyID)); 47451dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 47461dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<RefBase> obj; 47471dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar CHECK(msg->findObject("surface", &obj)); 47481dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 47492235b4efd3b8149e09c666e2235530f3e6ed9c9aLajos Molnar status_t err = mCodec->handleSetSurface(static_cast<Surface *>(obj.get())); 47501dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 47511dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> response = new AMessage; 47521dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar response->setInt32("err", err); 47531dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar response->postReply(replyID); 47541dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar break; 47551dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 47561dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 47577cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case ACodec::kWhatCreateInputSurface: 47588f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang case ACodec::kWhatSetInputSurface: 47597cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case ACodec::kWhatSignalEndOfInputStream: 47607cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 4761251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // This may result in an app illegal state exception. 47627cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden ALOGE("Message 0x%x was not handled", msg->what()); 47637cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mCodec->signalError(OMX_ErrorUndefined, INVALID_OPERATION); 47647cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden return true; 47657cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 47667cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 4767ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber case ACodec::kWhatOMXDied: 4768ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber { 4769251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // This will result in kFlagSawMediaServerDie handling in MediaCodec. 4770ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber ALOGE("OMX/mediaserver died, signalling error!"); 4771ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mCodec->signalError(OMX_ErrorResourcesLost, DEAD_OBJECT); 4772ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber break; 4773ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber } 4774ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 477530358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar case ACodec::kWhatReleaseCodecInstance: 477630358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar { 477730358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar ALOGI("[%s] forcing the release of codec", 477830358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar mCodec->mComponentName.c_str()); 477930358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar status_t err = mCodec->mOMX->freeNode(mCodec->mNode); 478030358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar ALOGE_IF("[%s] failed to release codec instance: err=%d", 478130358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar mCodec->mComponentName.c_str(), err); 478230358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar sp<AMessage> notify = mCodec->mNotify->dup(); 478330358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar notify->setInt32("what", CodecBase::kWhatShutdownCompleted); 478430358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar notify->post(); 478530358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar break; 478630358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar } 478730358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar 4788f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 4789f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return false; 4790f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4791f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4792f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 4793f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4794f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 479526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnarbool ACodec::BaseState::checkOMXMessage(const sp<AMessage> &msg) { 47965e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar // there is a possibility that this is an outstanding message for a 47975e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar // codec that we have already destroyed 4798ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar if (mCodec->mNode == 0) { 47995e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar ALOGI("ignoring message as already freed component: %s", 48005e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar msg->debugString().c_str()); 480126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar return false; 48025e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar } 48035e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar 4804f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::node_id nodeID; 4805609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CHECK(msg->findInt32("node", (int32_t*)&nodeID)); 4806777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (nodeID != mCodec->mNode) { 4807777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Unexpected message for nodeID: %u, should have been %u", nodeID, mCodec->mNode); 4808777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return false; 4809777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 481026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar return true; 481126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar} 481226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 481326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnarbool ACodec::BaseState::onOMXMessageList(const sp<AMessage> &msg) { 481426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar sp<RefBase> obj; 481526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar CHECK(msg->findObject("messages", &obj)); 481626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar sp<MessageList> msgList = static_cast<MessageList *>(obj.get()); 481726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 481890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar bool receivedRenderedEvents = false; 481926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar for (std::list<sp<AMessage>>::const_iterator it = msgList->getList().cbegin(); 482026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar it != msgList->getList().cend(); ++it) { 4821e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar (*it)->setWhat(ACodec::kWhatOMXMessageItem); 4822e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar mCodec->handleMessage(*it); 482390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int32_t type; 482490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar CHECK((*it)->findInt32("type", &type)); 482590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (type == omx_message::FRAME_RENDERED) { 482690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar receivedRenderedEvents = true; 482790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 482890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 482990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 483090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (receivedRenderedEvents) { 483190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // NOTE: all buffers are rendered in this case 483290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->notifyOfRenderedFrames(); 483326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 483426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar return true; 483526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar} 483626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 483726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnarbool ACodec::BaseState::onOMXMessage(const sp<AMessage> &msg) { 483826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar int32_t type; 483926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar CHECK(msg->findInt32("type", &type)); 4840f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4841f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (type) { 4842f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case omx_message::EVENT: 4843f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 4844f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t event, data1, data2; 4845f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("event", &event)); 4846f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("data1", &data1)); 4847f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("data2", &data2)); 4848f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 48490af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber if (event == OMX_EventCmdComplete 48500af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber && data1 == OMX_CommandFlush 48510af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber && data2 == (int32_t)OMX_ALL) { 48520af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber // Use of this notification is not consistent across 48530af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber // implementations. We'll drop this notification and rely 48540af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber // on flush-complete notifications on the individual port 48550af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber // indices instead. 48560af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber 48570af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber return true; 48580af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber } 48590af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber 4860f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return onOMXEvent( 4861f933441648ef6a71dee783d733aac17b9508b452Andreas Huber static_cast<OMX_EVENTTYPE>(event), 4862f933441648ef6a71dee783d733aac17b9508b452Andreas Huber static_cast<OMX_U32>(data1), 4863f933441648ef6a71dee783d733aac17b9508b452Andreas Huber static_cast<OMX_U32>(data2)); 4864f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4865f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4866f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case omx_message::EMPTY_BUFFER_DONE: 4867f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 4868f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferID; 486915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int32_t fenceFd; 487015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 4871609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CHECK(msg->findInt32("buffer", (int32_t*)&bufferID)); 487215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar CHECK(msg->findInt32("fence_fd", &fenceFd)); 4873f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 487415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar return onOMXEmptyBufferDone(bufferID, fenceFd); 4875f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4876f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4877f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case omx_message::FILL_BUFFER_DONE: 4878f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 4879f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferID; 4880609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CHECK(msg->findInt32("buffer", (int32_t*)&bufferID)); 4881f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 488215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int32_t rangeOffset, rangeLength, flags, fenceFd; 4883f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int64_t timeUs; 4884f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4885f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("range_offset", &rangeOffset)); 4886f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("range_length", &rangeLength)); 4887f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("flags", &flags)); 4888f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt64("timestamp", &timeUs)); 488915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar CHECK(msg->findInt32("fence_fd", &fenceFd)); 4890f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4891f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return onOMXFillBufferDone( 4892f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bufferID, 4893f933441648ef6a71dee783d733aac17b9508b452Andreas Huber (size_t)rangeOffset, (size_t)rangeLength, 4894f933441648ef6a71dee783d733aac17b9508b452Andreas Huber (OMX_U32)flags, 489515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar timeUs, 489615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar fenceFd); 4897f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4898f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 489990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar case omx_message::FRAME_RENDERED: 490090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar { 490190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int64_t mediaTimeUs, systemNano; 490290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 490390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar CHECK(msg->findInt64("media_time_us", &mediaTimeUs)); 490490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar CHECK(msg->findInt64("system_nano", &systemNano)); 490590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 490690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar return onOMXFrameRendered( 490790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mediaTimeUs, systemNano); 490890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 490990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 4910f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 4911777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Unexpected message type: %d", type); 4912777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return false; 4913f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4914f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4915f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 491690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarbool ACodec::BaseState::onOMXFrameRendered( 491790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int64_t mediaTimeUs __unused, nsecs_t systemNano __unused) { 491890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // ignore outside of Executing and PortSettingsChanged states 491990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar return true; 492090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 492190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 4922f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::BaseState::onOMXEvent( 4923f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 4924f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (event != OMX_EventError) { 4925ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] EVENT(%d, 0x%08x, 0x%08x)", 4926f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mComponentName.c_str(), event, data1, data2); 4927f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4928f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return false; 4929f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4930f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4931ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGE("[%s] ERROR(0x%08x)", mCodec->mComponentName.c_str(), data1); 4932f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4933251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // verify OMX component sends back an error we expect. 4934251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung OMX_ERRORTYPE omxError = (OMX_ERRORTYPE)data1; 4935251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (!isOMXError(omxError)) { 4936251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung ALOGW("Invalid OMX error %#x", omxError); 4937251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung omxError = OMX_ErrorUndefined; 4938251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 4939251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mCodec->signalError(omxError); 4940f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4941f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 4942f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4943f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 494415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnarbool ACodec::BaseState::onOMXEmptyBufferDone(IOMX::buffer_id bufferID, int fenceFd) { 4945ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] onOMXEmptyBufferDone %u", 4946349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mCodec->mComponentName.c_str(), bufferID); 4947349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 49480806340688c937e7b78c2d89db3809274130df4eLajos Molnar BufferInfo *info = mCodec->findBufferByID(kPortIndexInput, bufferID); 49490806340688c937e7b78c2d89db3809274130df4eLajos Molnar BufferInfo::Status status = BufferInfo::getSafeStatus(info); 49500806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (status != BufferInfo::OWNED_BY_COMPONENT) { 49510806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Wrong ownership in EBD: %s(%d) buffer #%u", _asString(status), status, bufferID); 49520806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->dumpBuffers(kPortIndexInput); 495315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (fenceFd >= 0) { 495415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ::close(fenceFd); 495515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 49560806340688c937e7b78c2d89db3809274130df4eLajos Molnar return false; 49570806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 4958f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_US; 4959f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 496015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // input buffers cannot take fences, so wait for any fence now 496115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar (void)mCodec->waitForFence(fenceFd, "onOMXEmptyBufferDone"); 496215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar fenceFd = -1; 496315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 496415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // still save fence for completeness 496515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->setWriteFence(fenceFd, "onOMXEmptyBufferDone"); 496615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 496796e92b58b7e9647b4c7c2f54b62a1b357ab06b66Wei Jia // We're in "store-metadata-in-buffers" mode, the underlying 496896e92b58b7e9647b4c7c2f54b62a1b357ab06b66Wei Jia // OMX component had access to data that's implicitly refcounted 496996e92b58b7e9647b4c7c2f54b62a1b357ab06b66Wei Jia // by this "MediaBuffer" object. Now that the OMX component has 497096e92b58b7e9647b4c7c2f54b62a1b357ab06b66Wei Jia // told us that it's done with the input buffer, we can decrement 497196e92b58b7e9647b4c7c2f54b62a1b357ab06b66Wei Jia // the mediaBuffer's reference count. 497296e92b58b7e9647b4c7c2f54b62a1b357ab06b66Wei Jia info->mData->setMediaBufferBase(NULL); 4973d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 4974f933441648ef6a71dee783d733aac17b9508b452Andreas Huber PortMode mode = getPortMode(kPortIndexInput); 4975f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4976f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (mode) { 4977f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case KEEP_BUFFERS: 4978f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 4979f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4980f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case RESUBMIT_BUFFERS: 4981f933441648ef6a71dee783d733aac17b9508b452Andreas Huber postFillThisBuffer(info); 4982f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 4983f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4984777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim case FREE_BUFFERS: 4985f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 4986777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("SHOULD NOT REACH HERE: cannot free empty output buffers"); 4987777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return false; 4988f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4989f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4990f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 4991f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4992f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4993f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::BaseState::postFillThisBuffer(BufferInfo *info) { 4994f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mCodec->mPortEOS[kPortIndexInput]) { 4995f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return; 4996f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4997f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4998f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ((int)info->mStatus, (int)BufferInfo::OWNED_BY_US); 4999f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5000f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 5001d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatFillThisBuffer); 5002609b815a3131d22da38b2f452faa9f89daad4039Andy Hung notify->setInt32("buffer-id", info->mBufferID); 5003f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5004f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mData->meta()->clear(); 50052d8bedd05437b6fccdbc6bf70f673ffd86744d59Andreas Huber notify->setBuffer("buffer", info->mData); 5006f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 50071d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> reply = new AMessage(kWhatInputBufferFilled, mCodec); 5008609b815a3131d22da38b2f452faa9f89daad4039Andy Hung reply->setInt32("buffer-id", info->mBufferID); 5009f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5010f933441648ef6a71dee783d733aac17b9508b452Andreas Huber notify->setMessage("reply", reply); 5011f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5012f933441648ef6a71dee783d733aac17b9508b452Andreas Huber notify->post(); 5013f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5014f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_UPSTREAM; 5015f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5016f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5017f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::BaseState::onInputBufferFilled(const sp<AMessage> &msg) { 5018f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferID; 5019609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CHECK(msg->findInt32("buffer-id", (int32_t*)&bufferID)); 50202d8bedd05437b6fccdbc6bf70f673ffd86744d59Andreas Huber sp<ABuffer> buffer; 5021f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t err = OK; 50225778822d86b0337407514b9372562b86edfa91cdAndreas Huber bool eos = false; 5023a73c954d947748a3b6f630cf2c160fe55ec596e3Lajos Molnar PortMode mode = getPortMode(kPortIndexInput); 50245778822d86b0337407514b9372562b86edfa91cdAndreas Huber 50252d8bedd05437b6fccdbc6bf70f673ffd86744d59Andreas Huber if (!msg->findBuffer("buffer", &buffer)) { 5026a73c954d947748a3b6f630cf2c160fe55ec596e3Lajos Molnar /* these are unfilled buffers returned by client */ 5027f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("err", &err)); 5028f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 50297fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar if (err == OK) { 50307fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar /* buffers with no errors are returned on MediaCodec.flush */ 50317fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar mode = KEEP_BUFFERS; 50327fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar } else { 50337fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar ALOGV("[%s] saw error %d instead of an input buffer", 50347fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar mCodec->mComponentName.c_str(), err); 50357fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar eos = true; 50367fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar } 50373831a066bcf1019864a94d2bc7b4c9241efc5c22Andreas Huber 50382d8bedd05437b6fccdbc6bf70f673ffd86744d59Andreas Huber buffer.clear(); 5039f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5040f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 50415778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t tmp; 50425778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (buffer != NULL && buffer->meta()->findInt32("eos", &tmp) && tmp) { 50435778822d86b0337407514b9372562b86edfa91cdAndreas Huber eos = true; 50445778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = ERROR_END_OF_STREAM; 50455778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 50465778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5047f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = mCodec->findBufferByID(kPortIndexInput, bufferID); 50480806340688c937e7b78c2d89db3809274130df4eLajos Molnar BufferInfo::Status status = BufferInfo::getSafeStatus(info); 50490806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (status != BufferInfo::OWNED_BY_UPSTREAM) { 50500806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Wrong ownership in IBF: %s(%d) buffer #%u", _asString(status), status, bufferID); 50510806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->dumpBuffers(kPortIndexInput); 50520806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 50530806340688c937e7b78c2d89db3809274130df4eLajos Molnar return; 50540806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5055f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5056f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_US; 5057f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5058f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (mode) { 5059f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case KEEP_BUFFERS: 5060f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 50615778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (eos) { 5062dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber if (!mCodec->mPortEOS[kPortIndexInput]) { 5063dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mCodec->mPortEOS[kPortIndexInput] = true; 5064dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mCodec->mInputEOSResult = err; 5065dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber } 5066f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5067f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5068f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5069f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5070f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case RESUBMIT_BUFFERS: 5071f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 50725778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (buffer != NULL && !mCodec->mPortEOS[kPortIndexInput]) { 5073fd866b3aa0d97375de08f8888b95669026c83361Wei Jia // Do not send empty input buffer w/o EOS to the component. 5074fd866b3aa0d97375de08f8888b95669026c83361Wei Jia if (buffer->size() == 0 && !eos) { 5075fd866b3aa0d97375de08f8888b95669026c83361Wei Jia postFillThisBuffer(info); 5076fd866b3aa0d97375de08f8888b95669026c83361Wei Jia break; 5077fd866b3aa0d97375de08f8888b95669026c83361Wei Jia } 5078fd866b3aa0d97375de08f8888b95669026c83361Wei Jia 5079f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int64_t timeUs; 5080f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(buffer->meta()->findInt64("timeUs", &timeUs)); 5081f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5082f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 flags = OMX_BUFFERFLAG_ENDOFFRAME; 5083f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5084f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t isCSD; 5085f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (buffer->meta()->findInt32("csd", &isCSD) && isCSD != 0) { 5086f933441648ef6a71dee783d733aac17b9508b452Andreas Huber flags |= OMX_BUFFERFLAG_CODECCONFIG; 5087f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5088f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 50895778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (eos) { 50905778822d86b0337407514b9372562b86edfa91cdAndreas Huber flags |= OMX_BUFFERFLAG_EOS; 50915778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 50925778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5093f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (buffer != info->mData) { 5094ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] Needs to copy input data for buffer %u. (%p != %p)", 5095d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber mCodec->mComponentName.c_str(), 5096d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber bufferID, 5097d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber buffer.get(), info->mData.get()); 5098f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 50990806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (buffer->size() > info->mData->capacity()) { 51000806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("data size (%zu) is greated than buffer capacity (%zu)", 51010806340688c937e7b78c2d89db3809274130df4eLajos Molnar buffer->size(), // this is the data received 51020806340688c937e7b78c2d89db3809274130df4eLajos Molnar info->mData->capacity()); // this is out buffer size 51030806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 51040806340688c937e7b78c2d89db3809274130df4eLajos Molnar return; 51050806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5106f933441648ef6a71dee783d733aac17b9508b452Andreas Huber memcpy(info->mData->data(), buffer->data(), buffer->size()); 5107f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5108f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5109078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber if (flags & OMX_BUFFERFLAG_CODECCONFIG) { 5110ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] calling emptyBuffer %u w/ codec specific data", 5111078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber mCodec->mComponentName.c_str(), bufferID); 51125778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (flags & OMX_BUFFERFLAG_EOS) { 5113ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] calling emptyBuffer %u w/ EOS", 51145778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->mComponentName.c_str(), bufferID); 5115078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber } else { 5116d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#if TRACK_BUFFER_TIMING 5117ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGI("[%s] calling emptyBuffer %u w/ time %lld us", 5118ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar mCodec->mComponentName.c_str(), bufferID, (long long)timeUs); 5119d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#else 5120ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] calling emptyBuffer %u w/ time %lld us", 5121ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar mCodec->mComponentName.c_str(), bufferID, (long long)timeUs); 5122d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#endif 5123078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber } 5124349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 5125d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#if TRACK_BUFFER_TIMING 5126d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber ACodec::BufferStats stats; 5127d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber stats.mEmptyBufferTimeUs = ALooper::GetNowUs(); 5128d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber stats.mFillBufferDoneTimeUs = -1ll; 5129d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber mCodec->mBufferStats.add(timeUs, stats); 5130d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#endif 5131d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 5132054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mCodec->storingMetadataInDecodedBuffers()) { 5133054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar // try to submit an output buffer for each input buffer 5134054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar PortMode outputMode = getPortMode(kPortIndexOutput); 5135054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 5136054219874873b41f1c815552987c10465c34ba2bLajos Molnar ALOGV("MetadataBuffersToSubmit=%u portMode=%s", 5137054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->mMetadataBuffersToSubmit, 5138054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar (outputMode == FREE_BUFFERS ? "FREE" : 5139054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar outputMode == KEEP_BUFFERS ? "KEEP" : "RESUBMIT")); 5140054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar if (outputMode == RESUBMIT_BUFFERS) { 5141054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->submitOutputMetadataBuffer(); 5142054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 5143054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 514415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkReadFence("onInputBufferFilled"); 51450806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err2 = mCodec->mOMX->emptyBuffer( 51460806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mNode, 51470806340688c937e7b78c2d89db3809274130df4eLajos Molnar bufferID, 51480806340688c937e7b78c2d89db3809274130df4eLajos Molnar 0, 51490806340688c937e7b78c2d89db3809274130df4eLajos Molnar buffer->size(), 51500806340688c937e7b78c2d89db3809274130df4eLajos Molnar flags, 515115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar timeUs, 515215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd); 515315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 51540806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err2 != OK) { 51550806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err2)); 51560806340688c937e7b78c2d89db3809274130df4eLajos Molnar return; 51570806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5158f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_COMPONENT; 5159f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 51600806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (!eos && err == OK) { 51615778822d86b0337407514b9372562b86edfa91cdAndreas Huber getMoreInputDataIfPossible(); 51625778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 51630806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGV("[%s] Signalled EOS (%d) on the input port", 51640806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mComponentName.c_str(), err); 51655778822d86b0337407514b9372562b86edfa91cdAndreas Huber 51665778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->mPortEOS[kPortIndexInput] = true; 51675778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->mInputEOSResult = err; 51685778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 5169f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else if (!mCodec->mPortEOS[kPortIndexInput]) { 51700806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK && err != ERROR_END_OF_STREAM) { 51710806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGV("[%s] Signalling EOS on the input port due to error %d", 5172dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mCodec->mComponentName.c_str(), err); 5173dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber } else { 51743856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Signalling EOS on the input port", 5175dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mCodec->mComponentName.c_str()); 5176dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber } 5177f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5178ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] calling emptyBuffer %u signalling EOS", 5179349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mCodec->mComponentName.c_str(), bufferID); 5180349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 518115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkReadFence("onInputBufferFilled"); 51820806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err2 = mCodec->mOMX->emptyBuffer( 51830806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mNode, 51840806340688c937e7b78c2d89db3809274130df4eLajos Molnar bufferID, 51850806340688c937e7b78c2d89db3809274130df4eLajos Molnar 0, 51860806340688c937e7b78c2d89db3809274130df4eLajos Molnar 0, 51870806340688c937e7b78c2d89db3809274130df4eLajos Molnar OMX_BUFFERFLAG_EOS, 518815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 0, 518915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd); 519015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 51910806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err2 != OK) { 51920806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err2)); 51930806340688c937e7b78c2d89db3809274130df4eLajos Molnar return; 51940806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5195f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_COMPONENT; 5196f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5197f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mPortEOS[kPortIndexInput] = true; 5198dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mCodec->mInputEOSResult = err; 5199f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5200f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5201f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5202625b93f1971039a547b239f87a2dc8a8d5716589Robert Shih 5203777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim case FREE_BUFFERS: 5204777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim break; 5205777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim 5206625b93f1971039a547b239f87a2dc8a8d5716589Robert Shih default: 5207777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("invalid port mode: %d", mode); 5208625b93f1971039a547b239f87a2dc8a8d5716589Robert Shih break; 5209f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5210f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5211f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5212f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::BaseState::getMoreInputDataIfPossible() { 5213f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mCodec->mPortEOS[kPortIndexInput]) { 5214f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return; 5215f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5216f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5217f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *eligible = NULL; 5218f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5219f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (size_t i = 0; i < mCodec->mBuffers[kPortIndexInput].size(); ++i) { 5220f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = &mCodec->mBuffers[kPortIndexInput].editItemAt(i); 5221f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5222f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#if 0 5223f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mStatus == BufferInfo::OWNED_BY_UPSTREAM) { 5224f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // There's already a "read" pending. 5225f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return; 5226f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5227f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#endif 5228f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5229f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mStatus == BufferInfo::OWNED_BY_US) { 5230f933441648ef6a71dee783d733aac17b9508b452Andreas Huber eligible = info; 5231f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5232f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5233f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5234f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (eligible == NULL) { 5235f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return; 5236f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5237f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5238f933441648ef6a71dee783d733aac17b9508b452Andreas Huber postFillThisBuffer(eligible); 5239f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5240f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5241f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::BaseState::onOMXFillBufferDone( 5242f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferID, 5243f933441648ef6a71dee783d733aac17b9508b452Andreas Huber size_t rangeOffset, size_t rangeLength, 5244f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 flags, 524515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int64_t timeUs, 524615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int fenceFd) { 5247609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] onOMXFillBufferDone %u time %" PRId64 " us, flags = 0x%08x", 52485778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->mComponentName.c_str(), bufferID, timeUs, flags); 5249349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 5250f933441648ef6a71dee783d733aac17b9508b452Andreas Huber ssize_t index; 52510806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err= OK; 5252d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 5253d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#if TRACK_BUFFER_TIMING 5254d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber index = mCodec->mBufferStats.indexOfKey(timeUs); 5255d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber if (index >= 0) { 5256d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber ACodec::BufferStats *stats = &mCodec->mBufferStats.editValueAt(index); 5257d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber stats->mFillBufferDoneTimeUs = ALooper::GetNowUs(); 5258d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 5259d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber ALOGI("frame PTS %lld: %lld", 5260d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber timeUs, 5261d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber stats->mFillBufferDoneTimeUs - stats->mEmptyBufferTimeUs); 5262d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 5263d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber mCodec->mBufferStats.removeItemsAt(index); 5264d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber stats = NULL; 5265d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber } 5266d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#endif 5267d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 5268f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = 5269f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->findBufferByID(kPortIndexOutput, bufferID, &index); 52700806340688c937e7b78c2d89db3809274130df4eLajos Molnar BufferInfo::Status status = BufferInfo::getSafeStatus(info); 52710806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (status != BufferInfo::OWNED_BY_COMPONENT) { 52720806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Wrong ownership in FBD: %s(%d) buffer #%u", _asString(status), status, bufferID); 52730806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->dumpBuffers(kPortIndexOutput); 52740806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 527515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (fenceFd >= 0) { 527615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ::close(fenceFd); 527715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 52780806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 52790806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5280f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5281054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar info->mDequeuedAt = ++mCodec->mDequeueCounter; 5282f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_US; 5283f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 528490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (info->mRenderInfo != NULL) { 528590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // The fence for an emptied buffer must have signaled, but there still could be queued 528690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // or out-of-order dequeued buffers in the render queue prior to this buffer. Drop these, 528790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // as we will soon requeue this buffer to the surface. While in theory we could still keep 528890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // track of buffers that are requeued to the surface, it is better to add support to the 528990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // buffer-queue to notify us of released buffers and their fences (in the future). 529090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->notifyOfRenderedFrames(true /* dropIncomplete */); 529190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 529290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 529315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // byte buffers cannot take fences, so wait for any fence now 529415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (mCodec->mNativeWindow == NULL) { 529515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar (void)mCodec->waitForFence(fenceFd, "onOMXFillBufferDone"); 529615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar fenceFd = -1; 529715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 529815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->setReadFence(fenceFd, "onOMXFillBufferDone"); 529915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 5300f933441648ef6a71dee783d733aac17b9508b452Andreas Huber PortMode mode = getPortMode(kPortIndexOutput); 5301f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5302f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (mode) { 5303f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case KEEP_BUFFERS: 5304f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5305f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5306f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case RESUBMIT_BUFFERS: 5307f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5308a0940a569f2bc24b00dc10ce0fa7658b1dc3a3a5Lajos Molnar if (rangeLength == 0 && (!(flags & OMX_BUFFERFLAG_EOS) 5309a0940a569f2bc24b00dc10ce0fa7658b1dc3a3a5Lajos Molnar || mCodec->mPortEOS[kPortIndexOutput])) { 5310609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] calling fillBuffer %u", 53115778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->mComponentName.c_str(), info->mBufferID); 5312349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 531315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar err = mCodec->mOMX->fillBuffer(mCodec->mNode, info->mBufferID, info->mFenceFd); 531415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 53150806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 53160806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 53170806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 53180806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5319f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 53205778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mStatus = BufferInfo::OWNED_BY_COMPONENT; 53215778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 53225778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 532331e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 5324577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar sp<AMessage> reply = 53251d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar new AMessage(kWhatOutputBufferDrained, mCodec); 5326577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar 53274bdda35319d5f46efea2089b865c8a64816389cdMarco Nelissen if (!mCodec->mSentFormat && rangeLength > 0) { 5328577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar mCodec->sendFormatChange(reply); 53295778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 5330054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mCodec->usingMetadataOnEncoderOutput()) { 5331054219874873b41f1c815552987c10465c34ba2bLajos Molnar native_handle_t *handle = NULL; 5332054219874873b41f1c815552987c10465c34ba2bLajos Molnar VideoGrallocMetadata &grallocMeta = *(VideoGrallocMetadata *)info->mData->data(); 5333054219874873b41f1c815552987c10465c34ba2bLajos Molnar VideoNativeMetadata &nativeMeta = *(VideoNativeMetadata *)info->mData->data(); 5334054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (info->mData->size() >= sizeof(grallocMeta) 5335054219874873b41f1c815552987c10465c34ba2bLajos Molnar && grallocMeta.eType == kMetadataBufferTypeGrallocSource) { 53367c77f9ca649f321374118937bcdaca14a7e5684bLajos Molnar handle = (native_handle_t *)(uintptr_t)grallocMeta.pHandle; 5337054219874873b41f1c815552987c10465c34ba2bLajos Molnar } else if (info->mData->size() >= sizeof(nativeMeta) 5338054219874873b41f1c815552987c10465c34ba2bLajos Molnar && nativeMeta.eType == kMetadataBufferTypeANWBuffer) { 53397c77f9ca649f321374118937bcdaca14a7e5684bLajos Molnar#ifdef OMX_ANDROID_COMPILE_AS_32BIT_ON_64BIT_PLATFORMS 53407c77f9ca649f321374118937bcdaca14a7e5684bLajos Molnar // ANativeWindowBuffer is only valid on 32-bit/mediaserver process 53417c77f9ca649f321374118937bcdaca14a7e5684bLajos Molnar handle = NULL; 53427c77f9ca649f321374118937bcdaca14a7e5684bLajos Molnar#else 5343054219874873b41f1c815552987c10465c34ba2bLajos Molnar handle = (native_handle_t *)nativeMeta.pBuffer->handle; 53447c77f9ca649f321374118937bcdaca14a7e5684bLajos Molnar#endif 5345054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 5346308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang info->mData->meta()->setPointer("handle", handle); 5347308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang info->mData->meta()->setInt32("rangeOffset", rangeOffset); 5348308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang info->mData->meta()->setInt32("rangeLength", rangeLength); 5349308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang } else { 5350308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang info->mData->setRange(rangeOffset, rangeLength); 5351308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang } 5352496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber#if 0 535321ad778dcfcddb8f8fd9dc3fe4992fbef246c511Marco Nelissen if (mCodec->mNativeWindow == NULL) { 5354496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber if (IsIDR(info->mData)) { 5355496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber ALOGI("IDR frame"); 5356496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber } 53575778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 535821ad778dcfcddb8f8fd9dc3fe4992fbef246c511Marco Nelissen#endif 5359f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 53608b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen if (mCodec->mSkipCutBuffer != NULL) { 53618b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen mCodec->mSkipCutBuffer->submit(info->mData); 53628b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen } 53635778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mData->meta()->setInt64("timeUs", timeUs); 5364f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 53655778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 5366d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatDrainThisBuffer); 5367609b815a3131d22da38b2f452faa9f89daad4039Andy Hung notify->setInt32("buffer-id", info->mBufferID); 53682d8bedd05437b6fccdbc6bf70f673ffd86744d59Andreas Huber notify->setBuffer("buffer", info->mData); 53695778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->setInt32("flags", flags); 5370f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5371609b815a3131d22da38b2f452faa9f89daad4039Andy Hung reply->setInt32("buffer-id", info->mBufferID); 5372f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 53735778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->setMessage("reply", reply); 5374f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 53755778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->post(); 53765778822d86b0337407514b9372562b86edfa91cdAndreas Huber 53775778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mStatus = BufferInfo::OWNED_BY_DOWNSTREAM; 5378f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5379f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (flags & OMX_BUFFERFLAG_EOS) { 53805778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGV("[%s] saw output EOS", mCodec->mComponentName.c_str()); 53815778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5382f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 5383d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatEOS); 5384dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber notify->setInt32("err", mCodec->mInputEOSResult); 5385f933441648ef6a71dee783d733aac17b9508b452Andreas Huber notify->post(); 5386f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5387f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mPortEOS[kPortIndexOutput] = true; 5388f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5389f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5390f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5391f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5392777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim case FREE_BUFFERS: 53930806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mCodec->freeBuffer(kPortIndexOutput, index); 53940806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 53950806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 53960806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 53970806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5398f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5399777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim 5400777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim default: 5401777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Invalid port mode: %d", mode); 5402777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return false; 5403f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5404f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5405f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 5406f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5407f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5408f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::BaseState::onOutputBufferDrained(const sp<AMessage> &msg) { 5409f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferID; 5410609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CHECK(msg->findInt32("buffer-id", (int32_t*)&bufferID)); 5411f933441648ef6a71dee783d733aac17b9508b452Andreas Huber ssize_t index; 54120806340688c937e7b78c2d89db3809274130df4eLajos Molnar BufferInfo *info = mCodec->findBufferByID(kPortIndexOutput, bufferID, &index); 54130806340688c937e7b78c2d89db3809274130df4eLajos Molnar BufferInfo::Status status = BufferInfo::getSafeStatus(info); 54140806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (status != BufferInfo::OWNED_BY_DOWNSTREAM) { 54150806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Wrong ownership in OBD: %s(%d) buffer #%u", _asString(status), status, bufferID); 54160806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->dumpBuffers(kPortIndexOutput); 54170806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 54180806340688c937e7b78c2d89db3809274130df4eLajos Molnar return; 54190806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5420f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5421577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar android_native_rect_t crop; 5422777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (msg->findRect("crop", &crop.left, &crop.top, &crop.right, &crop.bottom)) { 5423777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim status_t err = native_window_set_crop(mCodec->mNativeWindow.get(), &crop); 5424777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGW_IF(err != NO_ERROR, "failed to set crop: %d", err); 5425577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar } 5426577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar 5427f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t render; 5428f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mCodec->mNativeWindow != NULL 54296aade6058521b0dbd35a9a4620f4d04f02f90444Marco Nelissen && msg->findInt32("render", &render) && render != 0 543079ee2399b67c7a11042c5904dc1309712a76f8cbJianzheng Zhou && info->mData != NULL && info->mData->size() != 0) { 54316fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar ATRACE_NAME("render"); 5432f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // The client wants this buffer to be rendered. 5433f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 543490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // save buffers sent to the surface so we can get render time when they return 543590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int64_t mediaTimeUs = -1; 543690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar info->mData->meta()->findInt64("timeUs", &mediaTimeUs); 543790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (mediaTimeUs >= 0) { 543890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->mRenderTracker.onFrameQueued( 543990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mediaTimeUs, info->mGraphicBuffer, new Fence(::dup(info->mFenceFd))); 544090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 544190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 5442fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar int64_t timestampNs = 0; 5443fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar if (!msg->findInt64("timestampNs", ×tampNs)) { 5444c8edf5af010ac24a99b302a18e7b84e8b4b2b783Lajos Molnar // use media timestamp if client did not request a specific render timestamp 5445fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar if (info->mData->meta()->findInt64("timeUs", ×tampNs)) { 5446c8edf5af010ac24a99b302a18e7b84e8b4b2b783Lajos Molnar ALOGV("using buffer PTS of %lld", (long long)timestampNs); 5447fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar timestampNs *= 1000; 5448fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar } 5449fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar } 5450fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar 54515778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err; 5452fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar err = native_window_set_buffers_timestamp(mCodec->mNativeWindow.get(), timestampNs); 54530806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGW_IF(err != NO_ERROR, "failed to set buffer timestamp: %d", err); 5454fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar 545515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkReadFence("onOutputBufferDrained before queueBuffer"); 54560806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mCodec->mNativeWindow->queueBuffer( 545715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mCodec->mNativeWindow.get(), info->mGraphicBuffer.get(), info->mFenceFd); 545815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 54590806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 5460cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber info->mStatus = BufferInfo::OWNED_BY_NATIVE_WINDOW; 5461cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber } else { 5462264bac95912efe121d6a60026612617f04f42966Lajos Molnar ALOGE("queueBuffer failed in onOutputBufferDrained: %d", err); 5463251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 5464cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber info->mStatus = BufferInfo::OWNED_BY_US; 546515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // keeping read fence as write fence to avoid clobbering 546615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mIsReadFence = false; 5467cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber } 5468f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else { 54696fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar if (mCodec->mNativeWindow != NULL && 54706fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar (info->mData == NULL || info->mData->size() != 0)) { 547115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // move read fence into write fence to avoid clobbering 547215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mIsReadFence = false; 54736fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar ATRACE_NAME("frame-drop"); 54746fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar } 5475f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_US; 5476f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5477f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5478f933441648ef6a71dee783d733aac17b9508b452Andreas Huber PortMode mode = getPortMode(kPortIndexOutput); 5479f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5480f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (mode) { 5481f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case KEEP_BUFFERS: 5482f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5483f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // XXX fishy, revisit!!! What about the FREE_BUFFERS case below? 5484f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5485f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW) { 5486f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // We cannot resubmit the buffer we just rendered, dequeue 5487f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // the spare instead. 5488f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5489f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info = mCodec->dequeueBufferFromNativeWindow(); 5490f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5491f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5492f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5493f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5494f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case RESUBMIT_BUFFERS: 5495f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5496f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (!mCodec->mPortEOS[kPortIndexOutput]) { 5497f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW) { 5498f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // We cannot resubmit the buffer we just rendered, dequeue 5499f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // the spare instead. 5500f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5501f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info = mCodec->dequeueBufferFromNativeWindow(); 5502f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5503f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5504c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber if (info != NULL) { 5505609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] calling fillBuffer %u", 5506c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber mCodec->mComponentName.c_str(), info->mBufferID); 550715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkWriteFence("onOutputBufferDrained::RESUBMIT_BUFFERS"); 550815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar status_t err = mCodec->mOMX->fillBuffer( 550915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mCodec->mNode, info->mBufferID, info->mFenceFd); 551015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 55110806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 55120806340688c937e7b78c2d89db3809274130df4eLajos Molnar info->mStatus = BufferInfo::OWNED_BY_COMPONENT; 55130806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 55140806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 55150806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5516c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber } 5517f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5518f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5519f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5520f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5521777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim case FREE_BUFFERS: 5522f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 55230806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = mCodec->freeBuffer(kPortIndexOutput, index); 55240806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 55250806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 55260806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5527f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5528f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5529777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim 5530777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim default: 5531777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Invalid port mode: %d", mode); 5532777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return; 5533f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5534f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5535f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5536f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 5537f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5538f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::UninitializedState::UninitializedState(ACodec *codec) 5539f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : BaseState(codec) { 5540f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5541f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5542c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Hubervoid ACodec::UninitializedState::stateEntered() { 5543c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber ALOGV("Now uninitialized"); 5544ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 5545ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber if (mDeathNotifier != NULL) { 554623858874bbce68fb5ac83250087fa7788c97dd12Marco Nelissen mCodec->mNodeBinder->unlinkToDeath(mDeathNotifier); 5547ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mDeathNotifier.clear(); 5548ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber } 5549ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 5550ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mCodec->mNativeWindow.clear(); 5551e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar mCodec->mNativeWindowUsageBits = 0; 5552ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar mCodec->mNode = 0; 5553ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mCodec->mOMX.clear(); 5554ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mCodec->mQuirks = 0; 5555ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mCodec->mFlags = 0; 5556054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->mInputMetadataType = kMetadataBufferTypeInvalid; 5557054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->mOutputMetadataType = kMetadataBufferTypeInvalid; 5558ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mCodec->mComponentName.clear(); 5559c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 5560c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5561f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::UninitializedState::onMessageReceived(const sp<AMessage> &msg) { 5562f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool handled = false; 5563f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5564f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 5565f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case ACodec::kWhatSetup: 5566f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5567f933441648ef6a71dee783d733aac17b9508b452Andreas Huber onSetup(msg); 5568f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5569f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 5570f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5571f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5572f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 55735778822d86b0337407514b9372562b86edfa91cdAndreas Huber case ACodec::kWhatAllocateComponent: 55745778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 55755778822d86b0337407514b9372562b86edfa91cdAndreas Huber onAllocateComponent(msg); 55765778822d86b0337407514b9372562b86edfa91cdAndreas Huber handled = true; 55775778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 55785778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 55795778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5580f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case ACodec::kWhatShutdown: 5581f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5582c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber int32_t keepComponentAllocated; 5583c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber CHECK(msg->findInt32( 5584c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber "keepComponentAllocated", &keepComponentAllocated)); 558554b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar ALOGW_IF(keepComponentAllocated, 558654b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar "cannot keep component allocated on shutdown in Uninitialized state"); 5587c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5588f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 5589d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatShutdownCompleted); 5590f933441648ef6a71dee783d733aac17b9508b452Andreas Huber notify->post(); 5591f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5592f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 5593c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber break; 5594f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5595f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5596f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case ACodec::kWhatFlush: 5597f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5598f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 5599d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatFlushCompleted); 5600f933441648ef6a71dee783d733aac17b9508b452Andreas Huber notify->post(); 5601f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5602f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 5603c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber break; 5604f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5605f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 560630358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar case ACodec::kWhatReleaseCodecInstance: 560730358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar { 560830358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar // nothing to do, as we have already signaled shutdown 560930358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar handled = true; 561030358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar break; 561130358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar } 561230358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar 5613f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 5614f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onMessageReceived(msg); 5615f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5616f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5617f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return handled; 5618f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5619f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5620f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::UninitializedState::onSetup( 5621f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const sp<AMessage> &msg) { 5622c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (onAllocateComponent(msg) 5623c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber && mCodec->mLoadedState->onConfigureComponent(msg)) { 5624c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->mLoadedState->onStart(); 5625c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 56265778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 56275778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5628c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberbool ACodec::UninitializedState::onAllocateComponent(const sp<AMessage> &msg) { 56295778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGV("onAllocateComponent"); 56305778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5631ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar CHECK(mCodec->mNode == 0); 56325778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5633f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMXClient client; 563448a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung if (client.connect() != OK) { 563548a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung mCodec->signalError(OMX_ErrorUndefined, NO_INIT); 563648a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung return false; 563748a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung } 5638f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5639f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<IOMX> omx = client.interface(); 5640f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 56411d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> notify = new AMessage(kWhatOMXDied, mCodec); 5642ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 5643b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar Vector<AString> matchingCodecs; 56445778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5645f933441648ef6a71dee783d733aac17b9508b452Andreas Huber AString mime; 5646f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 56475778822d86b0337407514b9372562b86edfa91cdAndreas Huber AString componentName; 5648d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber uint32_t quirks = 0; 56497791cf11186a22b3f84d98cfde67393bee748cb0Marco Nelissen int32_t encoder = false; 56505778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (msg->findString("componentName", &componentName)) { 5651b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar sp<IMediaCodecList> list = MediaCodecList::getInstance(); 5652b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar if (list != NULL && list->findCodecByName(componentName.c_str()) >= 0) { 5653b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar matchingCodecs.add(componentName); 5654afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber } 56555778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 56565778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findString("mime", &mime)); 56575778822d86b0337407514b9372562b86edfa91cdAndreas Huber 56585778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("encoder", &encoder)) { 56595778822d86b0337407514b9372562b86edfa91cdAndreas Huber encoder = false; 56605778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 56615778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5662b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar MediaCodecList::findMatchingCodecs( 56635778822d86b0337407514b9372562b86edfa91cdAndreas Huber mime.c_str(), 56645778822d86b0337407514b9372562b86edfa91cdAndreas Huber encoder, // createEncoder 5665b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar 0, // flags 5666e671207115fac3914134c61b336d5fa0242c68caAndreas Huber &matchingCodecs); 56675778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 56681065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber 56691065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber sp<CodecObserver> observer = new CodecObserver; 5670ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar IOMX::node_id node = 0; 56711065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber 5672201d8d400eb037547f4f476a838475b13a446007Wei Jia status_t err = NAME_NOT_FOUND; 56731065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber for (size_t matchIndex = 0; matchIndex < matchingCodecs.size(); 56741065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber ++matchIndex) { 5675b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar componentName = matchingCodecs[matchIndex]; 5676b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar quirks = MediaCodecList::getQuirksFor(componentName.c_str()); 5677f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5678da153975581fb3161a30452348a5b26ee72d9255Elliott Hughes pid_t tid = gettid(); 5679078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber int prevPriority = androidGetThreadPriority(tid); 5680078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber androidSetThreadPriority(tid, ANDROID_PRIORITY_FOREGROUND); 568123858874bbce68fb5ac83250087fa7788c97dd12Marco Nelissen err = omx->allocateNode(componentName.c_str(), observer, &mCodec->mNodeBinder, &node); 5682078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber androidSetThreadPriority(tid, prevPriority); 5683f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 56841065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber if (err == OK) { 56851065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber break; 56867a727021b86c2fb2c9f60af2c999154dce1766ebZhijun He } else { 56877a727021b86c2fb2c9f60af2c999154dce1766ebZhijun He ALOGW("Allocating component '%s' failed, try next one.", componentName.c_str()); 56881065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber } 56891065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber 5690ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar node = 0; 56911065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber } 56921065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber 5693ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar if (node == 0) { 56945778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!mime.empty()) { 56959f41ee5a4dd73093d107bc80df5cebb9a273cc72Ronghua Wu ALOGE("Unable to instantiate a %scoder for type '%s' with err %#x.", 56969f41ee5a4dd73093d107bc80df5cebb9a273cc72Ronghua Wu encoder ? "en" : "de", mime.c_str(), err); 56975778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 56989f41ee5a4dd73093d107bc80df5cebb9a273cc72Ronghua Wu ALOGE("Unable to instantiate codec '%s' with err %#x.", componentName.c_str(), err); 56995778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 5700c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber 570152e88b2986536e83a7a6da63461556b8734a85f3Ronghua Wu mCodec->signalError((OMX_ERRORTYPE)err, makeNoSideEffectStatus(err)); 5702c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return false; 5703c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber } 5704f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 570523858874bbce68fb5ac83250087fa7788c97dd12Marco Nelissen mDeathNotifier = new DeathNotifier(notify); 570623858874bbce68fb5ac83250087fa7788c97dd12Marco Nelissen if (mCodec->mNodeBinder == NULL || 570723858874bbce68fb5ac83250087fa7788c97dd12Marco Nelissen mCodec->mNodeBinder->linkToDeath(mDeathNotifier) != OK) { 570823858874bbce68fb5ac83250087fa7788c97dd12Marco Nelissen // This was a local binder, if it dies so do we, we won't care 570923858874bbce68fb5ac83250087fa7788c97dd12Marco Nelissen // about any notifications in the afterlife. 571023858874bbce68fb5ac83250087fa7788c97dd12Marco Nelissen mDeathNotifier.clear(); 571123858874bbce68fb5ac83250087fa7788c97dd12Marco Nelissen } 571223858874bbce68fb5ac83250087fa7788c97dd12Marco Nelissen 571326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar notify = new AMessage(kWhatOMXMessageList, mCodec); 5714f933441648ef6a71dee783d733aac17b9508b452Andreas Huber observer->setNotificationMessage(notify); 5715f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5716f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mComponentName = componentName; 571790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->mRenderTracker.setComponentName(componentName); 5718ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber mCodec->mFlags = 0; 5719ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 5720ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber if (componentName.endsWith(".secure")) { 5721ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber mCodec->mFlags |= kFlagIsSecure; 57221713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang mCodec->mFlags |= kFlagIsGrallocUsageProtected; 57230167414e261f88a96b5e4bf6cb592e6ca11e5a95Andreas Huber mCodec->mFlags |= kFlagPushBlankBuffersToNativeWindowOnShutdown; 5724ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 5725ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 5726afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber mCodec->mQuirks = quirks; 5727f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mOMX = omx; 5728f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mNode = node; 5729f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 57305778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 57315778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 5732d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatComponentAllocated); 57335778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->setString("componentName", mCodec->mComponentName.c_str()); 57345778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->post(); 57355778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 5736c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5737c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->changeState(mCodec->mLoadedState); 5738c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5739c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return true; 57405778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 57415778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5742c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber//////////////////////////////////////////////////////////////////////////////// 5743c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5744c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas HuberACodec::LoadedState::LoadedState(ACodec *codec) 5745c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber : BaseState(codec) { 5746c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 5747c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5748c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Hubervoid ACodec::LoadedState::stateEntered() { 5749c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber ALOGV("[%s] Now Loaded", mCodec->mComponentName.c_str()); 5750c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5751f6f38287b97ec69b169387add6458f859b770e65Andreas Huber mCodec->mPortEOS[kPortIndexInput] = 5752f6f38287b97ec69b169387add6458f859b770e65Andreas Huber mCodec->mPortEOS[kPortIndexOutput] = false; 5753f6f38287b97ec69b169387add6458f859b770e65Andreas Huber 5754f6f38287b97ec69b169387add6458f859b770e65Andreas Huber mCodec->mInputEOSResult = OK; 5755f6f38287b97ec69b169387add6458f859b770e65Andreas Huber 5756054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mCodec->mDequeueCounter = 0; 5757054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->mMetadataBuffersToSubmit = 0; 5758a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber mCodec->mRepeatFrameDelayUs = -1ll; 5759e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar mCodec->mInputFormat.clear(); 5760e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar mCodec->mOutputFormat.clear(); 57614e865a3cfe4c955e0890321a6b488cf661808b63Lajos Molnar mCodec->mBaseOutputFormat.clear(); 5762054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 5763c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (mCodec->mShutdownInProgress) { 5764c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber bool keepComponentAllocated = mCodec->mKeepComponentAllocated; 5765c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5766c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->mShutdownInProgress = false; 5767c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->mKeepComponentAllocated = false; 5768c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5769c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber onShutdown(keepComponentAllocated); 5770c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 577154b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar mCodec->mExplicitShutdown = false; 5772f393c33e65ae51a7cf168b4e15771b152f996b32Wei Jia 5773f393c33e65ae51a7cf168b4e15771b152f996b32Wei Jia mCodec->processDeferredMessages(); 5774c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 5775c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5776c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Hubervoid ACodec::LoadedState::onShutdown(bool keepComponentAllocated) { 5777c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (!keepComponentAllocated) { 57780806340688c937e7b78c2d89db3809274130df4eLajos Molnar (void)mCodec->mOMX->freeNode(mCodec->mNode); 5779c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5780c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->changeState(mCodec->mUninitializedState); 5781c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 5782c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 578354b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar if (mCodec->mExplicitShutdown) { 578454b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar sp<AMessage> notify = mCodec->mNotify->dup(); 5785d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatShutdownCompleted); 578654b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar notify->post(); 578754b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar mCodec->mExplicitShutdown = false; 578854b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar } 5789c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 5790c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5791c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberbool ACodec::LoadedState::onMessageReceived(const sp<AMessage> &msg) { 5792c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber bool handled = false; 5793c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5794c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber switch (msg->what()) { 5795c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case ACodec::kWhatConfigureComponent: 5796c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber { 5797c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber onConfigureComponent(msg); 5798c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber handled = true; 5799c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber break; 5800c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 5801c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 58027cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case ACodec::kWhatCreateInputSurface: 58037cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 58047cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden onCreateInputSurface(msg); 58057cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden handled = true; 58067cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 58077cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 58087cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 58098f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang case ACodec::kWhatSetInputSurface: 5810d291c222357303b9611cab89d0c3b047584ef377Chong Zhang { 58118f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang onSetInputSurface(msg); 5812d291c222357303b9611cab89d0c3b047584ef377Chong Zhang handled = true; 5813d291c222357303b9611cab89d0c3b047584ef377Chong Zhang break; 5814d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 5815d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 5816c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case ACodec::kWhatStart: 5817c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber { 5818c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber onStart(); 5819c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber handled = true; 5820c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber break; 5821c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 5822c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5823c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case ACodec::kWhatShutdown: 5824c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber { 5825c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber int32_t keepComponentAllocated; 5826c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber CHECK(msg->findInt32( 5827c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber "keepComponentAllocated", &keepComponentAllocated)); 5828c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 582954b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar mCodec->mExplicitShutdown = true; 5830c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber onShutdown(keepComponentAllocated); 5831c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5832c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber handled = true; 5833c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber break; 5834c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 5835c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5836c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case ACodec::kWhatFlush: 5837c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber { 5838c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 5839d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatFlushCompleted); 5840c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber notify->post(); 5841c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5842c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber handled = true; 5843c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber break; 5844c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 5845c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5846c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber default: 5847c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return BaseState::onMessageReceived(msg); 5848c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 5849c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5850c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return handled; 5851c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 5852c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5853c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberbool ACodec::LoadedState::onConfigureComponent( 58545778822d86b0337407514b9372562b86edfa91cdAndreas Huber const sp<AMessage> &msg) { 58555778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGV("onConfigureComponent"); 58565778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5857ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar CHECK(mCodec->mNode != 0); 58585778822d86b0337407514b9372562b86edfa91cdAndreas Huber 58590806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = OK; 58605778822d86b0337407514b9372562b86edfa91cdAndreas Huber AString mime; 58610806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (!msg->findString("mime", &mime)) { 58620806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = BAD_VALUE; 58630806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 58640806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mCodec->configureCodec(mime.c_str(), msg); 58650806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 58665778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 5867c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber ALOGE("[%s] configureCodec returning error %d", 5868c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber mCodec->mComponentName.c_str(), err); 5869c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber 5870251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 5871c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return false; 58725778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 5873f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 58745778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 58755778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 5876d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatComponentConfigured); 5877e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setMessage("input-format", mCodec->mInputFormat); 5878e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setMessage("output-format", mCodec->mOutputFormat); 58795778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->post(); 58805778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 5881c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5882c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return true; 58835778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 58845778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5885d291c222357303b9611cab89d0c3b047584ef377Chong Zhangstatus_t ACodec::LoadedState::setupInputSurface() { 5886d291c222357303b9611cab89d0c3b047584ef377Chong Zhang status_t err = OK; 5887a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber 5888d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (mCodec->mRepeatFrameDelayUs > 0ll) { 5889a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber err = mCodec->mOMX->setInternalOption( 5890a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber mCodec->mNode, 5891a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber kPortIndexInput, 5892a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber IOMX::INTERNAL_OPTION_REPEAT_PREVIOUS_FRAME_DELAY, 5893a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber &mCodec->mRepeatFrameDelayUs, 5894a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber sizeof(mCodec->mRepeatFrameDelayUs)); 5895a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber 5896a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber if (err != OK) { 5897a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber ALOGE("[%s] Unable to configure option to repeat previous " 5898a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber "frames (err %d)", 5899a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber mCodec->mComponentName.c_str(), 5900a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber err); 5901d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return err; 5902a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber } 5903a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber } 5904a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber 5905d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (mCodec->mMaxPtsGapUs > 0ll) { 590694ee4b708acfa941581160b267afb79192b1d816Chong Zhang err = mCodec->mOMX->setInternalOption( 590794ee4b708acfa941581160b267afb79192b1d816Chong Zhang mCodec->mNode, 590894ee4b708acfa941581160b267afb79192b1d816Chong Zhang kPortIndexInput, 590994ee4b708acfa941581160b267afb79192b1d816Chong Zhang IOMX::INTERNAL_OPTION_MAX_TIMESTAMP_GAP, 591094ee4b708acfa941581160b267afb79192b1d816Chong Zhang &mCodec->mMaxPtsGapUs, 591194ee4b708acfa941581160b267afb79192b1d816Chong Zhang sizeof(mCodec->mMaxPtsGapUs)); 591294ee4b708acfa941581160b267afb79192b1d816Chong Zhang 591394ee4b708acfa941581160b267afb79192b1d816Chong Zhang if (err != OK) { 591494ee4b708acfa941581160b267afb79192b1d816Chong Zhang ALOGE("[%s] Unable to configure max timestamp gap (err %d)", 591572cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang mCodec->mComponentName.c_str(), 591672cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang err); 5917d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return err; 59182c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang } 59192c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang } 59202c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang 5921d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (mCodec->mMaxFps > 0) { 592237b2b389139ed638831e49708c947863eef631efRonghua Wu err = mCodec->mOMX->setInternalOption( 592337b2b389139ed638831e49708c947863eef631efRonghua Wu mCodec->mNode, 592437b2b389139ed638831e49708c947863eef631efRonghua Wu kPortIndexInput, 592537b2b389139ed638831e49708c947863eef631efRonghua Wu IOMX::INTERNAL_OPTION_MAX_FPS, 592637b2b389139ed638831e49708c947863eef631efRonghua Wu &mCodec->mMaxFps, 592737b2b389139ed638831e49708c947863eef631efRonghua Wu sizeof(mCodec->mMaxFps)); 592837b2b389139ed638831e49708c947863eef631efRonghua Wu 592937b2b389139ed638831e49708c947863eef631efRonghua Wu if (err != OK) { 593037b2b389139ed638831e49708c947863eef631efRonghua Wu ALOGE("[%s] Unable to configure max fps (err %d)", 593137b2b389139ed638831e49708c947863eef631efRonghua Wu mCodec->mComponentName.c_str(), 593237b2b389139ed638831e49708c947863eef631efRonghua Wu err); 5933d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return err; 593437b2b389139ed638831e49708c947863eef631efRonghua Wu } 593537b2b389139ed638831e49708c947863eef631efRonghua Wu } 593637b2b389139ed638831e49708c947863eef631efRonghua Wu 5937d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (mCodec->mTimePerCaptureUs > 0ll 59382c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang && mCodec->mTimePerFrameUs > 0ll) { 59392c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang int64_t timeLapse[2]; 59402c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang timeLapse[0] = mCodec->mTimePerFrameUs; 59412c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang timeLapse[1] = mCodec->mTimePerCaptureUs; 59422c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang err = mCodec->mOMX->setInternalOption( 59432c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mCodec->mNode, 59442c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang kPortIndexInput, 59452c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang IOMX::INTERNAL_OPTION_TIME_LAPSE, 59462c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang &timeLapse[0], 59472c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang sizeof(timeLapse)); 59482c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang 59492c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang if (err != OK) { 59502c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang ALOGE("[%s] Unable to configure time lapse (err %d)", 59512c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mCodec->mComponentName.c_str(), 59522c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang err); 5953d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return err; 59542c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang } 59552c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang } 595672cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang 5957d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (mCodec->mCreateInputBuffersSuspended) { 595872cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang bool suspend = true; 595972cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang err = mCodec->mOMX->setInternalOption( 596072cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang mCodec->mNode, 596172cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang kPortIndexInput, 596272cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang IOMX::INTERNAL_OPTION_SUSPEND, 596372cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang &suspend, 596472cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang sizeof(suspend)); 596572cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang 596672cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang if (err != OK) { 596772cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang ALOGE("[%s] Unable to configure option to suspend (err %d)", 596894ee4b708acfa941581160b267afb79192b1d816Chong Zhang mCodec->mComponentName.c_str(), 596994ee4b708acfa941581160b267afb79192b1d816Chong Zhang err); 5970d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return err; 597194ee4b708acfa941581160b267afb79192b1d816Chong Zhang } 597294ee4b708acfa941581160b267afb79192b1d816Chong Zhang } 597394ee4b708acfa941581160b267afb79192b1d816Chong Zhang 5974c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar uint32_t usageBits; 5975c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar if (mCodec->mOMX->getParameter( 5976c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar mCodec->mNode, (OMX_INDEXTYPE)OMX_IndexParamConsumerUsageBits, 5977c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar &usageBits, sizeof(usageBits)) == OK) { 5978c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar mCodec->mInputFormat->setInt32( 5979c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar "using-sw-read-often", !!(usageBits & GRALLOC_USAGE_SW_READ_OFTEN)); 5980c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar } 5981c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar 5982d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return OK; 5983d291c222357303b9611cab89d0c3b047584ef377Chong Zhang} 5984d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 5985d291c222357303b9611cab89d0c3b047584ef377Chong Zhangvoid ACodec::LoadedState::onCreateInputSurface( 5986d291c222357303b9611cab89d0c3b047584ef377Chong Zhang const sp<AMessage> & /* msg */) { 5987d291c222357303b9611cab89d0c3b047584ef377Chong Zhang ALOGV("onCreateInputSurface"); 5988d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 5989d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<AMessage> notify = mCodec->mNotify->dup(); 5990d291c222357303b9611cab89d0c3b047584ef377Chong Zhang notify->setInt32("what", CodecBase::kWhatInputSurfaceCreated); 5991d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 5992d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<IGraphicBufferProducer> bufferProducer; 5993d291c222357303b9611cab89d0c3b047584ef377Chong Zhang status_t err = mCodec->mOMX->createInputSurface( 5994054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->mNode, kPortIndexInput, &bufferProducer, &mCodec->mInputMetadataType); 5995d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 5996d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (err == OK) { 5997d291c222357303b9611cab89d0c3b047584ef377Chong Zhang err = setupInputSurface(); 5998d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 5999d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 60007cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (err == OK) { 60017cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden notify->setObject("input-surface", 60027cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden new BufferProducerWrapper(bufferProducer)); 60037cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } else { 60047cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden // Can't use mCodec->signalError() here -- MediaCodec won't forward 60057cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden // the error through because it's in the "configured" state. We 60067cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden // send a kWhatInputSurfaceCreated with an error value instead. 60077cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden ALOGE("[%s] onCreateInputSurface returning error %d", 60087cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mCodec->mComponentName.c_str(), err); 60097cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden notify->setInt32("err", err); 60107cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 60117cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden notify->post(); 60127cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden} 60137cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 60148f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhangvoid ACodec::LoadedState::onSetInputSurface( 6015d291c222357303b9611cab89d0c3b047584ef377Chong Zhang const sp<AMessage> &msg) { 60168f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang ALOGV("onSetInputSurface"); 6017d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6018d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<AMessage> notify = mCodec->mNotify->dup(); 6019d291c222357303b9611cab89d0c3b047584ef377Chong Zhang notify->setInt32("what", CodecBase::kWhatInputSurfaceAccepted); 6020d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6021d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<RefBase> obj; 6022d291c222357303b9611cab89d0c3b047584ef377Chong Zhang CHECK(msg->findObject("input-surface", &obj)); 6023d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<PersistentSurface> surface = static_cast<PersistentSurface *>(obj.get()); 6024d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 60258f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang status_t err = mCodec->mOMX->setInputSurface( 6026054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->mNode, kPortIndexInput, surface->getBufferConsumer(), 6027054219874873b41f1c815552987c10465c34ba2bLajos Molnar &mCodec->mInputMetadataType); 6028d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6029d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (err == OK) { 6030d291c222357303b9611cab89d0c3b047584ef377Chong Zhang err = setupInputSurface(); 6031d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 6032d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6033d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (err != OK) { 6034d291c222357303b9611cab89d0c3b047584ef377Chong Zhang // Can't use mCodec->signalError() here -- MediaCodec won't forward 6035d291c222357303b9611cab89d0c3b047584ef377Chong Zhang // the error through because it's in the "configured" state. We 6036d291c222357303b9611cab89d0c3b047584ef377Chong Zhang // send a kWhatInputSurfaceAccepted with an error value instead. 60378f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang ALOGE("[%s] onSetInputSurface returning error %d", 6038d291c222357303b9611cab89d0c3b047584ef377Chong Zhang mCodec->mComponentName.c_str(), err); 6039d291c222357303b9611cab89d0c3b047584ef377Chong Zhang notify->setInt32("err", err); 6040d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 6041d291c222357303b9611cab89d0c3b047584ef377Chong Zhang notify->post(); 6042d291c222357303b9611cab89d0c3b047584ef377Chong Zhang} 6043d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6044c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Hubervoid ACodec::LoadedState::onStart() { 60455778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGV("onStart"); 60465778822d86b0337407514b9372562b86edfa91cdAndreas Huber 60470806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = mCodec->mOMX->sendCommand(mCodec->mNode, OMX_CommandStateSet, OMX_StateIdle); 60480806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 60490806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 60500806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 60510806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->changeState(mCodec->mLoadedToIdleState); 60520806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6053f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6054f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6055f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 6056f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6057f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::LoadedToIdleState::LoadedToIdleState(ACodec *codec) 6058f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : BaseState(codec) { 6059f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6060f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6061f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::LoadedToIdleState::stateEntered() { 60623856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now Loaded->Idle", mCodec->mComponentName.c_str()); 6063f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6064cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber status_t err; 6065cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber if ((err = allocateBuffers()) != OK) { 606629357bc2c0dd7c43ad3bd0c8e3efa4e6fd9bfd47Steve Block ALOGE("Failed to allocate buffers after transitioning to IDLE state " 6067cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber "(error 0x%08x)", 6068cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber err); 6069cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber 6070251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 607191bfadb4aa75444c60e9949232de3c184cfe060aAndreas Huber 6072c673de8067ad53f96b3fcd2b7b24b066303a32aaWei Jia mCodec->mOMX->sendCommand( 6073c673de8067ad53f96b3fcd2b7b24b066303a32aaWei Jia mCodec->mNode, OMX_CommandStateSet, OMX_StateLoaded); 6074c673de8067ad53f96b3fcd2b7b24b066303a32aaWei Jia if (mCodec->allYourBuffersAreBelongToUs(kPortIndexInput)) { 6075c673de8067ad53f96b3fcd2b7b24b066303a32aaWei Jia mCodec->freeBuffersOnPort(kPortIndexInput); 6076c673de8067ad53f96b3fcd2b7b24b066303a32aaWei Jia } 6077c673de8067ad53f96b3fcd2b7b24b066303a32aaWei Jia if (mCodec->allYourBuffersAreBelongToUs(kPortIndexOutput)) { 6078c673de8067ad53f96b3fcd2b7b24b066303a32aaWei Jia mCodec->freeBuffersOnPort(kPortIndexOutput); 6079c673de8067ad53f96b3fcd2b7b24b066303a32aaWei Jia } 6080c673de8067ad53f96b3fcd2b7b24b066303a32aaWei Jia 608191bfadb4aa75444c60e9949232de3c184cfe060aAndreas Huber mCodec->changeState(mCodec->mLoadedState); 6082cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber } 6083f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6084f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6085f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::LoadedToIdleState::allocateBuffers() { 6086f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t err = mCodec->allocateBuffersOnPort(kPortIndexInput); 6087f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6088f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 6089f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 6090f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6091f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6092f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return mCodec->allocateBuffersOnPort(kPortIndexOutput); 6093f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6094f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6095f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::LoadedToIdleState::onMessageReceived(const sp<AMessage> &msg) { 6096f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 609772cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang case kWhatSetParameters: 6098f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 6099f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6100f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->deferMessage(msg); 6101f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6102f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6103f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 61046507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden case kWhatSignalEndOfInputStream: 61056507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden { 61066507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mCodec->onSignalEndOfInputStream(); 61076507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden return true; 61086507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden } 61096507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 61106463e76d41430f9b03a79b221de84255f2475658Marco Nelissen case kWhatResume: 61116463e76d41430f9b03a79b221de84255f2475658Marco Nelissen { 61126463e76d41430f9b03a79b221de84255f2475658Marco Nelissen // We'll be active soon enough. 61136463e76d41430f9b03a79b221de84255f2475658Marco Nelissen return true; 61146463e76d41430f9b03a79b221de84255f2475658Marco Nelissen } 61156463e76d41430f9b03a79b221de84255f2475658Marco Nelissen 61166463e76d41430f9b03a79b221de84255f2475658Marco Nelissen case kWhatFlush: 61176463e76d41430f9b03a79b221de84255f2475658Marco Nelissen { 61186463e76d41430f9b03a79b221de84255f2475658Marco Nelissen // We haven't even started yet, so we're flushed alright... 61196463e76d41430f9b03a79b221de84255f2475658Marco Nelissen sp<AMessage> notify = mCodec->mNotify->dup(); 6120d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatFlushCompleted); 61216463e76d41430f9b03a79b221de84255f2475658Marco Nelissen notify->post(); 61226463e76d41430f9b03a79b221de84255f2475658Marco Nelissen return true; 61236463e76d41430f9b03a79b221de84255f2475658Marco Nelissen } 61246463e76d41430f9b03a79b221de84255f2475658Marco Nelissen 6125f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6126f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onMessageReceived(msg); 6127f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6128f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6129f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6130f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::LoadedToIdleState::onOMXEvent( 6131f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 6132f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 6133f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventCmdComplete: 6134f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 61350806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = OK; 61360806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (data1 != (OMX_U32)OMX_CommandStateSet 61370806340688c937e7b78c2d89db3809274130df4eLajos Molnar || data2 != (OMX_U32)OMX_StateIdle) { 61380806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Unexpected command completion in LoadedToIdleState: %s(%u) %s(%u)", 61390806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_COMMANDTYPE)data1), data1, 61400806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_STATETYPE)data2), data2); 61410806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = FAILED_TRANSACTION; 61420806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6143f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 61440806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 61450806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mCodec->mOMX->sendCommand( 61460806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mNode, OMX_CommandStateSet, OMX_StateExecuting); 61470806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6148f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 61490806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 61500806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 61510806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 61520806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->changeState(mCodec->mIdleToExecutingState); 61530806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6154f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6155f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6156f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6157f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6158f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6159f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onOMXEvent(event, data1, data2); 6160f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6161f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6162f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6163f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 6164f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6165f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::IdleToExecutingState::IdleToExecutingState(ACodec *codec) 6166f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : BaseState(codec) { 6167f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6168f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6169f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::IdleToExecutingState::stateEntered() { 61703856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now Idle->Executing", mCodec->mComponentName.c_str()); 6171f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6172f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6173f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::IdleToExecutingState::onMessageReceived(const sp<AMessage> &msg) { 6174f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 617572cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang case kWhatSetParameters: 6176f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 6177f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6178f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->deferMessage(msg); 6179f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6180f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6181f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6182d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber case kWhatResume: 6183d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber { 6184d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber // We'll be active soon enough. 6185d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber return true; 6186d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber } 6187d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber 6188d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber case kWhatFlush: 6189d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber { 6190d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber // We haven't even started yet, so we're flushed alright... 6191d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 6192d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatFlushCompleted); 6193d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber notify->post(); 6194d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber 6195d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber return true; 6196d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber } 6197d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber 61986507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden case kWhatSignalEndOfInputStream: 61996507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden { 62006507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mCodec->onSignalEndOfInputStream(); 62016507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden return true; 62026507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden } 62036507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 6204f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6205f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onMessageReceived(msg); 6206f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6207f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6208f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6209f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::IdleToExecutingState::onOMXEvent( 6210f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 6211f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 6212f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventCmdComplete: 6213f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 62140806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (data1 != (OMX_U32)OMX_CommandStateSet 62150806340688c937e7b78c2d89db3809274130df4eLajos Molnar || data2 != (OMX_U32)OMX_StateExecuting) { 62160806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Unexpected command completion in IdleToExecutingState: %s(%u) %s(%u)", 62170806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_COMMANDTYPE)data1), data1, 62180806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_STATETYPE)data2), data2); 62190806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 62200806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 62210806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6222f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6223f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mExecutingState->resume(); 6224f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->changeState(mCodec->mExecutingState); 6225f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6226f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6227f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6228f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6229f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6230f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onOMXEvent(event, data1, data2); 6231f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6232f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6233f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6234f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 6235f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6236f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::ExecutingState::ExecutingState(ACodec *codec) 6237349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber : BaseState(codec), 6238349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mActive(false) { 6239f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6240f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6241f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::BaseState::PortMode ACodec::ExecutingState::getPortMode( 6242ccb067b1d8424ba610cbd3de83368bd55b532b5bAndreas Huber OMX_U32 /* portIndex */) { 6243f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return RESUBMIT_BUFFERS; 6244f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6245f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6246054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnarvoid ACodec::ExecutingState::submitOutputMetaBuffers() { 6247054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar // submit as many buffers as there are input buffers with the codec 6248054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar // in case we are in port reconfiguring 6249054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar for (size_t i = 0; i < mCodec->mBuffers[kPortIndexInput].size(); ++i) { 6250054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar BufferInfo *info = &mCodec->mBuffers[kPortIndexInput].editItemAt(i); 6251054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 6252054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar if (info->mStatus == BufferInfo::OWNED_BY_COMPONENT) { 6253054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mCodec->submitOutputMetadataBuffer() != OK) 6254054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar break; 6255054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 6256054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 62574dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar 62584dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar // *** NOTE: THE FOLLOWING WORKAROUND WILL BE REMOVED *** 6259054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->signalSubmitOutputMetadataBufferIfEOS_workaround(); 6260054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar} 6261054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 6262054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnarvoid ACodec::ExecutingState::submitRegularOutputBuffers() { 62630806340688c937e7b78c2d89db3809274130df4eLajos Molnar bool failed = false; 6264f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (size_t i = 0; i < mCodec->mBuffers[kPortIndexOutput].size(); ++i) { 6265f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = &mCodec->mBuffers[kPortIndexOutput].editItemAt(i); 6266f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6267f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mCodec->mNativeWindow != NULL) { 62680806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (info->mStatus != BufferInfo::OWNED_BY_US 62690806340688c937e7b78c2d89db3809274130df4eLajos Molnar && info->mStatus != BufferInfo::OWNED_BY_NATIVE_WINDOW) { 62700806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("buffers should be owned by us or the surface"); 62710806340688c937e7b78c2d89db3809274130df4eLajos Molnar failed = true; 62720806340688c937e7b78c2d89db3809274130df4eLajos Molnar break; 62730806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6274f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6275f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW) { 6276f933441648ef6a71dee783d733aac17b9508b452Andreas Huber continue; 6277f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6278f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else { 62790806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (info->mStatus != BufferInfo::OWNED_BY_US) { 62800806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("buffers should be owned by us"); 62810806340688c937e7b78c2d89db3809274130df4eLajos Molnar failed = true; 62820806340688c937e7b78c2d89db3809274130df4eLajos Molnar break; 62830806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6284f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6285f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 62860806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGV("[%s] calling fillBuffer %u", mCodec->mComponentName.c_str(), info->mBufferID); 6287349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 628815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkWriteFence("submitRegularOutputBuffers"); 628915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar status_t err = mCodec->mOMX->fillBuffer(mCodec->mNode, info->mBufferID, info->mFenceFd); 629015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 62910806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 62920806340688c937e7b78c2d89db3809274130df4eLajos Molnar failed = true; 62930806340688c937e7b78c2d89db3809274130df4eLajos Molnar break; 62940806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6295f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6296f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_COMPONENT; 6297f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 62980806340688c937e7b78c2d89db3809274130df4eLajos Molnar 62990806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (failed) { 63000806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 63010806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6302f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6303f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6304054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnarvoid ACodec::ExecutingState::submitOutputBuffers() { 6305c38fcfba95f711e5738e4c72bd5499317a2f30d9Lajos Molnar submitRegularOutputBuffers(); 6306054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mCodec->storingMetadataInDecodedBuffers()) { 6307054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar submitOutputMetaBuffers(); 6308054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 6309054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar} 6310054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 6311f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::ExecutingState::resume() { 6312349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber if (mActive) { 63130806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGV("[%s] We're already active, no need to resume.", mCodec->mComponentName.c_str()); 6314349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber return; 6315349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber } 6316349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 6317f933441648ef6a71dee783d733aac17b9508b452Andreas Huber submitOutputBuffers(); 6318f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 63193cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar // Post all available input buffers 6320777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (mCodec->mBuffers[kPortIndexInput].size() == 0u) { 6321777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGW("[%s] we don't have any input buffers to resume", mCodec->mComponentName.c_str()); 6322777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 6323777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim 63243cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar for (size_t i = 0; i < mCodec->mBuffers[kPortIndexInput].size(); i++) { 63253cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar BufferInfo *info = &mCodec->mBuffers[kPortIndexInput].editItemAt(i); 63263cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar if (info->mStatus == BufferInfo::OWNED_BY_US) { 63273cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar postFillThisBuffer(info); 63283cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar } 63293cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar } 6330349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 6331349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mActive = true; 6332f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6333f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6334f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::ExecutingState::stateEntered() { 63353856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now Executing", mCodec->mComponentName.c_str()); 6336f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 633790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->mRenderTracker.clear(systemTime(CLOCK_MONOTONIC)); 6338f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->processDeferredMessages(); 6339f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6340f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6341f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::ExecutingState::onMessageReceived(const sp<AMessage> &msg) { 6342f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool handled = false; 6343f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6344f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 6345f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 6346f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6347c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber int32_t keepComponentAllocated; 6348c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber CHECK(msg->findInt32( 6349c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber "keepComponentAllocated", &keepComponentAllocated)); 6350c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6351c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->mShutdownInProgress = true; 635254b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar mCodec->mExplicitShutdown = true; 6353c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->mKeepComponentAllocated = keepComponentAllocated; 6354c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6355349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mActive = false; 6356349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 63570806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = mCodec->mOMX->sendCommand( 63580806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mNode, OMX_CommandStateSet, OMX_StateIdle); 63590806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 63600806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (keepComponentAllocated) { 63610806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 63620806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 63630806340688c937e7b78c2d89db3809274130df4eLajos Molnar // TODO: do some recovery here. 63640806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 63650806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->changeState(mCodec->mExecutingToIdleState); 63660806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6367f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6368f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 6369f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6370f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6371f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6372f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatFlush: 6373f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 63747a3a2b2f9bb9421dcf83fbd47276e57917078aefJames Dong ALOGV("[%s] ExecutingState flushing now " 6375ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar "(codec owns %zu/%zu input, %zu/%zu output).", 6376d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber mCodec->mComponentName.c_str(), 6377d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber mCodec->countBuffersOwnedByComponent(kPortIndexInput), 6378d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber mCodec->mBuffers[kPortIndexInput].size(), 6379d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber mCodec->countBuffersOwnedByComponent(kPortIndexOutput), 6380d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber mCodec->mBuffers[kPortIndexOutput].size()); 6381d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 6382349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mActive = false; 6383349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 63840806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = mCodec->mOMX->sendCommand(mCodec->mNode, OMX_CommandFlush, OMX_ALL); 63850806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 63860806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 63870806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 63880806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->changeState(mCodec->mFlushingState); 63890806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6390f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6391f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 6392f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6393f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6394f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6395f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatResume: 6396f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6397f933441648ef6a71dee783d733aac17b9508b452Andreas Huber resume(); 6398f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6399f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 6400f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6401f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6402f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6403496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber case kWhatRequestIDRFrame: 6404496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber { 6405496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber status_t err = mCodec->requestIDRFrame(); 6406496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber if (err != OK) { 6407496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber ALOGW("Requesting an IDR frame failed."); 6408496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber } 6409496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 6410496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber handled = true; 6411496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber break; 6412496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber } 6413496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 6414a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber case kWhatSetParameters: 6415a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber { 6416a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber sp<AMessage> params; 6417a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber CHECK(msg->findMessage("params", ¶ms)); 6418a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 6419a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber status_t err = mCodec->setParameters(params); 6420a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 6421a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber sp<AMessage> reply; 6422a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber if (msg->findMessage("reply", &reply)) { 6423a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber reply->setInt32("err", err); 6424a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber reply->post(); 6425a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber } 6426a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 6427a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber handled = true; 6428a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber break; 6429a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber } 6430a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 64317cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case ACodec::kWhatSignalEndOfInputStream: 64327cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 64336507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mCodec->onSignalEndOfInputStream(); 64347cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden handled = true; 64357cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 64367cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 64377cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 64384dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar // *** NOTE: THE FOLLOWING WORKAROUND WILL BE REMOVED *** 6439054219874873b41f1c815552987c10465c34ba2bLajos Molnar case kWhatSubmitOutputMetadataBufferIfEOS: 64404dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar { 64414dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar if (mCodec->mPortEOS[kPortIndexInput] && 64424dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar !mCodec->mPortEOS[kPortIndexOutput]) { 6443054219874873b41f1c815552987c10465c34ba2bLajos Molnar status_t err = mCodec->submitOutputMetadataBuffer(); 64444dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar if (err == OK) { 6445054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->signalSubmitOutputMetadataBufferIfEOS_workaround(); 64464dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar } 64474dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar } 64484dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar return true; 64494dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar } 64504dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar 6451f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6452f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = BaseState::onMessageReceived(msg); 6453f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6454f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6455f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6456f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return handled; 6457f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6458f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6459a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huberstatus_t ACodec::setParameters(const sp<AMessage> ¶ms) { 6460a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber int32_t videoBitrate; 6461530fdbdc1b5491f3fbf172752834d1515701e142Lajos Molnar if (params->findInt32("video-bitrate", &videoBitrate)) { 6462a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber OMX_VIDEO_CONFIG_BITRATETYPE configParams; 6463a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber InitOMXParams(&configParams); 6464a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber configParams.nPortIndex = kPortIndexOutput; 6465a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber configParams.nEncodeBitrate = videoBitrate; 6466a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 6467a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber status_t err = mOMX->setConfig( 6468a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber mNode, 6469a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber OMX_IndexConfigVideoBitrate, 6470a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber &configParams, 6471a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber sizeof(configParams)); 6472a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 6473a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber if (err != OK) { 6474a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber ALOGE("setConfig(OMX_IndexConfigVideoBitrate, %d) failed w/ err %d", 6475a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber videoBitrate, err); 6476a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 6477a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber return err; 6478a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber } 6479a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber } 6480a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 648172cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang int64_t skipFramesBeforeUs; 648272cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang if (params->findInt64("skip-frames-before", &skipFramesBeforeUs)) { 648372cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang status_t err = 648472cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang mOMX->setInternalOption( 648572cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang mNode, 648672cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang kPortIndexInput, 648772cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang IOMX::INTERNAL_OPTION_START_TIME, 648872cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang &skipFramesBeforeUs, 648972cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang sizeof(skipFramesBeforeUs)); 649072cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang 649172cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang if (err != OK) { 649272cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang ALOGE("Failed to set parameter 'skip-frames-before' (err %d)", err); 649372cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang return err; 649472cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang } 649572cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang } 649672cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang 6497e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber int32_t dropInputFrames; 6498e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber if (params->findInt32("drop-input-frames", &dropInputFrames)) { 6499e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber bool suspend = dropInputFrames != 0; 6500e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber 6501b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber status_t err = 6502b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber mOMX->setInternalOption( 6503e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber mNode, 6504e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber kPortIndexInput, 6505e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber IOMX::INTERNAL_OPTION_SUSPEND, 6506e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber &suspend, 6507b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber sizeof(suspend)); 6508b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber 6509b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber if (err != OK) { 6510b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber ALOGE("Failed to set parameter 'drop-input-frames' (err %d)", err); 6511b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber return err; 6512b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber } 6513b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber } 6514b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber 6515b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber int32_t dummy; 6516b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber if (params->findInt32("request-sync", &dummy)) { 6517b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber status_t err = requestIDRFrame(); 6518b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber 6519b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber if (err != OK) { 6520b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber ALOGE("Requesting a sync frame failed w/ err %d", err); 6521b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber return err; 6522b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber } 6523e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber } 6524e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber 65258db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu float rate; 65268db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu if (params->findFloat("operating-rate", &rate) && rate > 0) { 65278db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu status_t err = setOperatingRate(rate, mIsVideo); 65288db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu if (err != OK) { 65298db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu ALOGE("Failed to set parameter 'operating-rate' (err %d)", err); 65308db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu return err; 65318db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu } 65328db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu } 65338db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu 6534870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang int32_t intraRefreshPeriod = 0; 6535870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (params->findInt32("intra-refresh-period", &intraRefreshPeriod) 6536870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang && intraRefreshPeriod > 0) { 6537870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang status_t err = setIntraRefreshPeriod(intraRefreshPeriod, false); 6538870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (err != OK) { 6539870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang ALOGI("[%s] failed setIntraRefreshPeriod. Failure is fine since this key is optional", 6540870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang mComponentName.c_str()); 6541870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang err = OK; 6542870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 6543870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 6544870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 6545a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber return OK; 6546a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber} 6547a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 65486507d14c6d10f93d390de62b9eed267f9b544985Andy McFaddenvoid ACodec::onSignalEndOfInputStream() { 65496507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden sp<AMessage> notify = mNotify->dup(); 6550d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatSignaledInputEOS); 65516507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 65526507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden status_t err = mOMX->signalEndOfInputStream(mNode); 65536507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden if (err != OK) { 65546507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden notify->setInt32("err", err); 65556507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden } 65566507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden notify->post(); 65576507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden} 65586507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 655990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarbool ACodec::ExecutingState::onOMXFrameRendered(int64_t mediaTimeUs, nsecs_t systemNano) { 656090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->onFrameRendered(mediaTimeUs, systemNano); 656190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar return true; 656290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 656390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 6564f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::ExecutingState::onOMXEvent( 6565f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 6566f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 6567f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventPortSettingsChanged: 6568f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6569f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ(data1, (OMX_U32)kPortIndexOutput); 6570f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 657131e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber if (data2 == 0 || data2 == OMX_IndexParamPortDefinition) { 6572054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->mMetadataBuffersToSubmit = 0; 6573f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ(mCodec->mOMX->sendCommand( 6574f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mNode, 6575f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_CommandPortDisable, kPortIndexOutput), 6576f933441648ef6a71dee783d733aac17b9508b452Andreas Huber (status_t)OK); 6577f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6578349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mCodec->freeOutputBuffersNotOwnedByComponent(); 6579f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6580f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->changeState(mCodec->mOutputPortSettingsChangedState); 65817c36a6bc3f3fe4fe6d1d36b92c3a203de654b012Hangyu Kuang } else if (data2 == OMX_IndexConfigCommonOutputCrop 65827c36a6bc3f3fe4fe6d1d36b92c3a203de654b012Hangyu Kuang || data2 == OMX_IndexConfigAndroidIntraRefresh) { 658331e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber mCodec->mSentFormat = false; 658498a421bfffe6b3a1b762d11740e90787bdfeac08Wei Jia 658598a421bfffe6b3a1b762d11740e90787bdfeac08Wei Jia if (mCodec->mTunneled) { 658698a421bfffe6b3a1b762d11740e90787bdfeac08Wei Jia sp<AMessage> dummy = new AMessage(kWhatOutputBufferDrained, mCodec); 658798a421bfffe6b3a1b762d11740e90787bdfeac08Wei Jia mCodec->sendFormatChange(dummy); 658898a421bfffe6b3a1b762d11740e90787bdfeac08Wei Jia } 6589f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else { 6590ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] OMX_EventPortSettingsChanged 0x%08x", 6591f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mComponentName.c_str(), data2); 6592f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6593f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6594f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6595f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6596f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6597f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventBufferFlag: 6598f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6599f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6600f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6601f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6602f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6603f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onOMXEvent(event, data1, data2); 6604f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6605f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6606f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6607f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 6608f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6609f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::OutputPortSettingsChangedState::OutputPortSettingsChangedState( 6610f933441648ef6a71dee783d733aac17b9508b452Andreas Huber ACodec *codec) 6611f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : BaseState(codec) { 6612f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6613f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6614f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::BaseState::PortMode ACodec::OutputPortSettingsChangedState::getPortMode( 6615f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 portIndex) { 6616f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (portIndex == kPortIndexOutput) { 6617f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return FREE_BUFFERS; 6618f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6619f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6620f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ(portIndex, (OMX_U32)kPortIndexInput); 6621f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6622f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return RESUBMIT_BUFFERS; 6623f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6624f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6625f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::OutputPortSettingsChangedState::onMessageReceived( 6626f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const sp<AMessage> &msg) { 6627f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool handled = false; 6628f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6629f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 6630f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatFlush: 6631f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 6632349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber case kWhatResume: 6633e6eea3a6b6e0cf92287ec1ceb8350f201d17e1acPer Persson case kWhatSetParameters: 6634f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6635349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber if (msg->what() == kWhatResume) { 66363856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Deferring resume", mCodec->mComponentName.c_str()); 6637349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber } 6638349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 6639f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->deferMessage(msg); 6640f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 6641f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6642f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6643f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6644f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6645f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = BaseState::onMessageReceived(msg); 6646f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6647f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6648f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6649f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return handled; 6650f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6651f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6652f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::OutputPortSettingsChangedState::stateEntered() { 66533856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now handling output port settings change", 6654f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mComponentName.c_str()); 6655f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6656f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 665790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarbool ACodec::OutputPortSettingsChangedState::onOMXFrameRendered( 665890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int64_t mediaTimeUs, nsecs_t systemNano) { 665990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->onFrameRendered(mediaTimeUs, systemNano); 666090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar return true; 666190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 666290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 6663f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::OutputPortSettingsChangedState::onOMXEvent( 6664f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 6665f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 6666f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventCmdComplete: 6667f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6668f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (data1 == (OMX_U32)OMX_CommandPortDisable) { 66690806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (data2 != (OMX_U32)kPortIndexOutput) { 66700806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGW("ignoring EventCmdComplete CommandPortDisable for port %u", data2); 66710806340688c937e7b78c2d89db3809274130df4eLajos Molnar return false; 66720806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6673f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 66740806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGV("[%s] Output port now disabled.", mCodec->mComponentName.c_str()); 6675f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 66760806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = OK; 66770806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (!mCodec->mBuffers[kPortIndexOutput].isEmpty()) { 66780806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("disabled port should be empty, but has %zu buffers", 66790806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mBuffers[kPortIndexOutput].size()); 66800806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = FAILED_TRANSACTION; 66810806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 66820806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mDealer[kPortIndexOutput].clear(); 66830806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6684f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 66850806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 66860806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mCodec->mOMX->sendCommand( 66870806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mNode, OMX_CommandPortEnable, kPortIndexOutput); 66880806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6689f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 66900806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 66910806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mCodec->allocateBuffersOnPort(kPortIndexOutput); 66920806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE_IF(err != OK, "Failed to allocate output port buffers after port " 66930806340688c937e7b78c2d89db3809274130df4eLajos Molnar "reconfiguration: (%d)", err); 66940806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6695cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber 66960806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 6697251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 6698d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 6699755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber // This is technically not correct, but appears to be 6700755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber // the only way to free the component instance. 6701755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber // Controlled transitioning from excecuting->idle 6702755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber // and idle->loaded seem impossible probably because 6703755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber // the output port never finishes re-enabling. 6704755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber mCodec->mShutdownInProgress = true; 6705755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber mCodec->mKeepComponentAllocated = false; 6706755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber mCodec->changeState(mCodec->mLoadedState); 6707cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber } 6708f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6709f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6710f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else if (data1 == (OMX_U32)OMX_CommandPortEnable) { 6711777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (data2 != (OMX_U32)kPortIndexOutput) { 6712777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGW("ignoring EventCmdComplete OMX_CommandPortEnable for port %u", data2); 6713777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return false; 6714777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 6715f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 671631e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber mCodec->mSentFormat = false; 671731e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 67180fb43efc54ffd8d3133635ee3934d83c9987081bWei Jia if (mCodec->mTunneled) { 67190fb43efc54ffd8d3133635ee3934d83c9987081bWei Jia sp<AMessage> dummy = new AMessage(kWhatOutputBufferDrained, mCodec); 67200fb43efc54ffd8d3133635ee3934d83c9987081bWei Jia mCodec->sendFormatChange(dummy); 67210fb43efc54ffd8d3133635ee3934d83c9987081bWei Jia } 67220fb43efc54ffd8d3133635ee3934d83c9987081bWei Jia 67230806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGV("[%s] Output port now reenabled.", mCodec->mComponentName.c_str()); 6724f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6725349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber if (mCodec->mExecutingState->active()) { 6726349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mCodec->mExecutingState->submitOutputBuffers(); 6727349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber } 6728349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 6729f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->changeState(mCodec->mExecutingState); 6730f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6731f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6732f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6733f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6734f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return false; 6735f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6736f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6737f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6738f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return false; 6739f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6740f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6741f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6742f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 6743f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6744f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::ExecutingToIdleState::ExecutingToIdleState(ACodec *codec) 67455778822d86b0337407514b9372562b86edfa91cdAndreas Huber : BaseState(codec), 67465778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentNowIdle(false) { 6747f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6748f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6749f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::ExecutingToIdleState::onMessageReceived(const sp<AMessage> &msg) { 6750f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool handled = false; 6751f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6752f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 6753f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatFlush: 6754f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6755f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // Don't send me a flush request if you previously wanted me 6756f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // to shutdown. 67570806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGW("Ignoring flush request in ExecutingToIdleState"); 6758f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6759f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6760f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6761f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 6762f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6763f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // We're already doing that... 6764f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6765f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 6766f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6767f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6768f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6769f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6770f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = BaseState::onMessageReceived(msg); 6771f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6772f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6773f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6774f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return handled; 6775f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6776f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6777f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::ExecutingToIdleState::stateEntered() { 67783856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now Executing->Idle", mCodec->mComponentName.c_str()); 677931e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 67805778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentNowIdle = false; 678131e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber mCodec->mSentFormat = false; 6782f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6783f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6784f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::ExecutingToIdleState::onOMXEvent( 6785f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 6786f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 6787f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventCmdComplete: 6788f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 67890806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (data1 != (OMX_U32)OMX_CommandStateSet 67900806340688c937e7b78c2d89db3809274130df4eLajos Molnar || data2 != (OMX_U32)OMX_StateIdle) { 67910806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Unexpected command completion in ExecutingToIdleState: %s(%u) %s(%u)", 67920806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_COMMANDTYPE)data1), data1, 67930806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_STATETYPE)data2), data2); 67940806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 67950806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 67960806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6797f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 67985778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentNowIdle = true; 67995778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6800f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeStateIfWeOwnAllBuffers(); 6801f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6802f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6803f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6804f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6805349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber case OMX_EventPortSettingsChanged: 6806349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber case OMX_EventBufferFlag: 6807349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber { 6808349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber // We're shutting down and don't care about this anymore. 6809349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber return true; 6810349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber } 6811349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 6812f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6813f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onOMXEvent(event, data1, data2); 6814f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6815f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 68160af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber 6817f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::ExecutingToIdleState::changeStateIfWeOwnAllBuffers() { 68185778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mComponentNowIdle && mCodec->allYourBuffersAreBelongToUs()) { 68190806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = mCodec->mOMX->sendCommand( 68200806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mNode, OMX_CommandStateSet, OMX_StateLoaded); 68210806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 68220806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mCodec->freeBuffersOnPort(kPortIndexInput); 68230806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err2 = mCodec->freeBuffersOnPort(kPortIndexOutput); 68240806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 68250806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = err2; 68260806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 68270806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6828f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 68290167414e261f88a96b5e4bf6cb592e6ca11e5a95Andreas Huber if ((mCodec->mFlags & kFlagPushBlankBuffersToNativeWindowOnShutdown) 68300167414e261f88a96b5e4bf6cb592e6ca11e5a95Andreas Huber && mCodec->mNativeWindow != NULL) { 6831bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber // We push enough 1x1 blank buffers to ensure that one of 6832bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber // them has made it to the display. This allows the OMX 6833bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber // component teardown to zero out any protected buffers 6834bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber // without the risk of scanning out one of those buffers. 6835b2d0b487efd40700199852c9a18b369b1651f15bLajos Molnar pushBlankBuffersToNativeWindow(mCodec->mNativeWindow.get()); 6836bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber } 6837bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber 68380806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 68390806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 68400806340688c937e7b78c2d89db3809274130df4eLajos Molnar return; 68410806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 68420806340688c937e7b78c2d89db3809274130df4eLajos Molnar 6843f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->changeState(mCodec->mIdleToLoadedState); 6844f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6845f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6846f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6847f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::ExecutingToIdleState::onInputBufferFilled( 6848f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const sp<AMessage> &msg) { 6849f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BaseState::onInputBufferFilled(msg); 6850f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6851f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeStateIfWeOwnAllBuffers(); 6852f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6853f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6854f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::ExecutingToIdleState::onOutputBufferDrained( 6855f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const sp<AMessage> &msg) { 6856f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BaseState::onOutputBufferDrained(msg); 6857f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6858f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeStateIfWeOwnAllBuffers(); 6859f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6860f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6861f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 6862f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6863f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::IdleToLoadedState::IdleToLoadedState(ACodec *codec) 6864f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : BaseState(codec) { 6865f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6866f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6867f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::IdleToLoadedState::onMessageReceived(const sp<AMessage> &msg) { 6868f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool handled = false; 6869f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6870f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 6871f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 6872f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6873f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // We're already doing that... 6874f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6875f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 6876f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6877f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6878f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6879f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatFlush: 6880f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6881f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // Don't send me a flush request if you previously wanted me 6882f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // to shutdown. 68830806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Got flush request in IdleToLoadedState"); 6884f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6885f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6886f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6887f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6888f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = BaseState::onMessageReceived(msg); 6889f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6890f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6891f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6892f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return handled; 6893f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6894f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6895f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::IdleToLoadedState::stateEntered() { 68963856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now Idle->Loaded", mCodec->mComponentName.c_str()); 6897f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6898f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6899f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::IdleToLoadedState::onOMXEvent( 6900f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 6901f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 6902f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventCmdComplete: 6903f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 69040806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (data1 != (OMX_U32)OMX_CommandStateSet 69050806340688c937e7b78c2d89db3809274130df4eLajos Molnar || data2 != (OMX_U32)OMX_StateLoaded) { 69060806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Unexpected command completion in IdleToLoadedState: %s(%u) %s(%u)", 69070806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_COMMANDTYPE)data1), data1, 69080806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_STATETYPE)data2), data2); 69090806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 69100806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 69110806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6912f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6913c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->changeState(mCodec->mLoadedState); 6914f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6915f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6916f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6917f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6918f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6919f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onOMXEvent(event, data1, data2); 6920f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6921f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6922f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6923f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 6924f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6925f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::FlushingState::FlushingState(ACodec *codec) 6926f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : BaseState(codec) { 6927f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6928f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6929f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::FlushingState::stateEntered() { 69303856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now Flushing", mCodec->mComponentName.c_str()); 6931f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6932f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mFlushComplete[kPortIndexInput] = mFlushComplete[kPortIndexOutput] = false; 6933f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6934f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6935f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::FlushingState::onMessageReceived(const sp<AMessage> &msg) { 6936f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool handled = false; 6937f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6938f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 6939f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 6940f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6941f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->deferMessage(msg); 6942f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6943f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6944f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6945f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatFlush: 6946f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6947f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // We're already doing this right now. 6948f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 6949f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6950f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6951f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6952f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6953f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = BaseState::onMessageReceived(msg); 6954f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6955f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6956f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6957f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return handled; 6958f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6959f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6960f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::FlushingState::onOMXEvent( 6961f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 6962ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] FlushingState onOMXEvent(%u,%d)", 6963ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar mCodec->mComponentName.c_str(), event, (OMX_S32)data1); 6964d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 6965f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 6966f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventCmdComplete: 6967f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 69680806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (data1 != (OMX_U32)OMX_CommandFlush) { 69690806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("unexpected EventCmdComplete %s(%d) data2:%d in FlushingState", 69700806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_COMMANDTYPE)data1), data1, data2); 69710806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 69720806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 69730806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6974f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6975f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (data2 == kPortIndexInput || data2 == kPortIndexOutput) { 6976777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (mFlushComplete[data2]) { 6977777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGW("Flush already completed for %s port", 6978777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim data2 == kPortIndexInput ? "input" : "output"); 6979777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return true; 6980777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 6981f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mFlushComplete[data2] = true; 6982e5bf6409774fe73f968b7db215f535b64de66139Andreas Huber 69830806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (mFlushComplete[kPortIndexInput] && mFlushComplete[kPortIndexOutput]) { 6984e5bf6409774fe73f968b7db215f535b64de66139Andreas Huber changeStateIfWeOwnAllBuffers(); 6985e5bf6409774fe73f968b7db215f535b64de66139Andreas Huber } 6986777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } else if (data2 == OMX_ALL) { 6987777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (!mFlushComplete[kPortIndexInput] || !mFlushComplete[kPortIndexOutput]) { 6988777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGW("received flush complete event for OMX_ALL before ports have been" 6989777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim "flushed (%d/%d)", 6990777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mFlushComplete[kPortIndexInput], mFlushComplete[kPortIndexOutput]); 6991777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return false; 6992777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 6993f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6994f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeStateIfWeOwnAllBuffers(); 6995777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } else { 6996777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGW("data2 not OMX_ALL but %u in EventCmdComplete CommandFlush", data2); 6997f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6998f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6999f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 7000f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7001f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7002349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber case OMX_EventPortSettingsChanged: 7003349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber { 70041d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatOMXMessage, mCodec); 7005349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber msg->setInt32("type", omx_message::EVENT); 7006609b815a3131d22da38b2f452faa9f89daad4039Andy Hung msg->setInt32("node", mCodec->mNode); 7007349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber msg->setInt32("event", event); 7008349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber msg->setInt32("data1", data1); 7009349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber msg->setInt32("data2", data2); 7010349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 70113856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Deferring OMX_EventPortSettingsChanged", 7012349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mCodec->mComponentName.c_str()); 7013349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 7014349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mCodec->deferMessage(msg); 7015349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 7016349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber return true; 7017349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber } 7018349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 7019f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 7020f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onOMXEvent(event, data1, data2); 7021f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7022f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7023f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 7024f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7025f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7026f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::FlushingState::onOutputBufferDrained(const sp<AMessage> &msg) { 7027f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BaseState::onOutputBufferDrained(msg); 7028f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7029f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeStateIfWeOwnAllBuffers(); 7030f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7031f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7032f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::FlushingState::onInputBufferFilled(const sp<AMessage> &msg) { 7033f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BaseState::onInputBufferFilled(msg); 7034f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7035f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeStateIfWeOwnAllBuffers(); 7036f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7037f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7038f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::FlushingState::changeStateIfWeOwnAllBuffers() { 7039f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mFlushComplete[kPortIndexInput] 7040f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && mFlushComplete[kPortIndexOutput] 7041f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && mCodec->allYourBuffersAreBelongToUs()) { 70427e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber // We now own all buffers except possibly those still queued with 70437e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber // the native window for rendering. Let's get those back as well. 70447e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber mCodec->waitUntilAllPossibleNativeWindowBuffersAreReturnedToUs(); 70457e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 704690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->mRenderTracker.clear(systemTime(CLOCK_MONOTONIC)); 704790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 7048f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 7049d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatFlushCompleted); 7050f933441648ef6a71dee783d733aac17b9508b452Andreas Huber notify->post(); 7051f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7052f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mPortEOS[kPortIndexInput] = 7053f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mPortEOS[kPortIndexOutput] = false; 7054f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7055dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mCodec->mInputEOSResult = OK; 7056dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber 7057f3bd1972e039c6ded5154db715e5a32f1813a239Marco Nelissen if (mCodec->mSkipCutBuffer != NULL) { 7058f3bd1972e039c6ded5154db715e5a32f1813a239Marco Nelissen mCodec->mSkipCutBuffer->clear(); 7059f3bd1972e039c6ded5154db715e5a32f1813a239Marco Nelissen } 7060f3bd1972e039c6ded5154db715e5a32f1813a239Marco Nelissen 7061f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->changeState(mCodec->mExecutingState); 7062f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7063f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7064f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 70655b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnarstatus_t ACodec::queryCapabilities( 70665b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar const AString &name, const AString &mime, bool isEncoder, 70675b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar sp<MediaCodecInfo::Capabilities> *caps) { 70685b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar (*caps).clear(); 70695b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar const char *role = getComponentRole(isEncoder, mime.c_str()); 70705b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (role == NULL) { 70715b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return BAD_VALUE; 70725b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 70735b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 70745b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar OMXClient client; 70755b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar status_t err = client.connect(); 70765b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (err != OK) { 70775b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return err; 70785b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 70795b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 70805b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar sp<IOMX> omx = client.interface(); 70815b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar sp<CodecObserver> observer = new CodecObserver; 70825b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar IOMX::node_id node = 0; 70835b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 708423858874bbce68fb5ac83250087fa7788c97dd12Marco Nelissen err = omx->allocateNode(name.c_str(), observer, NULL, &node); 70855b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (err != OK) { 70865b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar client.disconnect(); 70875b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return err; 70885b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 70895b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 70905b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar err = setComponentRole(omx, node, role); 70915b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (err != OK) { 70925b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar omx->freeNode(node); 70935b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar client.disconnect(); 70945b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return err; 70955b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 70965b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 70975b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar sp<MediaCodecInfo::CapabilitiesBuilder> builder = new MediaCodecInfo::CapabilitiesBuilder(); 70985b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar bool isVideo = mime.startsWithIgnoreCase("video/"); 70995b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 71005b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (isVideo) { 71015b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar OMX_VIDEO_PARAM_PROFILELEVELTYPE param; 71025b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar InitOMXParams(¶m); 71035b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar param.nPortIndex = isEncoder ? kPortIndexOutput : kPortIndexInput; 71045b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 71056e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar for (OMX_U32 index = 0; index <= kMaxIndicesToCheck; ++index) { 71066e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar param.nProfileIndex = index; 71075b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar status_t err = omx->getParameter( 71085b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar node, OMX_IndexParamVideoProfileLevelQuerySupported, 71095b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar ¶m, sizeof(param)); 71105b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (err != OK) { 71115b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar break; 71125b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 71135b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar builder->addProfileLevel(param.eProfile, param.eLevel); 71146e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar 71156e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar if (index == kMaxIndicesToCheck) { 71166e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar ALOGW("[%s] stopping checking profiles after %u: %x/%x", 71176e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar name.c_str(), index, 71186e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar param.eProfile, param.eLevel); 71196e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar } 71205b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 71215b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 71225b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // Color format query 71235b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // return colors in the order reported by the OMX component 71245b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // prefix "flexible" standard ones with the flexible equivalent 71255b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar OMX_VIDEO_PARAM_PORTFORMATTYPE portFormat; 71265b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar InitOMXParams(&portFormat); 712736e4e1592bb07e1fdf8d4324f65a66ba332d75f2Lajos Molnar portFormat.nPortIndex = isEncoder ? kPortIndexInput : kPortIndexOutput; 71285b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar Vector<uint32_t> supportedColors; // shadow copy to check for duplicates 71296e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar for (OMX_U32 index = 0; index <= kMaxIndicesToCheck; ++index) { 71306e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar portFormat.nIndex = index; 71315b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar status_t err = omx->getParameter( 71325b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar node, OMX_IndexParamVideoPortFormat, 71335b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar &portFormat, sizeof(portFormat)); 71345b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (err != OK) { 71355b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar break; 71365b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 71375b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 71385b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar OMX_U32 flexibleEquivalent; 71395b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (isFlexibleColorFormat( 71405b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar omx, node, portFormat.eColorFormat, false /* usingNativeWindow */, 71415b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar &flexibleEquivalent)) { 71425b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar bool marked = false; 71435b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar for (size_t i = 0; i < supportedColors.size(); ++i) { 71445b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (supportedColors[i] == flexibleEquivalent) { 71455b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar marked = true; 71465b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar break; 71475b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 71485b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 71495b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (!marked) { 71505b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar supportedColors.push(flexibleEquivalent); 71515b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar builder->addColorFormat(flexibleEquivalent); 71525b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 71535b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 71545b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar supportedColors.push(portFormat.eColorFormat); 71555b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar builder->addColorFormat(portFormat.eColorFormat); 71566e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar 71576e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar if (index == kMaxIndicesToCheck) { 71586e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar ALOGW("[%s] stopping checking formats after %u: %s(%x)", 71596e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar name.c_str(), index, 71606e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar asString(portFormat.eColorFormat), portFormat.eColorFormat); 71616e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar } 71625b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 71635b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } else if (mime.equalsIgnoreCase(MEDIA_MIMETYPE_AUDIO_AAC)) { 71645b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // More audio codecs if they have profiles. 71655b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar OMX_AUDIO_PARAM_ANDROID_PROFILETYPE param; 71665b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar InitOMXParams(¶m); 71675b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar param.nPortIndex = isEncoder ? kPortIndexOutput : kPortIndexInput; 71686e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar for (OMX_U32 index = 0; index <= kMaxIndicesToCheck; ++index) { 71696e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar param.nProfileIndex = index; 71705b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar status_t err = omx->getParameter( 71715b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar node, (OMX_INDEXTYPE)OMX_IndexParamAudioProfileQuerySupported, 71725b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar ¶m, sizeof(param)); 71735b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (err != OK) { 71745b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar break; 71755b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 71765b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // For audio, level is ignored. 71775b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar builder->addProfileLevel(param.eProfile, 0 /* level */); 71786e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar 71796e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar if (index == kMaxIndicesToCheck) { 71806e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar ALOGW("[%s] stopping checking profiles after %u: %x", 71816e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar name.c_str(), index, 71826e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar param.eProfile); 71836e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar } 71845b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 71855b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 71865b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // NOTE: Without Android extensions, OMX does not provide a way to query 71875b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // AAC profile support 71885b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (param.nProfileIndex == 0) { 71895b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar ALOGW("component %s doesn't support profile query.", name.c_str()); 71905b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 71915b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 71925b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 71935b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (isVideo && !isEncoder) { 71945b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar native_handle_t *sidebandHandle = NULL; 71955b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (omx->configureVideoTunnelMode( 71965b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar node, kPortIndexOutput, OMX_TRUE, 0, &sidebandHandle) == OK) { 71975b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // tunneled playback includes adaptive playback 71985b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar builder->addFlags(MediaCodecInfo::Capabilities::kFlagSupportsAdaptivePlayback 71995b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar | MediaCodecInfo::Capabilities::kFlagSupportsTunneledPlayback); 72005b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } else if (omx->storeMetaDataInBuffers( 72015b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar node, kPortIndexOutput, OMX_TRUE) == OK || 72025b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar omx->prepareForAdaptivePlayback( 72035b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar node, kPortIndexOutput, OMX_TRUE, 72045b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 1280 /* width */, 720 /* height */) == OK) { 72055b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar builder->addFlags(MediaCodecInfo::Capabilities::kFlagSupportsAdaptivePlayback); 72065b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 72075b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 72085b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 72095b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (isVideo && isEncoder) { 72105b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar OMX_VIDEO_CONFIG_ANDROID_INTRAREFRESHTYPE params; 72115b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar InitOMXParams(¶ms); 72125b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar params.nPortIndex = kPortIndexOutput; 72135b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // TODO: should we verify if fallback is supported? 72145b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (omx->getConfig( 72155b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar node, (OMX_INDEXTYPE)OMX_IndexConfigAndroidIntraRefresh, 72165b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar ¶ms, sizeof(params)) == OK) { 72175b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar builder->addFlags(MediaCodecInfo::Capabilities::kFlagSupportsIntraRefresh); 72185b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 72195b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 72205b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 72215b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar *caps = builder; 72225b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar omx->freeNode(node); 72235b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar client.disconnect(); 72245b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return OK; 72255b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar} 72265b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 7227a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar// These are supposed be equivalent to the logic in 7228a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar// "audio_channel_out_mask_from_count". 7229a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar//static 7230a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnarstatus_t ACodec::getOMXChannelMapping(size_t numChannels, OMX_AUDIO_CHANNELTYPE map[]) { 7231a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar switch (numChannels) { 7232a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar case 1: 7233a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[0] = OMX_AUDIO_ChannelCF; 7234a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar break; 7235a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar case 2: 7236a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[0] = OMX_AUDIO_ChannelLF; 7237a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[1] = OMX_AUDIO_ChannelRF; 7238a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar break; 7239a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar case 3: 7240a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[0] = OMX_AUDIO_ChannelLF; 7241a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[1] = OMX_AUDIO_ChannelRF; 7242a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[2] = OMX_AUDIO_ChannelCF; 7243a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar break; 7244a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar case 4: 7245a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[0] = OMX_AUDIO_ChannelLF; 7246a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[1] = OMX_AUDIO_ChannelRF; 7247a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[2] = OMX_AUDIO_ChannelLR; 7248a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[3] = OMX_AUDIO_ChannelRR; 7249a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar break; 7250a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar case 5: 7251a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[0] = OMX_AUDIO_ChannelLF; 7252a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[1] = OMX_AUDIO_ChannelRF; 7253a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[2] = OMX_AUDIO_ChannelCF; 7254a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[3] = OMX_AUDIO_ChannelLR; 7255a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[4] = OMX_AUDIO_ChannelRR; 7256a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar break; 7257a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar case 6: 7258a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[0] = OMX_AUDIO_ChannelLF; 7259a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[1] = OMX_AUDIO_ChannelRF; 7260a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[2] = OMX_AUDIO_ChannelCF; 7261a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[3] = OMX_AUDIO_ChannelLFE; 7262a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[4] = OMX_AUDIO_ChannelLR; 7263a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[5] = OMX_AUDIO_ChannelRR; 7264a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar break; 7265a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar case 7: 7266a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[0] = OMX_AUDIO_ChannelLF; 7267a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[1] = OMX_AUDIO_ChannelRF; 7268a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[2] = OMX_AUDIO_ChannelCF; 7269a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[3] = OMX_AUDIO_ChannelLFE; 7270a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[4] = OMX_AUDIO_ChannelLR; 7271a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[5] = OMX_AUDIO_ChannelRR; 7272a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[6] = OMX_AUDIO_ChannelCS; 7273a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar break; 7274a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar case 8: 7275a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[0] = OMX_AUDIO_ChannelLF; 7276a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[1] = OMX_AUDIO_ChannelRF; 7277a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[2] = OMX_AUDIO_ChannelCF; 7278a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[3] = OMX_AUDIO_ChannelLFE; 7279a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[4] = OMX_AUDIO_ChannelLR; 7280a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[5] = OMX_AUDIO_ChannelRR; 7281a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[6] = OMX_AUDIO_ChannelLS; 7282a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[7] = OMX_AUDIO_ChannelRS; 7283a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar break; 7284a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar default: 7285a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar return -EINVAL; 7286a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar } 7287a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar 7288a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar return OK; 7289a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar} 7290a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar 7291f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} // namespace android 7292