ACodec.cpp revision 8338519ba2d8d731072c4edf7b9953787ce834cf
127c174483a8ae9688d5d4897c19074f62c7f1701James Dong/* 227c174483a8ae9688d5d4897c19074f62c7f1701James Dong * Copyright (C) 2010 The Android Open Source Project 327c174483a8ae9688d5d4897c19074f62c7f1701James Dong * 427c174483a8ae9688d5d4897c19074f62c7f1701James Dong * Licensed under the Apache License, Version 2.0 (the "License"); 527c174483a8ae9688d5d4897c19074f62c7f1701James Dong * you may not use this file except in compliance with the License. 627c174483a8ae9688d5d4897c19074f62c7f1701James Dong * You may obtain a copy of the License at 727c174483a8ae9688d5d4897c19074f62c7f1701James Dong * 827c174483a8ae9688d5d4897c19074f62c7f1701James Dong * http://www.apache.org/licenses/LICENSE-2.0 927c174483a8ae9688d5d4897c19074f62c7f1701James Dong * 1027c174483a8ae9688d5d4897c19074f62c7f1701James Dong * Unless required by applicable law or agreed to in writing, software 1127c174483a8ae9688d5d4897c19074f62c7f1701James Dong * distributed under the License is distributed on an "AS IS" BASIS, 1227c174483a8ae9688d5d4897c19074f62c7f1701James Dong * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 1327c174483a8ae9688d5d4897c19074f62c7f1701James Dong * See the License for the specific language governing permissions and 1427c174483a8ae9688d5d4897c19074f62c7f1701James Dong * limitations under the License. 1527c174483a8ae9688d5d4897c19074f62c7f1701James Dong */ 1627c174483a8ae9688d5d4897c19074f62c7f1701James Dong 17f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//#define LOG_NDEBUG 0 18f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#define LOG_TAG "ACodec" 19f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 20f87e30fe71752dc431d8e8d5682c38271c03265aAndy Hung#ifdef __LP64__ 21f87e30fe71752dc431d8e8d5682c38271c03265aAndy Hung#define OMX_ANDROID_COMPILE_AS_32BIT_ON_64BIT_PLATFORMS 22f87e30fe71752dc431d8e8d5682c38271c03265aAndy Hung#endif 23f87e30fe71752dc431d8e8d5682c38271c03265aAndy Hung 24609b815a3131d22da38b2f452faa9f89daad4039Andy Hung#include <inttypes.h> 256fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar#include <utils/Trace.h> 266fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar 271de1e25cba872bd4c077c2e394f8ca9c70b65856Lajos Molnar#include <gui/Surface.h> 281de1e25cba872bd4c077c2e394f8ca9c70b65856Lajos Molnar 29f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/ACodec.h> 30f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 31f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <binder/MemoryDealer.h> 32f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 33f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/foundation/hexdump.h> 34f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/foundation/ABuffer.h> 35f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/foundation/ADebug.h> 36f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/foundation/AMessage.h> 37a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar#include <media/stagefright/foundation/AUtils.h> 38f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 397cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden#include <media/stagefright/BufferProducerWrapper.h> 4090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar#include <media/stagefright/MediaCodec.h> 41afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber#include <media/stagefright/MediaCodecList.h> 42f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/MediaDefs.h> 43f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/OMXClient.h> 44d291c222357303b9611cab89d0c3b047584ef377Chong Zhang#include <media/stagefright/PersistentSurface.h> 45b2d0b487efd40700199852c9a18b369b1651f15bLajos Molnar#include <media/stagefright/SurfaceUtils.h> 463a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber#include <media/hardware/HardwareAPI.h> 473a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber 4897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu#include <OMX_AudioExt.h> 494154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev#include <OMX_VideoExt.h> 50f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <OMX_Component.h> 5197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu#include <OMX_IndexExt.h> 52777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim#include <OMX_AsString.h> 53f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 54496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber#include "include/avc_utils.h" 5573dd808754c641fe798273d356ee38368715fa7bLajos Molnar#include "omx/OMXUtils.h" 56496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 57f933441648ef6a71dee783d733aac17b9508b452Andreas Hubernamespace android { 58f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 596e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnarenum { 606e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar kMaxIndicesToCheck = 32, // used when enumerating supported formats and profiles 616e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar}; 626e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar 63251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// OMX errors are directly mapped into status_t range if 64251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// there is no corresponding MediaError status code. 65251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// Use the statusFromOMXError(int32_t omxError) function. 66251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// 67251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// Currently this is a direct map. 68251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// See frameworks/native/include/media/openmax/OMX_Core.h 69251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// 70251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// Vendor OMX errors from 0x90000000 - 0x9000FFFF 71251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// Extension OMX errors from 0x8F000000 - 0x90000000 72251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// Standard OMX errors from 0x80001000 - 0x80001024 (0x80001024 current) 73251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// 74251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung 75251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// returns true if err is a recognized OMX error code. 76251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// as OMX error is OMX_S32, this is an int32_t type 77251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hungstatic inline bool isOMXError(int32_t err) { 78251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return (ERROR_CODEC_MIN <= err && err <= ERROR_CODEC_MAX); 79251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung} 80251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung 81251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// converts an OMX error to a status_t 82251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hungstatic inline status_t statusFromOMXError(int32_t omxError) { 83251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung switch (omxError) { 84251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case OMX_ErrorInvalidComponentName: 85251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case OMX_ErrorComponentNotFound: 86251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return NAME_NOT_FOUND; // can trigger illegal argument error for provided names. 87251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung default: 88251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return isOMXError(omxError) ? omxError : 0; // no translation required 89251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 90251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung} 91251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung 92251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// checks and converts status_t to a non-side-effect status_t 93251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hungstatic inline status_t makeNoSideEffectStatus(status_t err) { 94251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung switch (err) { 95251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // the following errors have side effects and may come 96251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // from other code modules. Remap for safety reasons. 97251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case INVALID_OPERATION: 98251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case DEAD_OBJECT: 99251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return UNKNOWN_ERROR; 100251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung default: 101251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return err; 102251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 103251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung} 104251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung 10526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnarstruct MessageList : public RefBase { 10626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar MessageList() { 10726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 108984a54322f7c70bc75e862d91bdd975814872affLajos Molnar virtual ~MessageList() { 109984a54322f7c70bc75e862d91bdd975814872affLajos Molnar } 11026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar std::list<sp<AMessage> > &getList() { return mList; } 11126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnarprivate: 11226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar std::list<sp<AMessage> > mList; 11326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 11426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar DISALLOW_EVIL_CONSTRUCTORS(MessageList); 11526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar}; 11626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 117f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct CodecObserver : public BnOMXObserver { 118f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CodecObserver() {} 119f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 120f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void setNotificationMessage(const sp<AMessage> &msg) { 121f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNotify = msg; 122f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 123f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 124f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // from IOMXObserver 12526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar virtual void onMessages(const std::list<omx_message> &messages) { 126984a54322f7c70bc75e862d91bdd975814872affLajos Molnar if (messages.empty()) { 127984a54322f7c70bc75e862d91bdd975814872affLajos Molnar return; 128984a54322f7c70bc75e862d91bdd975814872affLajos Molnar } 129984a54322f7c70bc75e862d91bdd975814872affLajos Molnar 130984a54322f7c70bc75e862d91bdd975814872affLajos Molnar sp<AMessage> notify = mNotify->dup(); 13126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar bool first = true; 13226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar sp<MessageList> msgList = new MessageList(); 13326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar for (std::list<omx_message>::const_iterator it = messages.cbegin(); 13426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar it != messages.cend(); ++it) { 13526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar const omx_message &omx_msg = *it; 13626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar if (first) { 13726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar notify->setInt32("node", omx_msg.node); 138984a54322f7c70bc75e862d91bdd975814872affLajos Molnar first = false; 139f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 140f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 14126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar sp<AMessage> msg = new AMessage; 14226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32("type", omx_msg.type); 14326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar switch (omx_msg.type) { 14426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar case omx_message::EVENT: 14526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar { 14626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32("event", omx_msg.u.event_data.event); 14726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32("data1", omx_msg.u.event_data.data1); 14826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32("data2", omx_msg.u.event_data.data2); 14926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar break; 15026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 151f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 15226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar case omx_message::EMPTY_BUFFER_DONE: 15326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar { 15426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32("buffer", omx_msg.u.buffer_data.buffer); 15526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32("fence_fd", omx_msg.fenceFd); 15626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar break; 15726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 158f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 15926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar case omx_message::FILL_BUFFER_DONE: 16026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar { 16126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32( 16226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar "buffer", omx_msg.u.extended_buffer_data.buffer); 16326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32( 16426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar "range_offset", 16526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar omx_msg.u.extended_buffer_data.range_offset); 16626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32( 16726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar "range_length", 16826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar omx_msg.u.extended_buffer_data.range_length); 16926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32( 17026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar "flags", 17126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar omx_msg.u.extended_buffer_data.flags); 17226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt64( 17326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar "timestamp", 17426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar omx_msg.u.extended_buffer_data.timestamp); 17526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32( 17626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar "fence_fd", omx_msg.fenceFd); 17726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar break; 17826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 179f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 18090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar case omx_message::FRAME_RENDERED: 18190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar { 18290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar msg->setInt64( 18390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar "media_time_us", omx_msg.u.render_data.timestamp); 18490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar msg->setInt64( 18590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar "system_nano", omx_msg.u.render_data.nanoTime); 18690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar break; 18790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 18890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 18926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar default: 19026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar ALOGE("Unrecognized message type: %d", omx_msg.type); 19126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar break; 19226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 19326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msgList->getList().push_back(msg); 19426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 19526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar notify->setObject("messages", msgList); 19626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar notify->post(); 197f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 198f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 199f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 200f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual ~CodecObserver() {} 201f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 202f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 203f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<AMessage> mNotify; 204f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 205f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(CodecObserver); 206f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 207f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 208f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 209f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 210f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::BaseState : public AState { 211f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BaseState(ACodec *codec, const sp<AState> &parentState = NULL); 212f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 213f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 214f933441648ef6a71dee783d733aac17b9508b452Andreas Huber enum PortMode { 215f933441648ef6a71dee783d733aac17b9508b452Andreas Huber KEEP_BUFFERS, 216f933441648ef6a71dee783d733aac17b9508b452Andreas Huber RESUBMIT_BUFFERS, 217f933441648ef6a71dee783d733aac17b9508b452Andreas Huber FREE_BUFFERS, 218f933441648ef6a71dee783d733aac17b9508b452Andreas Huber }; 219f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 220f933441648ef6a71dee783d733aac17b9508b452Andreas Huber ACodec *mCodec; 221f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 222f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual PortMode getPortMode(OMX_U32 portIndex); 223f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 224f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 225f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 226f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 227f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 228f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onOutputBufferDrained(const sp<AMessage> &msg); 229f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onInputBufferFilled(const sp<AMessage> &msg); 230f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 231f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void postFillThisBuffer(BufferInfo *info); 232f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 233f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 23426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar // Handles an OMX message. Returns true iff message was handled. 235f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool onOMXMessage(const sp<AMessage> &msg); 236f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 23726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar // Handles a list of messages. Returns true iff messages were handled. 23826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar bool onOMXMessageList(const sp<AMessage> &msg); 23926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 24026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar // returns true iff this message is for this component and the component is alive 24126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar bool checkOMXMessage(const sp<AMessage> &msg); 24226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 24315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar bool onOMXEmptyBufferDone(IOMX::buffer_id bufferID, int fenceFd); 244f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 245f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool onOMXFillBufferDone( 246f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferID, 247f933441648ef6a71dee783d733aac17b9508b452Andreas Huber size_t rangeOffset, size_t rangeLength, 248f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 flags, 24915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int64_t timeUs, 25015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int fenceFd); 251f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 25290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar virtual bool onOMXFrameRendered(int64_t mediaTimeUs, nsecs_t systemNano); 25390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 254f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void getMoreInputDataIfPossible(); 255f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 256f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(BaseState); 257f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 258f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 259f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 260f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 261ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huberstruct ACodec::DeathNotifier : public IBinder::DeathRecipient { 262ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber DeathNotifier(const sp<AMessage> ¬ify) 263ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber : mNotify(notify) { 264ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber } 265ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 266ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber virtual void binderDied(const wp<IBinder> &) { 267ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mNotify->post(); 268ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber } 269ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 270ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huberprotected: 271ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber virtual ~DeathNotifier() {} 272ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 273ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huberprivate: 274ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber sp<AMessage> mNotify; 275ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 276ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(DeathNotifier); 277ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber}; 278ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 279f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::UninitializedState : public ACodec::BaseState { 280f933441648ef6a71dee783d733aac17b9508b452Andreas Huber UninitializedState(ACodec *codec); 281f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 282f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 283f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 284c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber virtual void stateEntered(); 285f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 286f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 287f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void onSetup(const sp<AMessage> &msg); 288c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber bool onAllocateComponent(const sp<AMessage> &msg); 289f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 290ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber sp<DeathNotifier> mDeathNotifier; 291ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 292f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(UninitializedState); 293f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 294f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 295f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 296f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 297c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberstruct ACodec::LoadedState : public ACodec::BaseState { 298c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber LoadedState(ACodec *codec); 299c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 300c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberprotected: 301c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 302c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber virtual void stateEntered(); 303c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 304c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberprivate: 305c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber friend struct ACodec::UninitializedState; 306c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 307c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber bool onConfigureComponent(const sp<AMessage> &msg); 3087cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden void onCreateInputSurface(const sp<AMessage> &msg); 3098f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang void onSetInputSurface(const sp<AMessage> &msg); 310c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber void onStart(); 311c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber void onShutdown(bool keepComponentAllocated); 312c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 313d291c222357303b9611cab89d0c3b047584ef377Chong Zhang status_t setupInputSurface(); 314d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 315c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(LoadedState); 316c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber}; 317c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 318c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber//////////////////////////////////////////////////////////////////////////////// 319c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 320f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::LoadedToIdleState : public ACodec::BaseState { 321f933441648ef6a71dee783d733aac17b9508b452Andreas Huber LoadedToIdleState(ACodec *codec); 322f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 323f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 324f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 325f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 326f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 327f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 328f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 329f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t allocateBuffers(); 330f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 331f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(LoadedToIdleState); 332f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 333f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 334f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 335f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 336f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::IdleToExecutingState : public ACodec::BaseState { 337f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IdleToExecutingState(ACodec *codec); 338f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 339f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 340f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 341f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 342f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 343f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 344f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 345f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(IdleToExecutingState); 346f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 347f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 348f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 349f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 350f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::ExecutingState : public ACodec::BaseState { 351f933441648ef6a71dee783d733aac17b9508b452Andreas Huber ExecutingState(ACodec *codec); 352f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 353054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar void submitRegularOutputBuffers(); 354054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar void submitOutputMetaBuffers(); 355f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void submitOutputBuffers(); 356f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 357f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // Submit output buffers to the decoder, submit input buffers to client 358f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // to fill with data. 359f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void resume(); 360f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 361349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber // Returns true iff input and output buffers are in play. 362349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber bool active() const { return mActive; } 363349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 364f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 365f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual PortMode getPortMode(OMX_U32 portIndex); 366f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 367f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 368f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 369f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 37090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar virtual bool onOMXFrameRendered(int64_t mediaTimeUs, nsecs_t systemNano); 371f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 372f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 373349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber bool mActive; 374349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 375f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(ExecutingState); 376f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 377f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 378f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 379f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 380f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::OutputPortSettingsChangedState : public ACodec::BaseState { 381f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OutputPortSettingsChangedState(ACodec *codec); 382f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 383f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 384f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual PortMode getPortMode(OMX_U32 portIndex); 385f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 386f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 387f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 388f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 38990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar virtual bool onOMXFrameRendered(int64_t mediaTimeUs, nsecs_t systemNano); 390f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 391f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 392f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(OutputPortSettingsChangedState); 393f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 394f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 395f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 396f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 397f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::ExecutingToIdleState : public ACodec::BaseState { 398f933441648ef6a71dee783d733aac17b9508b452Andreas Huber ExecutingToIdleState(ACodec *codec); 399f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 400f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 401f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 402f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 403f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 404f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 405f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 406f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onOutputBufferDrained(const sp<AMessage> &msg); 407f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onInputBufferFilled(const sp<AMessage> &msg); 408f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 409f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 410f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void changeStateIfWeOwnAllBuffers(); 411f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4125778822d86b0337407514b9372562b86edfa91cdAndreas Huber bool mComponentNowIdle; 4135778822d86b0337407514b9372562b86edfa91cdAndreas Huber 414f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(ExecutingToIdleState); 415f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 416f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 417f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 418f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 419f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::IdleToLoadedState : public ACodec::BaseState { 420f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IdleToLoadedState(ACodec *codec); 421f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 422f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 423f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 424f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 425f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 426f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 427f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 428f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 429f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(IdleToLoadedState); 430f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 431f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 432f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 433f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 434f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::FlushingState : public ACodec::BaseState { 435f933441648ef6a71dee783d733aac17b9508b452Andreas Huber FlushingState(ACodec *codec); 436f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 437f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 438f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 439f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 440f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 441f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 442f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 443f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onOutputBufferDrained(const sp<AMessage> &msg); 444f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onInputBufferFilled(const sp<AMessage> &msg); 445f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 446f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 447f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool mFlushComplete[2]; 448f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 449f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void changeStateIfWeOwnAllBuffers(); 450f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 451f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(FlushingState); 452f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 453f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 454f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 455f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 45615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnarvoid ACodec::BufferInfo::setWriteFence(int fenceFd, const char *dbg) { 45715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (mFenceFd >= 0) { 45815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGW("OVERWRITE OF %s fence %d by write fence %d in %s", 45915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mIsReadFence ? "read" : "write", mFenceFd, fenceFd, dbg); 46015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 46115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mFenceFd = fenceFd; 46215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mIsReadFence = false; 46315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar} 46415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 46515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnarvoid ACodec::BufferInfo::setReadFence(int fenceFd, const char *dbg) { 46615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (mFenceFd >= 0) { 46715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGW("OVERWRITE OF %s fence %d by read fence %d in %s", 46815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mIsReadFence ? "read" : "write", mFenceFd, fenceFd, dbg); 46915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 47015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mFenceFd = fenceFd; 47115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mIsReadFence = true; 47215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar} 47315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 47415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnarvoid ACodec::BufferInfo::checkWriteFence(const char *dbg) { 47515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (mFenceFd >= 0 && mIsReadFence) { 47615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGD("REUSING read fence %d as write fence in %s", mFenceFd, dbg); 47715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 47815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar} 47915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 48015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnarvoid ACodec::BufferInfo::checkReadFence(const char *dbg) { 48115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (mFenceFd >= 0 && !mIsReadFence) { 48215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGD("REUSING write fence %d as read fence in %s", mFenceFd, dbg); 48315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 48415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar} 48515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 48615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar//////////////////////////////////////////////////////////////////////////////// 48715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 488f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::ACodec() 489afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber : mQuirks(0), 490609b815a3131d22da38b2f452faa9f89daad4039Andy Hung mNode(0), 491e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar mNativeWindowUsageBits(0), 4925778822d86b0337407514b9372562b86edfa91cdAndreas Huber mSentFormat(false), 4938db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu mIsVideo(false), 494c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mIsEncoder(false), 495346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang mFatalError(false), 4969806555d3930be43e11106281dee354820ac1c88Andreas Huber mShutdownInProgress(false), 49754b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar mExplicitShutdown(false), 4989806555d3930be43e11106281dee354820ac1c88Andreas Huber mEncoderDelay(0), 4999806555d3930be43e11106281dee354820ac1c88Andreas Huber mEncoderPadding(0), 500e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang mRotationDegrees(0), 5019806555d3930be43e11106281dee354820ac1c88Andreas Huber mChannelMaskPresent(false), 502054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mChannelMask(0), 503054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mDequeueCounter(0), 504054219874873b41f1c815552987c10465c34ba2bLajos Molnar mInputMetadataType(kMetadataBufferTypeInvalid), 505054219874873b41f1c815552987c10465c34ba2bLajos Molnar mOutputMetadataType(kMetadataBufferTypeInvalid), 506011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar mLegacyAdaptiveExperiment(false), 507054219874873b41f1c815552987c10465c34ba2bLajos Molnar mMetadataBuffersToSubmit(0), 50894ee4b708acfa941581160b267afb79192b1d816Chong Zhang mRepeatFrameDelayUs(-1ll), 5092c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mMaxPtsGapUs(-1ll), 51037b2b389139ed638831e49708c947863eef631efRonghua Wu mMaxFps(-1), 5112c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mTimePerFrameUs(-1ll), 512609b815a3131d22da38b2f452faa9f89daad4039Andy Hung mTimePerCaptureUs(-1ll), 513ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad mCreateInputBuffersSuspended(false), 5148338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar mTunneled(false), 5158338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar mDescribeColorAspectsIndex((OMX_INDEXTYPE)0) { 516f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mUninitializedState = new UninitializedState(this); 517c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mLoadedState = new LoadedState(this); 518f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mLoadedToIdleState = new LoadedToIdleState(this); 519f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mIdleToExecutingState = new IdleToExecutingState(this); 520f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mExecutingState = new ExecutingState(this); 521f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 522f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mOutputPortSettingsChangedState = 523f933441648ef6a71dee783d733aac17b9508b452Andreas Huber new OutputPortSettingsChangedState(this); 524f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 525f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mExecutingToIdleState = new ExecutingToIdleState(this); 526f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mIdleToLoadedState = new IdleToLoadedState(this); 527f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mFlushingState = new FlushingState(this); 528f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 529f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mPortEOS[kPortIndexInput] = mPortEOS[kPortIndexOutput] = false; 530dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mInputEOSResult = OK; 531f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 532f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeState(mUninitializedState); 533f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 534f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 535f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::~ACodec() { 536f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 537f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 538f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::setNotificationMessage(const sp<AMessage> &msg) { 539f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNotify = msg; 540f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 541f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 542f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::initiateSetup(const sp<AMessage> &msg) { 543f933441648ef6a71dee783d733aac17b9508b452Andreas Huber msg->setWhat(kWhatSetup); 5441d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar msg->setTarget(this); 545f933441648ef6a71dee783d733aac17b9508b452Andreas Huber msg->post(); 546f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 547f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 548a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Hubervoid ACodec::signalSetParameters(const sp<AMessage> ¶ms) { 5491d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatSetParameters, this); 550a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber msg->setMessage("params", params); 551a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber msg->post(); 552a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber} 553a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 5545778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid ACodec::initiateAllocateComponent(const sp<AMessage> &msg) { 5555778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setWhat(kWhatAllocateComponent); 5561d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar msg->setTarget(this); 5575778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->post(); 5585778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 5595778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5605778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid ACodec::initiateConfigureComponent(const sp<AMessage> &msg) { 5615778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setWhat(kWhatConfigureComponent); 5621d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar msg->setTarget(this); 5635778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->post(); 5645778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 5655778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5661dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t ACodec::setSurface(const sp<Surface> &surface) { 5671dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> msg = new AMessage(kWhatSetSurface, this); 5681dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar msg->setObject("surface", surface); 5691dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 5701dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> response; 5711dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = msg->postAndAwaitResponse(&response); 5721dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 5731dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err == OK) { 5741dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar (void)response->findInt32("err", &err); 5751dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 5761dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 5771dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar} 5781dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 5797cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFaddenvoid ACodec::initiateCreateInputSurface() { 5801d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatCreateInputSurface, this))->post(); 5817cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden} 5827cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 5838f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhangvoid ACodec::initiateSetInputSurface( 584d291c222357303b9611cab89d0c3b047584ef377Chong Zhang const sp<PersistentSurface> &surface) { 5858f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang sp<AMessage> msg = new AMessage(kWhatSetInputSurface, this); 586d291c222357303b9611cab89d0c3b047584ef377Chong Zhang msg->setObject("input-surface", surface); 587d291c222357303b9611cab89d0c3b047584ef377Chong Zhang msg->post(); 588d291c222357303b9611cab89d0c3b047584ef377Chong Zhang} 589d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 5907cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFaddenvoid ACodec::signalEndOfInputStream() { 5911d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatSignalEndOfInputStream, this))->post(); 5927cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden} 5937cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 5945778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid ACodec::initiateStart() { 5951d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatStart, this))->post(); 5965778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 5975778822d86b0337407514b9372562b86edfa91cdAndreas Huber 598f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::signalFlush() { 5997a3a2b2f9bb9421dcf83fbd47276e57917078aefJames Dong ALOGV("[%s] signalFlush", mComponentName.c_str()); 6001d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatFlush, this))->post(); 601f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 602f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 603f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::signalResume() { 6041d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatResume, this))->post(); 605f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 606f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 607c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Hubervoid ACodec::initiateShutdown(bool keepComponentAllocated) { 6081d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatShutdown, this); 609c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber msg->setInt32("keepComponentAllocated", keepComponentAllocated); 610c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber msg->post(); 61130358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar if (!keepComponentAllocated) { 61230358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar // ensure shutdown completes in 3 seconds 6131d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatReleaseCodecInstance, this))->post(3000000); 61430358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar } 615f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 616f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 617496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Hubervoid ACodec::signalRequestIDRFrame() { 6181d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatRequestIDRFrame, this))->post(); 619496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber} 620496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 6214dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar// *** NOTE: THE FOLLOWING WORKAROUND WILL BE REMOVED *** 6224dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar// Some codecs may return input buffers before having them processed. 6234dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar// This causes a halt if we already signaled an EOS on the input 6244dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar// port. For now keep submitting an output buffer if there was an 6254dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar// EOS on the input port, but not yet on the output port. 626054219874873b41f1c815552987c10465c34ba2bLajos Molnarvoid ACodec::signalSubmitOutputMetadataBufferIfEOS_workaround() { 6274dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar if (mPortEOS[kPortIndexInput] && !mPortEOS[kPortIndexOutput] && 628054219874873b41f1c815552987c10465c34ba2bLajos Molnar mMetadataBuffersToSubmit > 0) { 629054219874873b41f1c815552987c10465c34ba2bLajos Molnar (new AMessage(kWhatSubmitOutputMetadataBufferIfEOS, this))->post(); 6304dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar } 6314dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar} 6324dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar 6331dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t ACodec::handleSetSurface(const sp<Surface> &surface) { 6341dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // allow keeping unset surface 6351dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (surface == NULL) { 6361dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mNativeWindow != NULL) { 6371dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGW("cannot unset a surface"); 6381dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return INVALID_OPERATION; 6391dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6401dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return OK; 6411dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6421dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 643e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar // cannot switch from bytebuffers to surface 6441dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mNativeWindow == NULL) { 6451dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGW("component was not configured with a surface"); 6461dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return INVALID_OPERATION; 6471dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6481dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 6491dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ANativeWindow *nativeWindow = surface.get(); 6501dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // if we have not yet started the codec, we can simply set the native window 6511dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mBuffers[kPortIndexInput].size() == 0) { 6521dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mNativeWindow = surface; 6531dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return OK; 6541dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6551dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 6561dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // we do not support changing a tunneled surface after start 6571dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mTunneled) { 6581dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGW("cannot change tunneled surface"); 6591dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return INVALID_OPERATION; 6601dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6611dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 662e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar int usageBits = 0; 663e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar status_t err = setupNativeWindowSizeFormatAndUsage(nativeWindow, &usageBits); 6641dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != OK) { 6651dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 6661dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6671dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 668f42917964a76720932b23e67a05d034cd0cf346bChong Zhang int ignoredFlags = kVideoGrallocUsage; 669e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar // New output surface is not allowed to add new usage flag except ignored ones. 670e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar if ((usageBits & ~(mNativeWindowUsageBits | ignoredFlags)) != 0) { 671e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar ALOGW("cannot change usage from %#x to %#x", mNativeWindowUsageBits, usageBits); 672e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar return BAD_VALUE; 673e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar } 674e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar 6751dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // get min undequeued count. We cannot switch to a surface that has a higher 6761dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // undequeued count than we allocated. 6771dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar int minUndequeuedBuffers = 0; 6781dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = nativeWindow->query( 6791dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar nativeWindow, NATIVE_WINDOW_MIN_UNDEQUEUED_BUFFERS, 6801dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar &minUndequeuedBuffers); 6811dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != 0) { 6821dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGE("NATIVE_WINDOW_MIN_UNDEQUEUED_BUFFERS query failed: %s (%d)", 6831dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar strerror(-err), -err); 6841dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 6851dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6861dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (minUndequeuedBuffers > (int)mNumUndequeuedBuffers) { 6871dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGE("new surface holds onto more buffers (%d) than planned for (%zu)", 6881dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar minUndequeuedBuffers, mNumUndequeuedBuffers); 6891dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return BAD_VALUE; 6901dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6911dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 6921dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // we cannot change the number of output buffers while OMX is running 6931dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // set up surface to the same count 6941dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar Vector<BufferInfo> &buffers = mBuffers[kPortIndexOutput]; 6951dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGV("setting up surface for %zu buffers", buffers.size()); 6961dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 6971dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = native_window_set_buffer_count(nativeWindow, buffers.size()); 6981dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != 0) { 6991dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGE("native_window_set_buffer_count failed: %s (%d)", strerror(-err), 7001dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar -err); 7011dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 7021dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7031dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 704dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // need to enable allocation when attaching 705dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar surface->getIGraphicBufferProducer()->allowAllocation(true); 706dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar 7071dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // for meta data mode, we move dequeud buffers to the new surface. 7081dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // for non-meta mode, we must move all registered buffers 7091dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar for (size_t i = 0; i < buffers.size(); ++i) { 7101dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar const BufferInfo &info = buffers[i]; 7111dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // skip undequeued buffers for meta data mode 712054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (storingMetadataInDecodedBuffers() 713011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar && !mLegacyAdaptiveExperiment 7141dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar && info.mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW) { 7151dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGV("skipping buffer %p", info.mGraphicBuffer->getNativeBuffer()); 7161dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar continue; 7171dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7181dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGV("attaching buffer %p", info.mGraphicBuffer->getNativeBuffer()); 7191dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 7201dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = surface->attachBuffer(info.mGraphicBuffer->getNativeBuffer()); 7211dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != OK) { 7221dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGE("failed to attach buffer %p to the new surface: %s (%d)", 7231dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar info.mGraphicBuffer->getNativeBuffer(), 7241dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar strerror(-err), -err); 7251dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 7261dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7271dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7281dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 7291dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // cancel undequeued buffers to new surface 730054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (!storingMetadataInDecodedBuffers() || mLegacyAdaptiveExperiment) { 7311dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar for (size_t i = 0; i < buffers.size(); ++i) { 73215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar BufferInfo &info = buffers.editItemAt(i); 7331dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (info.mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW) { 7341dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGV("canceling buffer %p", info.mGraphicBuffer->getNativeBuffer()); 7351dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = nativeWindow->cancelBuffer( 73615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar nativeWindow, info.mGraphicBuffer->getNativeBuffer(), info.mFenceFd); 73715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info.mFenceFd = -1; 7381dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != OK) { 7391dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGE("failed to cancel buffer %p to the new surface: %s (%d)", 7401dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar info.mGraphicBuffer->getNativeBuffer(), 7411dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar strerror(-err), -err); 7421dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 7431dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7441dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7451dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7461dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // disallow further allocation 7471dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar (void)surface->getIGraphicBufferProducer()->allowAllocation(false); 7481dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7491dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 750484979b1ab25aa41f503bd846323ab93b46d37e5Lajos Molnar // push blank buffers to previous window if requested 751484979b1ab25aa41f503bd846323ab93b46d37e5Lajos Molnar if (mFlags & kFlagPushBlankBuffersToNativeWindowOnShutdown) { 752484979b1ab25aa41f503bd846323ab93b46d37e5Lajos Molnar pushBlankBuffersToNativeWindow(mNativeWindow.get()); 753484979b1ab25aa41f503bd846323ab93b46d37e5Lajos Molnar } 754484979b1ab25aa41f503bd846323ab93b46d37e5Lajos Molnar 7551dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mNativeWindow = nativeWindow; 756e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar mNativeWindowUsageBits = usageBits; 7571dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return OK; 7581dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar} 7591dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 760f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::allocateBuffersOnPort(OMX_U32 portIndex) { 761f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 762f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 763f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(mDealer[portIndex] == NULL); 764f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(mBuffers[portIndex].isEmpty()); 765f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7665778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err; 767f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mNativeWindow != NULL && portIndex == kPortIndexOutput) { 768054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (storingMetadataInDecodedBuffers()) { 769054219874873b41f1c815552987c10465c34ba2bLajos Molnar err = allocateOutputMetadataBuffers(); 770054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } else { 771054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar err = allocateOutputBuffersFromNativeWindow(); 772054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 7735778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 7745778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 7755778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&def); 7765778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.nPortIndex = portIndex; 777f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7785778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->getParameter( 7795778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 780f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7815778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err == OK) { 782054219874873b41f1c815552987c10465c34ba2bLajos Molnar MetadataBufferType type = 783054219874873b41f1c815552987c10465c34ba2bLajos Molnar portIndex == kPortIndexOutput ? mOutputMetadataType : mInputMetadataType; 784054219874873b41f1c815552987c10465c34ba2bLajos Molnar int32_t bufSize = def.nBufferSize; 785054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (type == kMetadataBufferTypeGrallocSource) { 786054219874873b41f1c815552987c10465c34ba2bLajos Molnar bufSize = sizeof(VideoGrallocMetadata); 787054219874873b41f1c815552987c10465c34ba2bLajos Molnar } else if (type == kMetadataBufferTypeANWBuffer) { 788054219874873b41f1c815552987c10465c34ba2bLajos Molnar bufSize = sizeof(VideoNativeMetadata); 789054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 790054219874873b41f1c815552987c10465c34ba2bLajos Molnar 791054219874873b41f1c815552987c10465c34ba2bLajos Molnar // If using gralloc or native source input metadata buffers, allocate largest 792054219874873b41f1c815552987c10465c34ba2bLajos Molnar // metadata size as we prefer to generate native source metadata, but component 7935fb8b2987ab96ad65dc4b046616607ece16d6fb3Lajos Molnar // may require gralloc source. For camera source, allocate at least enough 7945fb8b2987ab96ad65dc4b046616607ece16d6fb3Lajos Molnar // size for native metadata buffers. 795054219874873b41f1c815552987c10465c34ba2bLajos Molnar int32_t allottedSize = bufSize; 7965fb8b2987ab96ad65dc4b046616607ece16d6fb3Lajos Molnar if (portIndex == kPortIndexInput && type >= kMetadataBufferTypeGrallocSource) { 797054219874873b41f1c815552987c10465c34ba2bLajos Molnar bufSize = max(sizeof(VideoGrallocMetadata), sizeof(VideoNativeMetadata)); 7985fb8b2987ab96ad65dc4b046616607ece16d6fb3Lajos Molnar } else if (portIndex == kPortIndexInput && type == kMetadataBufferTypeCameraSource) { 7995fb8b2987ab96ad65dc4b046616607ece16d6fb3Lajos Molnar bufSize = max(bufSize, (int32_t)sizeof(VideoNativeMetadata)); 800054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 801054219874873b41f1c815552987c10465c34ba2bLajos Molnar 802054219874873b41f1c815552987c10465c34ba2bLajos Molnar ALOGV("[%s] Allocating %u buffers of size %d/%d (from %u using %s) on %s port", 8035778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentName.c_str(), 804054219874873b41f1c815552987c10465c34ba2bLajos Molnar def.nBufferCountActual, bufSize, allottedSize, def.nBufferSize, asString(type), 8055778822d86b0337407514b9372562b86edfa91cdAndreas Huber portIndex == kPortIndexInput ? "input" : "output"); 806f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 80734e63e9ffe6496d9180c825dc119c1fd1020ef8bMarco Nelissen if (bufSize == 0 || def.nBufferCountActual > SIZE_MAX / bufSize) { 80834e63e9ffe6496d9180c825dc119c1fd1020ef8bMarco Nelissen ALOGE("b/22885421"); 80934e63e9ffe6496d9180c825dc119c1fd1020ef8bMarco Nelissen return NO_MEMORY; 81034e63e9ffe6496d9180c825dc119c1fd1020ef8bMarco Nelissen } 811054219874873b41f1c815552987c10465c34ba2bLajos Molnar size_t totalSize = def.nBufferCountActual * bufSize; 8125778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDealer[portIndex] = new MemoryDealer(totalSize, "ACodec"); 813f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 814054219874873b41f1c815552987c10465c34ba2bLajos Molnar for (OMX_U32 i = 0; i < def.nBufferCountActual && err == OK; ++i) { 815054219874873b41f1c815552987c10465c34ba2bLajos Molnar sp<IMemory> mem = mDealer[portIndex]->allocate(bufSize); 8165581770ee0dde70e2e9c50533be35e537a5800efChong Zhang if (mem == NULL || mem->pointer() == NULL) { 817777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return NO_MEMORY; 818777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 819f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 820ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber BufferInfo info; 821ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber info.mStatus = BufferInfo::OWNED_BY_US; 82215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info.mFenceFd = -1; 82390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar info.mRenderInfo = NULL; 824a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar info.mNativeHandle = NULL; 825f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 826afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber uint32_t requiresAllocateBufferBit = 827afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber (portIndex == kPortIndexInput) 828b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar ? kRequiresAllocateBufferOnInputPorts 829b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar : kRequiresAllocateBufferOnOutputPorts; 8301065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber 831e33d922fd86699c664a15f09e6d8b2e422736a40Lajos Molnar if (portIndex == kPortIndexInput && (mFlags & kFlagIsSecure)) { 832ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber mem.clear(); 833ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 834a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar void *ptr = NULL; 835a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar native_handle_t *native_handle = NULL; 836a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar err = mOMX->allocateSecureBuffer( 837054219874873b41f1c815552987c10465c34ba2bLajos Molnar mNode, portIndex, bufSize, &info.mBufferID, 838a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar &ptr, &native_handle); 839a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar 840a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar // TRICKY: this representation is unorthodox, but ACodec requires 841a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar // an ABuffer with a proper size to validate range offsets and lengths. 842a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar // Since mData is never referenced for secure input, it is used to store 843a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar // either the pointer to the secure buffer, or the opaque handle as on 844a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar // some devices ptr is actually an opaque handle, not a pointer. 845a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar 846a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar // TRICKY2: use native handle as the base of the ABuffer if received one, 847a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar // because Widevine source only receives these base addresses. 848a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar info.mData = new ABuffer(ptr != NULL ? ptr : (void *)native_handle, bufSize); 849a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar info.mNativeHandle = NativeHandle::create(native_handle, true /* ownsHandle */); 850ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } else if (mQuirks & requiresAllocateBufferBit) { 8515778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->allocateBufferWithBackup( 852054219874873b41f1c815552987c10465c34ba2bLajos Molnar mNode, portIndex, mem, &info.mBufferID, allottedSize); 8535778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 854054219874873b41f1c815552987c10465c34ba2bLajos Molnar err = mOMX->useBuffer(mNode, portIndex, mem, &info.mBufferID, allottedSize); 855ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 856ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 857ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber if (mem != NULL) { 858054219874873b41f1c815552987c10465c34ba2bLajos Molnar info.mData = new ABuffer(mem->pointer(), bufSize); 859054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (type == kMetadataBufferTypeANWBuffer) { 860054219874873b41f1c815552987c10465c34ba2bLajos Molnar ((VideoNativeMetadata *)mem->pointer())->nFenceFd = -1; 861054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 86286b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu info.mMemRef = mem; 8635778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 8641065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber 8655778822d86b0337407514b9372562b86edfa91cdAndreas Huber mBuffers[portIndex].push(info); 8661065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber } 8671065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber } 8685778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 869f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 8705778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 8715778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 8725778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 873f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 8745778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> notify = mNotify->dup(); 875d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatBuffersAllocated); 8765778822d86b0337407514b9372562b86edfa91cdAndreas Huber 8775778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->setInt32("portIndex", portIndex); 878eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 879eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber sp<PortDescription> desc = new PortDescription; 880eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 8815778822d86b0337407514b9372562b86edfa91cdAndreas Huber for (size_t i = 0; i < mBuffers[portIndex].size(); ++i) { 882eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber const BufferInfo &info = mBuffers[portIndex][i]; 883a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar desc->addBuffer(info.mBufferID, info.mData, info.mNativeHandle, info.mMemRef); 884f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 885f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 886eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber notify->setObject("portDesc", desc); 8875778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->post(); 8885778822d86b0337407514b9372562b86edfa91cdAndreas Huber 889f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return OK; 890f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 891f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 892e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnarstatus_t ACodec::setupNativeWindowSizeFormatAndUsage( 893e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar ANativeWindow *nativeWindow /* nonnull */, int *finalUsage /* nonnull */) { 8941dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar OMX_PARAM_PORTDEFINITIONTYPE def; 8951dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar InitOMXParams(&def); 8961dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar def.nPortIndex = kPortIndexOutput; 8971dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 8981dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = mOMX->getParameter( 8991dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 9001dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 9011dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != OK) { 9021dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 9031dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 9041dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 9051dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar OMX_U32 usage = 0; 9061dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = mOMX->getGraphicBufferUsage(mNode, kPortIndexOutput, &usage); 9071dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != 0) { 9081dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGW("querying usage flags from OMX IL component failed: %d", err); 9091dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // XXX: Currently this error is logged, but not fatal. 9101dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar usage = 0; 9111dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 9121dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar int omxUsage = usage; 9131dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 9141dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mFlags & kFlagIsGrallocUsageProtected) { 9151dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar usage |= GRALLOC_USAGE_PROTECTED; 9161dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 9171dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 918f42917964a76720932b23e67a05d034cd0cf346bChong Zhang usage |= kVideoGrallocUsage; 919e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar *finalUsage = usage; 920b2d0b487efd40700199852c9a18b369b1651f15bLajos Molnar 9211dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGV("gralloc usage: %#x(OMX) => %#x(ACodec)", omxUsage, usage); 9221dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return setNativeWindowSizeFormatAndUsage( 9231dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar nativeWindow, 9241dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar def.format.video.nFrameWidth, 9251dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar def.format.video.nFrameHeight, 9261dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar def.format.video.eColorFormat, 9271dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mRotationDegrees, 9281dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar usage); 9291dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar} 9301dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 9311dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t ACodec::configureOutputBuffersFromNativeWindow( 9321dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar OMX_U32 *bufferCount, OMX_U32 *bufferSize, 9331dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar OMX_U32 *minUndequeuedBuffers) { 9341dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar OMX_PARAM_PORTDEFINITIONTYPE def; 9351dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar InitOMXParams(&def); 9361dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar def.nPortIndex = kPortIndexOutput; 9371dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 9381dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = mOMX->getParameter( 9391dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 9401dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 9411dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err == OK) { 942e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar err = setupNativeWindowSizeFormatAndUsage(mNativeWindow.get(), &mNativeWindowUsageBits); 9431dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 9441dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != OK) { 945e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar mNativeWindowUsageBits = 0; 9461dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 9471dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 9481dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 949ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad // Exits here for tunneled video playback codecs -- i.e. skips native window 950ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad // buffer allocation step as this is managed by the tunneled OMX omponent 951ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad // itself and explicitly sets def.nBufferCountActual to 0. 952ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad if (mTunneled) { 953ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad ALOGV("Tunneled Playback: skipping native window buffer allocation."); 954ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad def.nBufferCountActual = 0; 955ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad err = mOMX->setParameter( 956ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 957ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad 958ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad *minUndequeuedBuffers = 0; 959ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad *bufferCount = 0; 960ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad *bufferSize = 0; 961ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad return err; 962ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad } 963ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad 964054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar *minUndequeuedBuffers = 0; 965258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis err = mNativeWindow->query( 966258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis mNativeWindow.get(), NATIVE_WINDOW_MIN_UNDEQUEUED_BUFFERS, 967054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar (int *)minUndequeuedBuffers); 968258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis 969258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis if (err != 0) { 97029357bc2c0dd7c43ad3bd0c8e3efa4e6fd9bfd47Steve Block ALOGE("NATIVE_WINDOW_MIN_UNDEQUEUED_BUFFERS query failed: %s (%d)", 971258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis strerror(-err), -err); 972258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis return err; 973258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis } 974258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis 975e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // FIXME: assume that surface is controlled by app (native window 976e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // returns the number for the case when surface is not controlled by app) 9771faa41704e0b976e546321effcb09a85767d51baLajos Molnar // FIXME2: This means that minUndeqeueudBufs can be 1 larger than reported 9781faa41704e0b976e546321effcb09a85767d51baLajos Molnar // For now, try to allocate 1 more buffer, but don't fail if unsuccessful 979e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar 980e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // Use conservative allocation while also trying to reduce starvation 981e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // 982e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // 1. allocate at least nBufferCountMin + minUndequeuedBuffers - that is the 983e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // minimum needed for the consumer to be able to work 984e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // 2. try to allocate two (2) additional buffers to reduce starvation from 985e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // the consumer 9861faa41704e0b976e546321effcb09a85767d51baLajos Molnar // plus an extra buffer to account for incorrect minUndequeuedBufs 9871faa41704e0b976e546321effcb09a85767d51baLajos Molnar for (OMX_U32 extraBuffers = 2 + 1; /* condition inside loop */; extraBuffers--) { 988e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar OMX_U32 newBufferCount = 989e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar def.nBufferCountMin + *minUndequeuedBuffers + extraBuffers; 990258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis def.nBufferCountActual = newBufferCount; 991258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis err = mOMX->setParameter( 992258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 993258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis 994e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar if (err == OK) { 995e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar *minUndequeuedBuffers += extraBuffers; 996e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar break; 997e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar } 998e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar 999609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGW("[%s] setting nBufferCountActual to %u failed: %d", 1000e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar mComponentName.c_str(), newBufferCount, err); 1001e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar /* exit condition */ 1002e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar if (extraBuffers == 0) { 1003258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis return err; 1004258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis } 1005258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis } 1006258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis 1007f933441648ef6a71dee783d733aac17b9508b452Andreas Huber err = native_window_set_buffer_count( 1008f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNativeWindow.get(), def.nBufferCountActual); 1009f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1010f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != 0) { 101129357bc2c0dd7c43ad3bd0c8e3efa4e6fd9bfd47Steve Block ALOGE("native_window_set_buffer_count failed: %s (%d)", strerror(-err), 1012f933441648ef6a71dee783d733aac17b9508b452Andreas Huber -err); 1013f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 1014f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1015f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1016054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar *bufferCount = def.nBufferCountActual; 1017054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar *bufferSize = def.nBufferSize; 1018054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar return err; 1019054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar} 1020054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1021054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnarstatus_t ACodec::allocateOutputBuffersFromNativeWindow() { 1022054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar OMX_U32 bufferCount, bufferSize, minUndequeuedBuffers; 1023054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar status_t err = configureOutputBuffersFromNativeWindow( 1024054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar &bufferCount, &bufferSize, &minUndequeuedBuffers); 1025054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar if (err != 0) 1026054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar return err; 1027e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar mNumUndequeuedBuffers = minUndequeuedBuffers; 1028054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1029054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (!storingMetadataInDecodedBuffers()) { 10303298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia static_cast<Surface*>(mNativeWindow.get()) 10313298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia ->getIGraphicBufferProducer()->allowAllocation(true); 10323298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia } 10333298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia 1034609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] Allocating %u buffers from a native window of size %u on " 1035f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "output port", 1036054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mComponentName.c_str(), bufferCount, bufferSize); 1037f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1038f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // Dequeue buffers and send them to OMX 1039054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar for (OMX_U32 i = 0; i < bufferCount; i++) { 10408ce2364512f7c32c824f5ec5719688830ba72427Iliyan Malchev ANativeWindowBuffer *buf; 104115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int fenceFd; 104215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar err = mNativeWindow->dequeueBuffer(mNativeWindow.get(), &buf, &fenceFd); 1043f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != 0) { 104429357bc2c0dd7c43ad3bd0c8e3efa4e6fd9bfd47Steve Block ALOGE("dequeueBuffer failed: %s (%d)", strerror(-err), -err); 1045f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 1046f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1047f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1048f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<GraphicBuffer> graphicBuffer(new GraphicBuffer(buf, false)); 104974006804065941841883c4b46ee785070164023fJamie Gennis BufferInfo info; 105074006804065941841883c4b46ee785070164023fJamie Gennis info.mStatus = BufferInfo::OWNED_BY_US; 105115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info.mFenceFd = fenceFd; 105215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info.mIsReadFence = false; 105390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar info.mRenderInfo = NULL; 1054054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar info.mData = new ABuffer(NULL /* data */, bufferSize /* capacity */); 105574006804065941841883c4b46ee785070164023fJamie Gennis info.mGraphicBuffer = graphicBuffer; 105674006804065941841883c4b46ee785070164023fJamie Gennis mBuffers[kPortIndexOutput].push(info); 105774006804065941841883c4b46ee785070164023fJamie Gennis 1058f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferId; 1059f933441648ef6a71dee783d733aac17b9508b452Andreas Huber err = mOMX->useGraphicBuffer(mNode, kPortIndexOutput, graphicBuffer, 1060f933441648ef6a71dee783d733aac17b9508b452Andreas Huber &bufferId); 1061f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != 0) { 1062609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGE("registering GraphicBuffer %u with OMX IL component failed: " 106374006804065941841883c4b46ee785070164023fJamie Gennis "%d", i, err); 1064f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 1065f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1066f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 106774006804065941841883c4b46ee785070164023fJamie Gennis mBuffers[kPortIndexOutput].editItemAt(i).mBufferID = bufferId; 106874006804065941841883c4b46ee785070164023fJamie Gennis 1069609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] Registered graphic buffer with ID %u (pointer = %p)", 1070f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mComponentName.c_str(), 1071f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bufferId, graphicBuffer.get()); 1072f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1073f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1074f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 cancelStart; 1075f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 cancelEnd; 1076f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1077f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != 0) { 1078f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // If an error occurred while dequeuing we need to cancel any buffers 1079f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // that were dequeued. 1080f933441648ef6a71dee783d733aac17b9508b452Andreas Huber cancelStart = 0; 108174006804065941841883c4b46ee785070164023fJamie Gennis cancelEnd = mBuffers[kPortIndexOutput].size(); 1082f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else { 1083054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar // Return the required minimum undequeued buffers to the native window. 1084054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar cancelStart = bufferCount - minUndequeuedBuffers; 1085054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar cancelEnd = bufferCount; 1086f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1087f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1088f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (OMX_U32 i = cancelStart; i < cancelEnd; i++) { 1089f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = &mBuffers[kPortIndexOutput].editItemAt(i); 10903175d2babfcdcb64f41309157e0436d00375ae4bWei Jia if (info->mStatus == BufferInfo::OWNED_BY_US) { 10913175d2babfcdcb64f41309157e0436d00375ae4bWei Jia status_t error = cancelBufferToNativeWindow(info); 10923175d2babfcdcb64f41309157e0436d00375ae4bWei Jia if (err == 0) { 10933175d2babfcdcb64f41309157e0436d00375ae4bWei Jia err = error; 10943175d2babfcdcb64f41309157e0436d00375ae4bWei Jia } 10953fb9f68dea5d991288f0ea8037742b50c7df5767Wei Jia } 1096f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1097f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1098054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (!storingMetadataInDecodedBuffers()) { 10993298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia static_cast<Surface*>(mNativeWindow.get()) 11003298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia ->getIGraphicBufferProducer()->allowAllocation(false); 11013298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia } 11023298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia 1103f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 1104f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1105f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1106054219874873b41f1c815552987c10465c34ba2bLajos Molnarstatus_t ACodec::allocateOutputMetadataBuffers() { 1107054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar OMX_U32 bufferCount, bufferSize, minUndequeuedBuffers; 1108054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar status_t err = configureOutputBuffersFromNativeWindow( 1109054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar &bufferCount, &bufferSize, &minUndequeuedBuffers); 1110054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar if (err != 0) 1111054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar return err; 1112e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar mNumUndequeuedBuffers = minUndequeuedBuffers; 1113054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1114e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar ALOGV("[%s] Allocating %u meta buffers on output port", 1115e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar mComponentName.c_str(), bufferCount); 1116e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1117054219874873b41f1c815552987c10465c34ba2bLajos Molnar size_t bufSize = mOutputMetadataType == kMetadataBufferTypeANWBuffer ? 1118054219874873b41f1c815552987c10465c34ba2bLajos Molnar sizeof(struct VideoNativeMetadata) : sizeof(struct VideoGrallocMetadata); 1119054219874873b41f1c815552987c10465c34ba2bLajos Molnar size_t totalSize = bufferCount * bufSize; 1120e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar mDealer[kPortIndexOutput] = new MemoryDealer(totalSize, "ACodec"); 1121e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1122e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar // Dequeue buffers and send them to OMX 1123e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar for (OMX_U32 i = 0; i < bufferCount; i++) { 1124e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar BufferInfo info; 1125e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar info.mStatus = BufferInfo::OWNED_BY_NATIVE_WINDOW; 112615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info.mFenceFd = -1; 112790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar info.mRenderInfo = NULL; 1128e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar info.mGraphicBuffer = NULL; 1129e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar info.mDequeuedAt = mDequeueCounter; 1130e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1131054219874873b41f1c815552987c10465c34ba2bLajos Molnar sp<IMemory> mem = mDealer[kPortIndexOutput]->allocate(bufSize); 11325581770ee0dde70e2e9c50533be35e537a5800efChong Zhang if (mem == NULL || mem->pointer() == NULL) { 1133777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return NO_MEMORY; 1134777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 1135054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mOutputMetadataType == kMetadataBufferTypeANWBuffer) { 1136054219874873b41f1c815552987c10465c34ba2bLajos Molnar ((VideoNativeMetadata *)mem->pointer())->nFenceFd = -1; 1137054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 1138e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar info.mData = new ABuffer(mem->pointer(), mem->size()); 1139e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1140e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar // we use useBuffer for metadata regardless of quirks 1141e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar err = mOMX->useBuffer( 1142cc7cc67349b7a3f498882087aa42ffc05a2daf11Lajos Molnar mNode, kPortIndexOutput, mem, &info.mBufferID, mem->size()); 114386b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu info.mMemRef = mem; 1144e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar mBuffers[kPortIndexOutput].push(info); 1145e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1146e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar ALOGV("[%s] allocated meta buffer with ID %u (pointer = %p)", 1147e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar mComponentName.c_str(), info.mBufferID, mem->pointer()); 1148e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar } 1149e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1150011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar if (mLegacyAdaptiveExperiment) { 1151e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar // preallocate and preregister buffers 1152011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar static_cast<Surface *>(mNativeWindow.get()) 1153011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar ->getIGraphicBufferProducer()->allowAllocation(true); 1154011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar 1155011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar ALOGV("[%s] Allocating %u buffers from a native window of size %u on " 1156011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar "output port", 1157011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar mComponentName.c_str(), bufferCount, bufferSize); 1158011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar 1159011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar // Dequeue buffers then cancel them all 1160011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar for (OMX_U32 i = 0; i < bufferCount; i++) { 1161e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar BufferInfo *info = &mBuffers[kPortIndexOutput].editItemAt(i); 1162e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1163011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar ANativeWindowBuffer *buf; 116415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int fenceFd; 116515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar err = mNativeWindow->dequeueBuffer(mNativeWindow.get(), &buf, &fenceFd); 1166011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar if (err != 0) { 1167011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar ALOGE("dequeueBuffer failed: %s (%d)", strerror(-err), -err); 1168011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar break; 1169011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar } 1170011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar 1171011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar sp<GraphicBuffer> graphicBuffer(new GraphicBuffer(buf, false)); 1172e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar mOMX->updateGraphicBufferInMeta( 1173e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar mNode, kPortIndexOutput, graphicBuffer, info->mBufferID); 1174e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar info->mStatus = BufferInfo::OWNED_BY_US; 117515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->setWriteFence(fenceFd, "allocateOutputMetadataBuffers for legacy"); 1176e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar info->mGraphicBuffer = graphicBuffer; 1177011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar } 1178011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar 1179011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar for (OMX_U32 i = 0; i < mBuffers[kPortIndexOutput].size(); i++) { 1180011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar BufferInfo *info = &mBuffers[kPortIndexOutput].editItemAt(i); 11813175d2babfcdcb64f41309157e0436d00375ae4bWei Jia if (info->mStatus == BufferInfo::OWNED_BY_US) { 11823175d2babfcdcb64f41309157e0436d00375ae4bWei Jia status_t error = cancelBufferToNativeWindow(info); 11833175d2babfcdcb64f41309157e0436d00375ae4bWei Jia if (err == OK) { 11843175d2babfcdcb64f41309157e0436d00375ae4bWei Jia err = error; 11853175d2babfcdcb64f41309157e0436d00375ae4bWei Jia } 1186011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar } 1187011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar } 1188011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar 1189011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar static_cast<Surface*>(mNativeWindow.get()) 1190011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar ->getIGraphicBufferProducer()->allowAllocation(false); 1191011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar } 1192011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar 1193054219874873b41f1c815552987c10465c34ba2bLajos Molnar mMetadataBuffersToSubmit = bufferCount - minUndequeuedBuffers; 1194054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar return err; 1195054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar} 1196054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1197054219874873b41f1c815552987c10465c34ba2bLajos Molnarstatus_t ACodec::submitOutputMetadataBuffer() { 1198054219874873b41f1c815552987c10465c34ba2bLajos Molnar CHECK(storingMetadataInDecodedBuffers()); 1199054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mMetadataBuffersToSubmit == 0) 1200054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar return OK; 1201054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1202054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar BufferInfo *info = dequeueBufferFromNativeWindow(); 12030806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (info == NULL) { 1204054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar return ERROR_IO; 12050806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 1206054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1207609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] submitting output meta buffer ID %u for graphic buffer %p", 1208054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mComponentName.c_str(), info->mBufferID, info->mGraphicBuffer.get()); 1209054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1210054219874873b41f1c815552987c10465c34ba2bLajos Molnar --mMetadataBuffersToSubmit; 121115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkWriteFence("submitOutputMetadataBuffer"); 121215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar status_t err = mOMX->fillBuffer(mNode, info->mBufferID, info->mFenceFd); 121315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 1214777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err == OK) { 1215777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim info->mStatus = BufferInfo::OWNED_BY_COMPONENT; 1216777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 1217054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1218777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 1219054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar} 1220054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 122115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnarstatus_t ACodec::waitForFence(int fd, const char *dbg ) { 122215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar status_t res = OK; 122315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (fd >= 0) { 122415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar sp<Fence> fence = new Fence(fd); 122515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar res = fence->wait(IOMX::kFenceTimeoutMs); 122615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGW_IF(res != OK, "FENCE TIMEOUT for %d in %s", fd, dbg); 122715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 122815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar return res; 122915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar} 123015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 12310806340688c937e7b78c2d89db3809274130df4eLajos Molnar// static 12320806340688c937e7b78c2d89db3809274130df4eLajos Molnarconst char *ACodec::_asString(BufferInfo::Status s) { 12330806340688c937e7b78c2d89db3809274130df4eLajos Molnar switch (s) { 12340806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_US: return "OUR"; 12350806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_COMPONENT: return "COMPONENT"; 12360806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_UPSTREAM: return "UPSTREAM"; 12370806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_DOWNSTREAM: return "DOWNSTREAM"; 12380806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_NATIVE_WINDOW: return "SURFACE"; 12390806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::UNRECOGNIZED: return "UNRECOGNIZED"; 12400806340688c937e7b78c2d89db3809274130df4eLajos Molnar default: return "?"; 12410806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 12420806340688c937e7b78c2d89db3809274130df4eLajos Molnar} 12430806340688c937e7b78c2d89db3809274130df4eLajos Molnar 12440806340688c937e7b78c2d89db3809274130df4eLajos Molnarvoid ACodec::dumpBuffers(OMX_U32 portIndex) { 12450806340688c937e7b78c2d89db3809274130df4eLajos Molnar CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 12460806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGI("[%s] %s port has %zu buffers:", mComponentName.c_str(), 12470806340688c937e7b78c2d89db3809274130df4eLajos Molnar portIndex == kPortIndexInput ? "input" : "output", mBuffers[portIndex].size()); 12480806340688c937e7b78c2d89db3809274130df4eLajos Molnar for (size_t i = 0; i < mBuffers[portIndex].size(); ++i) { 12490806340688c937e7b78c2d89db3809274130df4eLajos Molnar const BufferInfo &info = mBuffers[portIndex][i]; 12500806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGI(" slot %2zu: #%8u %p/%p %s(%d) dequeued:%u", 12510806340688c937e7b78c2d89db3809274130df4eLajos Molnar i, info.mBufferID, info.mGraphicBuffer.get(), 12520806340688c937e7b78c2d89db3809274130df4eLajos Molnar info.mGraphicBuffer == NULL ? NULL : info.mGraphicBuffer->getNativeBuffer(), 12530806340688c937e7b78c2d89db3809274130df4eLajos Molnar _asString(info.mStatus), info.mStatus, info.mDequeuedAt); 12540806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 12550806340688c937e7b78c2d89db3809274130df4eLajos Molnar} 12560806340688c937e7b78c2d89db3809274130df4eLajos Molnar 1257f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::cancelBufferToNativeWindow(BufferInfo *info) { 1258f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ((int)info->mStatus, (int)BufferInfo::OWNED_BY_US); 1259f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1260609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] Calling cancelBuffer on buffer %u", 1261f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mComponentName.c_str(), info->mBufferID); 1262f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 126315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkWriteFence("cancelBufferToNativeWindow"); 1264f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int err = mNativeWindow->cancelBuffer( 126515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mNativeWindow.get(), info->mGraphicBuffer.get(), info->mFenceFd); 126615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 1267f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 12683fb9f68dea5d991288f0ea8037742b50c7df5767Wei Jia ALOGW_IF(err != 0, "[%s] can not return buffer %u to native window", 12693fb9f68dea5d991288f0ea8037742b50c7df5767Wei Jia mComponentName.c_str(), info->mBufferID); 12700806340688c937e7b78c2d89db3809274130df4eLajos Molnar // change ownership even if cancelBuffer fails 1271f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_NATIVE_WINDOW; 1272f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 12733fb9f68dea5d991288f0ea8037742b50c7df5767Wei Jia return err; 1274f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1275f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 127690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarvoid ACodec::updateRenderInfoForDequeuedBuffer( 127790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar ANativeWindowBuffer *buf, int fenceFd, BufferInfo *info) { 127890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 127990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar info->mRenderInfo = 128090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mRenderTracker.updateInfoForDequeuedBuffer( 128190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar buf, fenceFd, info - &mBuffers[kPortIndexOutput][0]); 128290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 128390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // check for any fences already signaled 128490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar notifyOfRenderedFrames(false /* dropIncomplete */, info->mRenderInfo); 128590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 128690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 128790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarvoid ACodec::onFrameRendered(int64_t mediaTimeUs, nsecs_t systemNano) { 128890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (mRenderTracker.onFrameRendered(mediaTimeUs, systemNano) != OK) { 128990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mRenderTracker.dumpRenderQueue(); 129090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 129190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 129290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 129390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarvoid ACodec::notifyOfRenderedFrames(bool dropIncomplete, FrameRenderTracker::Info *until) { 129490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar sp<AMessage> msg = mNotify->dup(); 129590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar msg->setInt32("what", CodecBase::kWhatOutputFramesRendered); 129690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar std::list<FrameRenderTracker::Info> done = 129790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mRenderTracker.checkFencesAndGetRenderedFrames(until, dropIncomplete); 129890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 129990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // unlink untracked frames 130090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar for (std::list<FrameRenderTracker::Info>::const_iterator it = done.cbegin(); 130190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar it != done.cend(); ++it) { 1302604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar ssize_t index = it->getIndex(); 1303604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar if (index >= 0 && (size_t)index < mBuffers[kPortIndexOutput].size()) { 1304604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar mBuffers[kPortIndexOutput].editItemAt(index).mRenderInfo = NULL; 1305604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar } else if (index >= 0) { 1306604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar // THIS SHOULD NEVER HAPPEN 1307604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar ALOGE("invalid index %zd in %zu", index, mBuffers[kPortIndexOutput].size()); 130890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 130990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 131090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 131190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (MediaCodec::CreateFramesRenderedMessage(done, msg)) { 131290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar msg->post(); 131390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 131490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 131590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 1316f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::BufferInfo *ACodec::dequeueBufferFromNativeWindow() { 13178ce2364512f7c32c824f5ec5719688830ba72427Iliyan Malchev ANativeWindowBuffer *buf; 1318054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar CHECK(mNativeWindow.get() != NULL); 1319ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad 1320ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad if (mTunneled) { 1321ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad ALOGW("dequeueBufferFromNativeWindow() should not be called in tunnel" 1322ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad " video playback mode mode!"); 1323ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad return NULL; 1324ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad } 1325ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad 1326346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang if (mFatalError) { 1327346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang ALOGW("not dequeuing from native window due to fatal error"); 1328346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang return NULL; 1329346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang } 1330346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang 133115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int fenceFd = -1; 1332dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar do { 133315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar status_t err = mNativeWindow->dequeueBuffer(mNativeWindow.get(), &buf, &fenceFd); 133415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (err != 0) { 133515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGE("dequeueBuffer failed: %s(%d).", asString(err), err); 1336dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar return NULL; 1337dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar } 1338f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1339dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar bool stale = false; 1340b92add32c22656dedfb82d26ccc168c43c92b8ebChad Brubaker for (size_t i = mBuffers[kPortIndexOutput].size(); i > 0;) { 1341b92add32c22656dedfb82d26ccc168c43c92b8ebChad Brubaker i--; 1342dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar BufferInfo *info = &mBuffers[kPortIndexOutput].editItemAt(i); 1343dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar 1344dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar if (info->mGraphicBuffer != NULL && 134590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar info->mGraphicBuffer->handle == buf->handle) { 1346dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // Since consumers can attach buffers to BufferQueues, it is possible 1347dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // that a known yet stale buffer can return from a surface that we 1348dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // once used. We can simply ignore this as we have already dequeued 1349dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // this buffer properly. NOTE: this does not eliminate all cases, 1350dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // e.g. it is possible that we have queued the valid buffer to the 1351dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // NW, and a stale copy of the same buffer gets dequeued - which will 1352dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // be treated as the valid buffer by ACodec. 1353dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar if (info->mStatus != BufferInfo::OWNED_BY_NATIVE_WINDOW) { 1354dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar ALOGI("dequeued stale buffer %p. discarding", buf); 1355dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar stale = true; 1356dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar break; 1357dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar } 135890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 1359dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar ALOGV("dequeued buffer %p", info->mGraphicBuffer->getNativeBuffer()); 1360dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar info->mStatus = BufferInfo::OWNED_BY_US; 136115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->setWriteFence(fenceFd, "dequeueBufferFromNativeWindow"); 136290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar updateRenderInfoForDequeuedBuffer(buf, fenceFd, info); 1363dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar return info; 1364dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar } 1365dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar } 1366f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1367dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // It is also possible to receive a previously unregistered buffer 1368dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // in non-meta mode. These should be treated as stale buffers. The 1369dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // same is possible in meta mode, in which case, it will be treated 1370dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // as a normal buffer, which is not desirable. 1371dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // TODO: fix this. 1372054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (!stale && (!storingMetadataInDecodedBuffers() || mLegacyAdaptiveExperiment)) { 1373dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar ALOGI("dequeued unrecognized (stale) buffer %p. discarding", buf); 1374dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar stale = true; 1375dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar } 1376dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar if (stale) { 1377dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // TODO: detach stale buffer, but there is no API yet to do it. 1378dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar buf = NULL; 1379f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1380dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar } while (buf == NULL); 1381054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1382dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // get oldest undequeued buffer 1383dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar BufferInfo *oldest = NULL; 1384b92add32c22656dedfb82d26ccc168c43c92b8ebChad Brubaker for (size_t i = mBuffers[kPortIndexOutput].size(); i > 0;) { 1385b92add32c22656dedfb82d26ccc168c43c92b8ebChad Brubaker i--; 1386dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar BufferInfo *info = 1387dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar &mBuffers[kPortIndexOutput].editItemAt(i); 1388054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar if (info->mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW && 1389054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar (oldest == NULL || 1390054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar // avoid potential issues from counter rolling over 1391054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mDequeueCounter - info->mDequeuedAt > 1392054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mDequeueCounter - oldest->mDequeuedAt)) { 1393054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar oldest = info; 1394054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 1395054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 1396054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 13970806340688c937e7b78c2d89db3809274130df4eLajos Molnar // it is impossible dequeue a buffer when there are no buffers with ANW 13980806340688c937e7b78c2d89db3809274130df4eLajos Molnar CHECK(oldest != NULL); 13990806340688c937e7b78c2d89db3809274130df4eLajos Molnar // it is impossible to dequeue an unknown buffer in non-meta mode, as the 14000806340688c937e7b78c2d89db3809274130df4eLajos Molnar // while loop above does not complete 1401054219874873b41f1c815552987c10465c34ba2bLajos Molnar CHECK(storingMetadataInDecodedBuffers()); 1402054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 14030806340688c937e7b78c2d89db3809274130df4eLajos Molnar // discard buffer in LRU info and replace with new buffer 14040806340688c937e7b78c2d89db3809274130df4eLajos Molnar oldest->mGraphicBuffer = new GraphicBuffer(buf, false); 14050806340688c937e7b78c2d89db3809274130df4eLajos Molnar oldest->mStatus = BufferInfo::OWNED_BY_US; 140615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar oldest->setWriteFence(fenceFd, "dequeueBufferFromNativeWindow for oldest"); 140790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mRenderTracker.untrackFrame(oldest->mRenderInfo); 140890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar oldest->mRenderInfo = NULL; 1409d0715867861c216e88a4a7523b6da8a3cb128724Lajos Molnar 14100806340688c937e7b78c2d89db3809274130df4eLajos Molnar mOMX->updateGraphicBufferInMeta( 14110806340688c937e7b78c2d89db3809274130df4eLajos Molnar mNode, kPortIndexOutput, oldest->mGraphicBuffer, 14120806340688c937e7b78c2d89db3809274130df4eLajos Molnar oldest->mBufferID); 1413054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1414054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mOutputMetadataType == kMetadataBufferTypeGrallocSource) { 1415054219874873b41f1c815552987c10465c34ba2bLajos Molnar VideoGrallocMetadata *grallocMeta = 1416054219874873b41f1c815552987c10465c34ba2bLajos Molnar reinterpret_cast<VideoGrallocMetadata *>(oldest->mData->base()); 1417054219874873b41f1c815552987c10465c34ba2bLajos Molnar ALOGV("replaced oldest buffer #%u with age %u (%p/%p stored in %p)", 1418054219874873b41f1c815552987c10465c34ba2bLajos Molnar (unsigned)(oldest - &mBuffers[kPortIndexOutput][0]), 1419054219874873b41f1c815552987c10465c34ba2bLajos Molnar mDequeueCounter - oldest->mDequeuedAt, 14207c77f9ca649f321374118937bcdaca14a7e5684bLajos Molnar (void *)(uintptr_t)grallocMeta->pHandle, 1421054219874873b41f1c815552987c10465c34ba2bLajos Molnar oldest->mGraphicBuffer->handle, oldest->mData->base()); 1422054219874873b41f1c815552987c10465c34ba2bLajos Molnar } else if (mOutputMetadataType == kMetadataBufferTypeANWBuffer) { 1423054219874873b41f1c815552987c10465c34ba2bLajos Molnar VideoNativeMetadata *nativeMeta = 1424054219874873b41f1c815552987c10465c34ba2bLajos Molnar reinterpret_cast<VideoNativeMetadata *>(oldest->mData->base()); 1425054219874873b41f1c815552987c10465c34ba2bLajos Molnar ALOGV("replaced oldest buffer #%u with age %u (%p/%p stored in %p)", 1426054219874873b41f1c815552987c10465c34ba2bLajos Molnar (unsigned)(oldest - &mBuffers[kPortIndexOutput][0]), 1427054219874873b41f1c815552987c10465c34ba2bLajos Molnar mDequeueCounter - oldest->mDequeuedAt, 14287c77f9ca649f321374118937bcdaca14a7e5684bLajos Molnar (void *)(uintptr_t)nativeMeta->pBuffer, 1429054219874873b41f1c815552987c10465c34ba2bLajos Molnar oldest->mGraphicBuffer->getNativeBuffer(), oldest->mData->base()); 1430054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 1431f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 143290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar updateRenderInfoForDequeuedBuffer(buf, fenceFd, oldest); 14330806340688c937e7b78c2d89db3809274130df4eLajos Molnar return oldest; 1434f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1435f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1436f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::freeBuffersOnPort(OMX_U32 portIndex) { 1437777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim status_t err = OK; 1438938e2b34b16c3c1fd29c753eeb53ee95a2b2e2b3Nick Kralevich for (size_t i = mBuffers[portIndex].size(); i > 0;) { 1439938e2b34b16c3c1fd29c753eeb53ee95a2b2e2b3Nick Kralevich i--; 1440777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim status_t err2 = freeBuffer(portIndex, i); 1441777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err == OK) { 1442777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = err2; 1443777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 1444f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1445f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 14460806340688c937e7b78c2d89db3809274130df4eLajos Molnar // clear mDealer even on an error 1447f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mDealer[portIndex].clear(); 1448777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 1449f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1450f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1451349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huberstatus_t ACodec::freeOutputBuffersNotOwnedByComponent() { 1452777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim status_t err = OK; 1453938e2b34b16c3c1fd29c753eeb53ee95a2b2e2b3Nick Kralevich for (size_t i = mBuffers[kPortIndexOutput].size(); i > 0;) { 1454938e2b34b16c3c1fd29c753eeb53ee95a2b2e2b3Nick Kralevich i--; 1455f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = 1456f933441648ef6a71dee783d733aac17b9508b452Andreas Huber &mBuffers[kPortIndexOutput].editItemAt(i); 1457f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 14582ded8b53014602d25b20bade8ce46db95a8da4b5Lajos Molnar // At this time some buffers may still be with the component 14592ded8b53014602d25b20bade8ce46db95a8da4b5Lajos Molnar // or being drained. 14602ded8b53014602d25b20bade8ce46db95a8da4b5Lajos Molnar if (info->mStatus != BufferInfo::OWNED_BY_COMPONENT && 14612ded8b53014602d25b20bade8ce46db95a8da4b5Lajos Molnar info->mStatus != BufferInfo::OWNED_BY_DOWNSTREAM) { 1462777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim status_t err2 = freeBuffer(kPortIndexOutput, i); 1463777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err == OK) { 1464777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = err2; 1465777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 1466f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1467f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1468f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1469777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 1470f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1471f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1472f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::freeBuffer(OMX_U32 portIndex, size_t i) { 1473f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = &mBuffers[portIndex].editItemAt(i); 14740806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = OK; 1475f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 147615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // there should not be any fences in the metadata 147715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar MetadataBufferType type = 147815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar portIndex == kPortIndexOutput ? mOutputMetadataType : mInputMetadataType; 147915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (type == kMetadataBufferTypeANWBuffer && info->mData != NULL 148015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar && info->mData->size() >= sizeof(VideoNativeMetadata)) { 148115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int fenceFd = ((VideoNativeMetadata *)info->mData->data())->nFenceFd; 148215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (fenceFd >= 0) { 148315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGW("unreleased fence (%d) in %s metadata buffer %zu", 148415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar fenceFd, portIndex == kPortIndexInput ? "input" : "output", i); 148515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 148615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 148715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 14880806340688c937e7b78c2d89db3809274130df4eLajos Molnar switch (info->mStatus) { 14890806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_US: 14900806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (portIndex == kPortIndexOutput && mNativeWindow != NULL) { 14910806340688c937e7b78c2d89db3809274130df4eLajos Molnar (void)cancelBufferToNativeWindow(info); 14920806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 14930806340688c937e7b78c2d89db3809274130df4eLajos Molnar // fall through 1494f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 14950806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_NATIVE_WINDOW: 14960806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mOMX->freeBuffer(mNode, portIndex, info->mBufferID); 14970806340688c937e7b78c2d89db3809274130df4eLajos Molnar break; 14980806340688c937e7b78c2d89db3809274130df4eLajos Molnar 14990806340688c937e7b78c2d89db3809274130df4eLajos Molnar default: 15000806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("trying to free buffer not owned by us or ANW (%d)", info->mStatus); 15010806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = FAILED_TRANSACTION; 15020806340688c937e7b78c2d89db3809274130df4eLajos Molnar break; 1503f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1504f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 150515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (info->mFenceFd >= 0) { 150615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ::close(info->mFenceFd); 150715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 150815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 1509604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar if (portIndex == kPortIndexOutput) { 1510604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar mRenderTracker.untrackFrame(info->mRenderInfo, i); 1511604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar info->mRenderInfo = NULL; 1512604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar } 151390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 1514777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim // remove buffer even if mOMX->freeBuffer fails 1515f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mBuffers[portIndex].removeAt(i); 1516777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 1517f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1518f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1519f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::BufferInfo *ACodec::findBufferByID( 15200806340688c937e7b78c2d89db3809274130df4eLajos Molnar uint32_t portIndex, IOMX::buffer_id bufferID, ssize_t *index) { 1521f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (size_t i = 0; i < mBuffers[portIndex].size(); ++i) { 1522f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = &mBuffers[portIndex].editItemAt(i); 1523f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1524f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mBufferID == bufferID) { 1525f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (index != NULL) { 1526f933441648ef6a71dee783d733aac17b9508b452Andreas Huber *index = i; 1527f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1528f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return info; 1529f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1530f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1531f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1532777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Could not find buffer with ID %u", bufferID); 1533f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return NULL; 1534f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1535f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 15365778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setComponentRole( 1537f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool isEncoder, const char *mime) { 15385b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar const char *role = getComponentRole(isEncoder, mime); 15395b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (role == NULL) { 15405b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return BAD_VALUE; 15415b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 15425b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar status_t err = setComponentRole(mOMX, mNode, role); 15435b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (err != OK) { 15445b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar ALOGW("[%s] Failed to set standard component role '%s'.", 15455b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar mComponentName.c_str(), role); 15465b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 15475b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return err; 15485b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar} 15495b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 15505b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar//static 15515b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnarconst char *ACodec::getComponentRole( 15525b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar bool isEncoder, const char *mime) { 1553f933441648ef6a71dee783d733aac17b9508b452Andreas Huber struct MimeToRole { 1554f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const char *mime; 1555f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const char *decoderRole; 1556f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const char *encoderRole; 1557f933441648ef6a71dee783d733aac17b9508b452Andreas Huber }; 1558f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1559f933441648ef6a71dee783d733aac17b9508b452Andreas Huber static const MimeToRole kMimeToRole[] = { 1560f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { MEDIA_MIMETYPE_AUDIO_MPEG, 1561f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "audio_decoder.mp3", "audio_encoder.mp3" }, 15622944eca607304a095ea43ba2b8f0b9de61249f9fAndreas Huber { MEDIA_MIMETYPE_AUDIO_MPEG_LAYER_I, 15632944eca607304a095ea43ba2b8f0b9de61249f9fAndreas Huber "audio_decoder.mp1", "audio_encoder.mp1" }, 15642944eca607304a095ea43ba2b8f0b9de61249f9fAndreas Huber { MEDIA_MIMETYPE_AUDIO_MPEG_LAYER_II, 15652944eca607304a095ea43ba2b8f0b9de61249f9fAndreas Huber "audio_decoder.mp2", "audio_encoder.mp2" }, 1566f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { MEDIA_MIMETYPE_AUDIO_AMR_NB, 1567f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "audio_decoder.amrnb", "audio_encoder.amrnb" }, 1568f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { MEDIA_MIMETYPE_AUDIO_AMR_WB, 1569f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "audio_decoder.amrwb", "audio_encoder.amrwb" }, 1570f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { MEDIA_MIMETYPE_AUDIO_AAC, 1571f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "audio_decoder.aac", "audio_encoder.aac" }, 1572729de186450f78c099637e1fce743fe531862c52Andreas Huber { MEDIA_MIMETYPE_AUDIO_VORBIS, 1573729de186450f78c099637e1fce743fe531862c52Andreas Huber "audio_decoder.vorbis", "audio_encoder.vorbis" }, 1574bf927f8ec7979f2b64331c2b2f12a6a5dba05bcaVignesh Venkatasubramanian { MEDIA_MIMETYPE_AUDIO_OPUS, 1575bf927f8ec7979f2b64331c2b2f12a6a5dba05bcaVignesh Venkatasubramanian "audio_decoder.opus", "audio_encoder.opus" }, 1576c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber { MEDIA_MIMETYPE_AUDIO_G711_MLAW, 1577c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber "audio_decoder.g711mlaw", "audio_encoder.g711mlaw" }, 1578c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber { MEDIA_MIMETYPE_AUDIO_G711_ALAW, 1579c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber "audio_decoder.g711alaw", "audio_encoder.g711alaw" }, 1580f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { MEDIA_MIMETYPE_VIDEO_AVC, 1581f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "video_decoder.avc", "video_encoder.avc" }, 15822472b1c0d63454e5d90a982bd6c555de6c3127bdRachad { MEDIA_MIMETYPE_VIDEO_HEVC, 15832472b1c0d63454e5d90a982bd6c555de6c3127bdRachad "video_decoder.hevc", "video_encoder.hevc" }, 1584f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { MEDIA_MIMETYPE_VIDEO_MPEG4, 1585f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "video_decoder.mpeg4", "video_encoder.mpeg4" }, 1586f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { MEDIA_MIMETYPE_VIDEO_H263, 1587f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "video_decoder.h263", "video_encoder.h263" }, 158894705aff3c9eef58cbb72ec6fe5d2dcfd9481646hkuang { MEDIA_MIMETYPE_VIDEO_VP8, 158994705aff3c9eef58cbb72ec6fe5d2dcfd9481646hkuang "video_decoder.vp8", "video_encoder.vp8" }, 159094705aff3c9eef58cbb72ec6fe5d2dcfd9481646hkuang { MEDIA_MIMETYPE_VIDEO_VP9, 159194705aff3c9eef58cbb72ec6fe5d2dcfd9481646hkuang "video_decoder.vp9", "video_encoder.vp9" }, 1592ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber { MEDIA_MIMETYPE_AUDIO_RAW, 1593ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber "audio_decoder.raw", "audio_encoder.raw" }, 1594a29c2b203d8bea8c21564765da5c9d7087448340Ronghua Wu { MEDIA_MIMETYPE_VIDEO_DOLBY_VISION, 1595a29c2b203d8bea8c21564765da5c9d7087448340Ronghua Wu "video_decoder.dolby-vision", "video_encoder.dolby-vision" }, 15962f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi { MEDIA_MIMETYPE_AUDIO_FLAC, 15972f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi "audio_decoder.flac", "audio_encoder.flac" }, 1598ba933df89521d63f75ca66af12ce9d7ae9496b9eMarco Nelissen { MEDIA_MIMETYPE_AUDIO_MSGSM, 1599ba933df89521d63f75ca66af12ce9d7ae9496b9eMarco Nelissen "audio_decoder.gsm", "audio_encoder.gsm" }, 1600774eb18c40c3a7da0bc1636a9779f02315ddbad8Changwan Ryu { MEDIA_MIMETYPE_VIDEO_MPEG2, 1601774eb18c40c3a7da0bc1636a9779f02315ddbad8Changwan Ryu "video_decoder.mpeg2", "video_encoder.mpeg2" }, 160297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu { MEDIA_MIMETYPE_AUDIO_AC3, 160397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu "audio_decoder.ac3", "audio_encoder.ac3" }, 16048a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad { MEDIA_MIMETYPE_AUDIO_EAC3, 16058a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad "audio_decoder.eac3", "audio_encoder.eac3" }, 1606f933441648ef6a71dee783d733aac17b9508b452Andreas Huber }; 1607f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1608f933441648ef6a71dee783d733aac17b9508b452Andreas Huber static const size_t kNumMimeToRole = 1609f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sizeof(kMimeToRole) / sizeof(kMimeToRole[0]); 1610f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1611f933441648ef6a71dee783d733aac17b9508b452Andreas Huber size_t i; 1612f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (i = 0; i < kNumMimeToRole; ++i) { 1613f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (!strcasecmp(mime, kMimeToRole[i].mime)) { 1614f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 1615f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1616f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1617f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1618f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (i == kNumMimeToRole) { 16195b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return NULL; 1620f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1621f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 16225b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return isEncoder ? kMimeToRole[i].encoderRole 1623f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : kMimeToRole[i].decoderRole; 16245b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar} 1625f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 16265b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar//static 16275b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnarstatus_t ACodec::setComponentRole( 16285b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar const sp<IOMX> &omx, IOMX::node_id node, const char *role) { 16295b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar OMX_PARAM_COMPONENTROLETYPE roleParams; 16305b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar InitOMXParams(&roleParams); 1631f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 16325b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar strncpy((char *)roleParams.cRole, 16335b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar role, OMX_MAX_STRINGNAME_SIZE - 1); 16345778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16355b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar roleParams.cRole[OMX_MAX_STRINGNAME_SIZE - 1] = '\0'; 16365778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16375b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return omx->setParameter( 16385b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar node, OMX_IndexParamStandardComponentRole, 16395b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar &roleParams, sizeof(roleParams)); 1640f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1641f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 16425778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::configureCodec( 1643f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const char *mime, const sp<AMessage> &msg) { 16445778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t encoder; 16455778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("encoder", &encoder)) { 16465778822d86b0337407514b9372562b86edfa91cdAndreas Huber encoder = false; 16475778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 1648f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1649e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar sp<AMessage> inputFormat = new AMessage(); 16504e865a3cfe4c955e0890321a6b488cf661808b63Lajos Molnar sp<AMessage> outputFormat = mNotify->dup(); // will use this for kWhatOutputFormatChanged 1651e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 16525778822d86b0337407514b9372562b86edfa91cdAndreas Huber mIsEncoder = encoder; 1653f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1654054219874873b41f1c815552987c10465c34ba2bLajos Molnar mInputMetadataType = kMetadataBufferTypeInvalid; 1655054219874873b41f1c815552987c10465c34ba2bLajos Molnar mOutputMetadataType = kMetadataBufferTypeInvalid; 16568db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu 16575778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = setComponentRole(encoder /* isEncoder */, mime); 16585778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16595778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 16605778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 16615778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16625778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16635778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t bitRate = 0; 16642f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi // FLAC encoder doesn't need a bitrate, other encoders do 16652f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi if (encoder && strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_FLAC) 16662f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi && !msg->findInt32("bitrate", &bitRate)) { 16675778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 16685778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16695778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1670d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber int32_t storeMeta; 1671d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber if (encoder 1672d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber && msg->findInt32("store-metadata-in-buffers", &storeMeta) 1673d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber && storeMeta != 0) { 1674054219874873b41f1c815552987c10465c34ba2bLajos Molnar err = mOMX->storeMetaDataInBuffers(mNode, kPortIndexInput, OMX_TRUE, &mInputMetadataType); 1675d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber if (err != OK) { 1676054219874873b41f1c815552987c10465c34ba2bLajos Molnar ALOGE("[%s] storeMetaDataInBuffers (input) failed w/ err %d", 1677308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang mComponentName.c_str(), err); 1678d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 1679054219874873b41f1c815552987c10465c34ba2bLajos Molnar return err; 1680054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 1681054219874873b41f1c815552987c10465c34ba2bLajos Molnar // For this specific case we could be using camera source even if storeMetaDataInBuffers 1682054219874873b41f1c815552987c10465c34ba2bLajos Molnar // returns Gralloc source. Pretend that we are; this will force us to use nBufferSize. 1683054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mInputMetadataType == kMetadataBufferTypeGrallocSource) { 1684054219874873b41f1c815552987c10465c34ba2bLajos Molnar mInputMetadataType = kMetadataBufferTypeCameraSource; 1685054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 1686c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar 1687c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar uint32_t usageBits; 1688c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar if (mOMX->getParameter( 1689c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar mNode, (OMX_INDEXTYPE)OMX_IndexParamConsumerUsageBits, 1690c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar &usageBits, sizeof(usageBits)) == OK) { 1691c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar inputFormat->setInt32( 1692c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar "using-sw-read-often", !!(usageBits & GRALLOC_USAGE_SW_READ_OFTEN)); 1693c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar } 1694054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 1695d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 1696308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang int32_t prependSPSPPS = 0; 16973a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber if (encoder 16983a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber && msg->findInt32("prepend-sps-pps-to-idr-frames", &prependSPSPPS) 16993a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber && prependSPSPPS != 0) { 17003a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber OMX_INDEXTYPE index; 17013a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber err = mOMX->getExtensionIndex( 17023a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber mNode, 17033a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber "OMX.google.android.index.prependSPSPPSToIDRFrames", 17043a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber &index); 17053a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber 17063a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber if (err == OK) { 17073a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber PrependSPSPPSToIDRFramesParams params; 17083a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber InitOMXParams(¶ms); 17093a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber params.bEnable = OMX_TRUE; 17103a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber 17113a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber err = mOMX->setParameter( 17123a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber mNode, index, ¶ms, sizeof(params)); 17133a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber } 17143a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber 17153a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber if (err != OK) { 17163a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber ALOGE("Encoder could not be configured to emit SPS/PPS before " 17173a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber "IDR frames. (err %d)", err); 17183a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber 17193a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber return err; 17203a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber } 17213a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber } 17223a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber 1723308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang // Only enable metadata mode on encoder output if encoder can prepend 1724308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang // sps/pps to idr frames, since in metadata mode the bitstream is in an 1725308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang // opaque handle, to which we don't have access. 1726308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang int32_t video = !strncasecmp(mime, "video/", 6); 17278db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu mIsVideo = video; 1728308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang if (encoder && video) { 1729308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang OMX_BOOL enable = (OMX_BOOL) (prependSPSPPS 1730308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang && msg->findInt32("store-metadata-in-buffers-output", &storeMeta) 1731308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang && storeMeta != 0); 1732308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang 1733054219874873b41f1c815552987c10465c34ba2bLajos Molnar err = mOMX->storeMetaDataInBuffers(mNode, kPortIndexOutput, enable, &mOutputMetadataType); 1734308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang if (err != OK) { 1735308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang ALOGE("[%s] storeMetaDataInBuffers (output) failed w/ err %d", 1736308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang mComponentName.c_str(), err); 1737308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang } 1738a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber 1739a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber if (!msg->findInt64( 1740a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber "repeat-previous-frame-after", 1741a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber &mRepeatFrameDelayUs)) { 1742a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber mRepeatFrameDelayUs = -1ll; 1743a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber } 174494ee4b708acfa941581160b267afb79192b1d816Chong Zhang 174594ee4b708acfa941581160b267afb79192b1d816Chong Zhang if (!msg->findInt64("max-pts-gap-to-encoder", &mMaxPtsGapUs)) { 17462c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mMaxPtsGapUs = -1ll; 17472c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang } 17482c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang 174937b2b389139ed638831e49708c947863eef631efRonghua Wu if (!msg->findFloat("max-fps-to-encoder", &mMaxFps)) { 175037b2b389139ed638831e49708c947863eef631efRonghua Wu mMaxFps = -1; 175137b2b389139ed638831e49708c947863eef631efRonghua Wu } 175237b2b389139ed638831e49708c947863eef631efRonghua Wu 17532c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang if (!msg->findInt64("time-lapse", &mTimePerCaptureUs)) { 17542c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mTimePerCaptureUs = -1ll; 175594ee4b708acfa941581160b267afb79192b1d816Chong Zhang } 175672cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang 175772cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang if (!msg->findInt32( 175872cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang "create-input-buffers-suspended", 175972cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang (int32_t*)&mCreateInputBuffersSuspended)) { 176072cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang mCreateInputBuffersSuspended = false; 176172cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang } 1762308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang } 1763308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang 17643a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // NOTE: we only use native window for video decoders 1765054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar sp<RefBase> obj; 17660d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar bool haveNativeWindow = msg->findObject("native-window", &obj) 17673a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar && obj != NULL && video && !encoder; 1768011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar mLegacyAdaptiveExperiment = false; 1769e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if (video && !encoder) { 1770e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar inputFormat->setInt32("adaptive-playback", false); 17711713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang 17721713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang int32_t usageProtected; 17731713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang if (msg->findInt32("protected", &usageProtected) && usageProtected) { 17741713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang if (!haveNativeWindow) { 17751713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang ALOGE("protected output buffers must be sent to an ANativeWindow"); 17761713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang return PERMISSION_DENIED; 17771713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang } 17781713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang mFlags |= kFlagIsGrallocUsageProtected; 17791713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang mFlags |= kFlagPushBlankBuffersToNativeWindowOnShutdown; 17801713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang } 1781a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar 1782a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar if (mFlags & kFlagIsSecure) { 1783a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar // use native_handles for secure input buffers 1784a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar err = mOMX->enableNativeBuffers( 1785a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar mNode, kPortIndexInput, OMX_FALSE /* graphic */, OMX_TRUE); 1786a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar ALOGI_IF(err != OK, "falling back to non-native_handles"); 1787a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar err = OK; // ignore error for now 1788a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar } 1789e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 17903a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (haveNativeWindow) { 17911de1e25cba872bd4c077c2e394f8ca9c70b65856Lajos Molnar sp<ANativeWindow> nativeWindow = 17921de1e25cba872bd4c077c2e394f8ca9c70b65856Lajos Molnar static_cast<ANativeWindow *>(static_cast<Surface *>(obj.get())); 17935a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 17946597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar // START of temporary support for automatic FRC - THIS WILL BE REMOVED 17956597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar int32_t autoFrc; 17966597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar if (msg->findInt32("auto-frc", &autoFrc)) { 17976597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar bool enabled = autoFrc; 17986597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar OMX_CONFIG_BOOLEANTYPE config; 17996597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar InitOMXParams(&config); 18006597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar config.bEnabled = (OMX_BOOL)enabled; 18016597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar status_t temp = mOMX->setConfig( 18026597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar mNode, (OMX_INDEXTYPE)OMX_IndexConfigAutoFramerateConversion, 18036597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar &config, sizeof(config)); 18046597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar if (temp == OK) { 18056597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar outputFormat->setInt32("auto-frc", enabled); 18066597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar } else if (enabled) { 18076597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar ALOGI("codec does not support requested auto-frc (err %d)", temp); 18086597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar } 18096597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar } 18106597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar // END of temporary support for automatic FRC 18116597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar 18125a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad int32_t tunneled; 18135a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (msg->findInt32("feature-tunneled-playback", &tunneled) && 18145a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad tunneled != 0) { 18155a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGI("Configuring TUNNELED video playback."); 1816ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad mTunneled = true; 18175a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 181897827bd7c7e64dec22c8fe0f9e734a3c432ad7eeRachad int32_t audioHwSync = 0; 181997827bd7c7e64dec22c8fe0f9e734a3c432ad7eeRachad if (!msg->findInt32("audio-hw-sync", &audioHwSync)) { 18205a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGW("No Audio HW Sync provided for video tunnel"); 18215a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } 18225a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad err = configureTunneledVideoPlayback(audioHwSync, nativeWindow); 18235a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (err != OK) { 182497827bd7c7e64dec22c8fe0f9e734a3c432ad7eeRachad ALOGE("configureTunneledVideoPlayback(%d,%p) failed!", 18255a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad audioHwSync, nativeWindow.get()); 18265a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad return err; 1827fce0d1883cdbcb7d501625fb43844043cd28a267Lajos Molnar } 1828fce0d1883cdbcb7d501625fb43844043cd28a267Lajos Molnar 1829d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad int32_t maxWidth = 0, maxHeight = 0; 1830d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad if (msg->findInt32("max-width", &maxWidth) && 1831d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad msg->findInt32("max-height", &maxHeight)) { 1832d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad 1833d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad err = mOMX->prepareForAdaptivePlayback( 1834d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad mNode, kPortIndexOutput, OMX_TRUE, maxWidth, maxHeight); 1835d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad if (err != OK) { 1836d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad ALOGW("[%s] prepareForAdaptivePlayback failed w/ err %d", 1837d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad mComponentName.c_str(), err); 18383a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // allow failure 18393a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar err = OK; 1840d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad } else { 1841d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad inputFormat->setInt32("max-width", maxWidth); 1842d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad inputFormat->setInt32("max-height", maxHeight); 1843d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad inputFormat->setInt32("adaptive-playback", true); 1844d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad } 1845d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad } 18465a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } else { 1847ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad ALOGV("Configuring CPU controlled video playback."); 1848ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad mTunneled = false; 1849ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad 18503fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad // Explicity reset the sideband handle of the window for 18513fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad // non-tunneled video in case the window was previously used 18523fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad // for a tunneled video playback. 18533fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad err = native_window_set_sideband_stream(nativeWindow.get(), NULL); 18543fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad if (err != OK) { 18553fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad ALOGE("set_sideband_stream(NULL) failed! (err %d).", err); 18563fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad return err; 18573fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad } 18583fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad 18595a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // Always try to enable dynamic output buffers on native surface 18605a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad err = mOMX->storeMetaDataInBuffers( 1861054219874873b41f1c815552987c10465c34ba2bLajos Molnar mNode, kPortIndexOutput, OMX_TRUE, &mOutputMetadataType); 18625a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (err != OK) { 18635a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGE("[%s] storeMetaDataInBuffers failed w/ err %d", 1864fce0d1883cdbcb7d501625fb43844043cd28a267Lajos Molnar mComponentName.c_str(), err); 1865e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 18665a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // if adaptive playback has been requested, try JB fallback 18675a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // NOTE: THIS FALLBACK MECHANISM WILL BE REMOVED DUE TO ITS 18685a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // LARGE MEMORY REQUIREMENT 18695a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 18705a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // we will not do adaptive playback on software accessed 18715a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // surfaces as they never had to respond to changes in the 18725a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // crop window, and we don't trust that they will be able to. 18735a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad int usageBits = 0; 18745a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad bool canDoAdaptivePlayback; 18755a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 18765a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (nativeWindow->query( 18775a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad nativeWindow.get(), 18785a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad NATIVE_WINDOW_CONSUMER_USAGE_BITS, 18795a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad &usageBits) != OK) { 18805a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad canDoAdaptivePlayback = false; 18815a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } else { 18825a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad canDoAdaptivePlayback = 18835a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad (usageBits & 18845a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad (GRALLOC_USAGE_SW_READ_MASK | 18855a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad GRALLOC_USAGE_SW_WRITE_MASK)) == 0; 18865a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } 18875a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 18885a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad int32_t maxWidth = 0, maxHeight = 0; 18895a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (canDoAdaptivePlayback && 18905a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad msg->findInt32("max-width", &maxWidth) && 18915a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad msg->findInt32("max-height", &maxHeight)) { 18925a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGV("[%s] prepareForAdaptivePlayback(%dx%d)", 18935a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad mComponentName.c_str(), maxWidth, maxHeight); 18945a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 18955a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad err = mOMX->prepareForAdaptivePlayback( 18965a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad mNode, kPortIndexOutput, OMX_TRUE, maxWidth, 18975a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad maxHeight); 18985a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGW_IF(err != OK, 18995a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad "[%s] prepareForAdaptivePlayback failed w/ err %d", 19005a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad mComponentName.c_str(), err); 19015a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 19025a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (err == OK) { 19035a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad inputFormat->setInt32("max-width", maxWidth); 19045a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad inputFormat->setInt32("max-height", maxHeight); 19055a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad inputFormat->setInt32("adaptive-playback", true); 19065a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } 1907e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 19085a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // allow failure 19095a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad err = OK; 19105a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } else { 19115a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGV("[%s] storeMetaDataInBuffers succeeded", 19125a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad mComponentName.c_str()); 1913054219874873b41f1c815552987c10465c34ba2bLajos Molnar CHECK(storingMetadataInDecodedBuffers()); 1914011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar mLegacyAdaptiveExperiment = ADebug::isExperimentEnabled( 1915011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar "legacy-adaptive", !msg->contains("no-experiments")); 1916011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar 19175a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad inputFormat->setInt32("adaptive-playback", true); 1918fce0d1883cdbcb7d501625fb43844043cd28a267Lajos Molnar } 19190167414e261f88a96b5e4bf6cb592e6ca11e5a95Andreas Huber 19205a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad int32_t push; 19215a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (msg->findInt32("push-blank-buffers-on-shutdown", &push) 19225a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad && push != 0) { 19235a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad mFlags |= kFlagPushBlankBuffersToNativeWindowOnShutdown; 19245a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } 19250167414e261f88a96b5e4bf6cb592e6ca11e5a95Andreas Huber } 1926e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang 1927e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang int32_t rotationDegrees; 1928e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang if (msg->findInt32("rotation-degrees", &rotationDegrees)) { 1929e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang mRotationDegrees = rotationDegrees; 1930e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang } else { 1931e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang mRotationDegrees = 0; 1932e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang } 1933054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 1934054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1935308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang if (video) { 19363a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // determine need for software renderer 19373a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar bool usingSwRenderer = false; 19383a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (haveNativeWindow && mComponentName.startsWith("OMX.google.")) { 19393a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar usingSwRenderer = true; 19403a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar haveNativeWindow = false; 19413a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 19423a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar 19435778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (encoder) { 19448338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar err = setupVideoEncoder(mime, msg, outputFormat); 19455778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 19468338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar err = setupVideoDecoder(mime, msg, haveNativeWindow, outputFormat); 19475778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19483a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar 19493a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (err != OK) { 19503a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar return err; 19513a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 19523a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar 19533a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (haveNativeWindow) { 19541de1e25cba872bd4c077c2e394f8ca9c70b65856Lajos Molnar mNativeWindow = static_cast<Surface *>(obj.get()); 19553a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 19563a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar 19573a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // initialize native window now to get actual output format 19583a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // TODO: this is needed for some encoders even though they don't use native window 1959777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = initNativeWindow(); 1960777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 1961777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 1962777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 19633a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar 19643a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // fallback for devices that do not handle flex-YUV for native buffers 19653a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (haveNativeWindow) { 19663a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar int32_t requestedColorFormat = OMX_COLOR_FormatUnused; 19673a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (msg->findInt32("color-format", &requestedColorFormat) && 19683a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar requestedColorFormat == OMX_COLOR_FormatYUV420Flexible) { 1969777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim status_t err = getPortFormat(kPortIndexOutput, outputFormat); 1970777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 1971777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 1972777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 19733a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar int32_t colorFormat = OMX_COLOR_FormatUnused; 19743a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar OMX_U32 flexibleEquivalent = OMX_COLOR_FormatUnused; 1975777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (!outputFormat->findInt32("color-format", &colorFormat)) { 1976777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("ouptut port did not have a color format (wrong domain?)"); 1977777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return BAD_VALUE; 1978777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 19793a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar ALOGD("[%s] Requested output format %#x and got %#x.", 19803a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mComponentName.c_str(), requestedColorFormat, colorFormat); 19813a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (!isFlexibleColorFormat( 19823a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mOMX, mNode, colorFormat, haveNativeWindow, &flexibleEquivalent) 19833a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar || flexibleEquivalent != (OMX_U32)requestedColorFormat) { 19843a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // device did not handle flex-YUV request for native window, fall back 19853a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // to SW renderer 19863a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar ALOGI("[%s] Falling back to software renderer", mComponentName.c_str()); 19873a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mNativeWindow.clear(); 1988e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar mNativeWindowUsageBits = 0; 19893a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar haveNativeWindow = false; 19903a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar usingSwRenderer = true; 1991054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (storingMetadataInDecodedBuffers()) { 1992054219874873b41f1c815552987c10465c34ba2bLajos Molnar err = mOMX->storeMetaDataInBuffers( 1993054219874873b41f1c815552987c10465c34ba2bLajos Molnar mNode, kPortIndexOutput, OMX_FALSE, &mOutputMetadataType); 1994054219874873b41f1c815552987c10465c34ba2bLajos Molnar mOutputMetadataType = kMetadataBufferTypeInvalid; // just in case 19953a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // TODO: implement adaptive-playback support for bytebuffer mode. 19963a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // This is done by SW codecs, but most HW codecs don't support it. 19973a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar inputFormat->setInt32("adaptive-playback", false); 19983a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 19993a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (err == OK) { 2000a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar err = mOMX->enableNativeBuffers( 2001a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar mNode, kPortIndexOutput, OMX_TRUE /* graphic */, OMX_FALSE); 20023a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 20033a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (mFlags & kFlagIsGrallocUsageProtected) { 20043a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // fallback is not supported for protected playback 20053a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar err = PERMISSION_DENIED; 20063a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } else if (err == OK) { 20078338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar err = setupVideoDecoder(mime, msg, false, outputFormat); 20083a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 20093a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 20103a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 20113a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 20123a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar 20133a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (usingSwRenderer) { 20143a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar outputFormat->setInt32("using-sw-renderer", 1); 20153a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 201642392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_MPEG)) { 201742392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber int32_t numChannels, sampleRate; 201842392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber if (!msg->findInt32("channel-count", &numChannels) 201942392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber || !msg->findInt32("sample-rate", &sampleRate)) { 202042392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber // Since we did not always check for these, leave them optional 202142392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber // and have the decoder figure it all out. 202242392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber err = OK; 202342392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber } else { 202442392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber err = setupRawAudioFormat( 202542392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber encoder ? kPortIndexInput : kPortIndexOutput, 202642392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber sampleRate, 202742392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber numChannels); 202842392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber } 2029f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_AAC)) { 2030f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t numChannels, sampleRate; 20315778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("channel-count", &numChannels) 20325778822d86b0337407514b9372562b86edfa91cdAndreas Huber || !msg->findInt32("sample-rate", &sampleRate)) { 20335778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = INVALID_OPERATION; 20345778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 2035aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke int32_t isADTS, aacProfile; 2036b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi int32_t sbrMode; 20378045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi int32_t maxOutputChannelCount; 20382965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang int32_t pcmLimiterEnable; 20398045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi drcParams_t drc; 2040ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber if (!msg->findInt32("is-adts", &isADTS)) { 2041ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber isADTS = 0; 2042ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 2043aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke if (!msg->findInt32("aac-profile", &aacProfile)) { 2044aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke aacProfile = OMX_AUDIO_AACObjectNull; 2045aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke } 2046b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi if (!msg->findInt32("aac-sbr-mode", &sbrMode)) { 2047b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi sbrMode = -1; 2048b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi } 2049ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 20508045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (!msg->findInt32("aac-max-output-channel_count", &maxOutputChannelCount)) { 20518045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi maxOutputChannelCount = -1; 20528045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 20532965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang if (!msg->findInt32("aac-pcm-limiter-enable", &pcmLimiterEnable)) { 20542965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang // value is unknown 20552965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang pcmLimiterEnable = -1; 20562965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang } 20578045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (!msg->findInt32("aac-encoded-target-level", &drc.encodedTargetLevel)) { 20588045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi // value is unknown 20598045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi drc.encodedTargetLevel = -1; 20608045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 20618045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (!msg->findInt32("aac-drc-cut-level", &drc.drcCut)) { 20628045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi // value is unknown 20638045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi drc.drcCut = -1; 20648045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 20658045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (!msg->findInt32("aac-drc-boost-level", &drc.drcBoost)) { 20668045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi // value is unknown 20678045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi drc.drcBoost = -1; 20688045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 20698045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (!msg->findInt32("aac-drc-heavy-compression", &drc.heavyCompression)) { 20708045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi // value is unknown 20718045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi drc.heavyCompression = -1; 20728045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 20738045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (!msg->findInt32("aac-target-ref-level", &drc.targetRefLevel)) { 20748045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi // value is unknown 20758045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi drc.targetRefLevel = -1; 20768045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 20778045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi 2078ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber err = setupAACCodec( 20794471e47ece77be5b4159cc9cbbcef4d43900d36fAndreas Huber encoder, numChannels, sampleRate, bitRate, aacProfile, 20802965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang isADTS != 0, sbrMode, maxOutputChannelCount, drc, 20812965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang pcmLimiterEnable); 20825778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2083729de186450f78c099637e1fce743fe531862c52Andreas Huber } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_AMR_NB)) { 20845778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setupAMRCodec(encoder, false /* isWAMR */, bitRate); 2085729de186450f78c099637e1fce743fe531862c52Andreas Huber } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_AMR_WB)) { 20865778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setupAMRCodec(encoder, true /* isWAMR */, bitRate); 2087729de186450f78c099637e1fce743fe531862c52Andreas Huber } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_G711_ALAW) 2088729de186450f78c099637e1fce743fe531862c52Andreas Huber || !strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_G711_MLAW)) { 2089729de186450f78c099637e1fce743fe531862c52Andreas Huber // These are PCM-like formats with a fixed sample rate but 2090729de186450f78c099637e1fce743fe531862c52Andreas Huber // a variable number of channels. 2091729de186450f78c099637e1fce743fe531862c52Andreas Huber 2092729de186450f78c099637e1fce743fe531862c52Andreas Huber int32_t numChannels; 20935778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("channel-count", &numChannels)) { 20945778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = INVALID_OPERATION; 20955778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 209617c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissen int32_t sampleRate; 209717c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissen if (!msg->findInt32("sample-rate", &sampleRate)) { 209817c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissen sampleRate = 8000; 209917c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissen } 210017c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissen err = setupG711Codec(encoder, sampleRate, numChannels); 21015778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 21022f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_FLAC)) { 2103ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar int32_t numChannels = 0, sampleRate = 0, compressionLevel = -1; 21042f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi if (encoder && 21052f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi (!msg->findInt32("channel-count", &numChannels) 21062f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi || !msg->findInt32("sample-rate", &sampleRate))) { 21072f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi ALOGE("missing channel count or sample rate for FLAC encoder"); 21082f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi err = INVALID_OPERATION; 21092f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } else { 21102f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi if (encoder) { 2111516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber if (!msg->findInt32( 2112cd39746f8d83bb3f12e8f613e77c3c3b5f77c077Lajos Molnar "complexity", &compressionLevel) && 2113cd39746f8d83bb3f12e8f613e77c3c3b5f77c077Lajos Molnar !msg->findInt32( 2114516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber "flac-compression-level", &compressionLevel)) { 2115cd39746f8d83bb3f12e8f613e77c3c3b5f77c077Lajos Molnar compressionLevel = 5; // default FLAC compression level 21162f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } else if (compressionLevel < 0) { 2117516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber ALOGW("compression level %d outside [0..8] range, " 2118516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber "using 0", 2119516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber compressionLevel); 21202f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi compressionLevel = 0; 21212f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } else if (compressionLevel > 8) { 2122516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber ALOGW("compression level %d outside [0..8] range, " 2123516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber "using 8", 2124516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber compressionLevel); 21252f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi compressionLevel = 8; 21262f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } 21272f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } 2128516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber err = setupFlacCodec( 2129516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber encoder, numChannels, sampleRate, compressionLevel); 21302f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } 2131ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_RAW)) { 2132ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber int32_t numChannels, sampleRate; 2133ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber if (encoder 2134ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber || !msg->findInt32("channel-count", &numChannels) 2135ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber || !msg->findInt32("sample-rate", &sampleRate)) { 2136ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber err = INVALID_OPERATION; 2137ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber } else { 2138ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber err = setupRawAudioFormat(kPortIndexInput, sampleRate, numChannels); 2139ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber } 214097358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_AC3)) { 214197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu int32_t numChannels; 214297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu int32_t sampleRate; 214397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu if (!msg->findInt32("channel-count", &numChannels) 214497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu || !msg->findInt32("sample-rate", &sampleRate)) { 214597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu err = INVALID_OPERATION; 214697358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } else { 214797358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu err = setupAC3Codec(encoder, numChannels, sampleRate); 214897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } 21498a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_EAC3)) { 21508a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad int32_t numChannels; 21518a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad int32_t sampleRate; 21528a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad if (!msg->findInt32("channel-count", &numChannels) 21538a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad || !msg->findInt32("sample-rate", &sampleRate)) { 21548a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad err = INVALID_OPERATION; 21558a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } else { 21568a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad err = setupEAC3Codec(encoder, numChannels, sampleRate); 21578a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } 21585778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2159729de186450f78c099637e1fce743fe531862c52Andreas Huber 21604471e47ece77be5b4159cc9cbbcef4d43900d36fAndreas Huber if (err != OK) { 21614471e47ece77be5b4159cc9cbbcef4d43900d36fAndreas Huber return err; 21624471e47ece77be5b4159cc9cbbcef4d43900d36fAndreas Huber } 21634471e47ece77be5b4159cc9cbbcef4d43900d36fAndreas Huber 21648b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen if (!msg->findInt32("encoder-delay", &mEncoderDelay)) { 21658b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen mEncoderDelay = 0; 21668b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen } 21679806555d3930be43e11106281dee354820ac1c88Andreas Huber 21688b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen if (!msg->findInt32("encoder-padding", &mEncoderPadding)) { 21698b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen mEncoderPadding = 0; 21708b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen } 21718b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen 21729806555d3930be43e11106281dee354820ac1c88Andreas Huber if (msg->findInt32("channel-mask", &mChannelMask)) { 21739806555d3930be43e11106281dee354820ac1c88Andreas Huber mChannelMaskPresent = true; 21749806555d3930be43e11106281dee354820ac1c88Andreas Huber } else { 21759806555d3930be43e11106281dee354820ac1c88Andreas Huber mChannelMaskPresent = false; 21769806555d3930be43e11106281dee354820ac1c88Andreas Huber } 21779806555d3930be43e11106281dee354820ac1c88Andreas Huber 2178f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t maxInputSize; 2179f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (msg->findInt32("max-input-size", &maxInputSize)) { 21805778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setMinBufferSize(kPortIndexInput, (size_t)maxInputSize); 2181f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else if (!strcmp("OMX.Nvidia.aac.decoder", mComponentName.c_str())) { 21825778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setMinBufferSize(kPortIndexInput, 8192); // XXX 2183f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 21845778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21858b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu int32_t priority; 21868b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu if (msg->findInt32("priority", &priority)) { 21878b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu err = setPriority(priority); 21888b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu } 21898b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu 2190ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu int32_t rateInt = -1; 2191ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu float rateFloat = -1; 2192ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (!msg->findFloat("operating-rate", &rateFloat)) { 2193ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu msg->findInt32("operating-rate", &rateInt); 2194ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu rateFloat = (float)rateInt; // 16MHz (FLINTMAX) is OK for upper bound. 2195ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2196ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (rateFloat > 0) { 2197ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu err = setOperatingRate(rateFloat, video); 2198ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2199ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu 22004e865a3cfe4c955e0890321a6b488cf661808b63Lajos Molnar mBaseOutputFormat = outputFormat; 22014e865a3cfe4c955e0890321a6b488cf661808b63Lajos Molnar 2202777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = getPortFormat(kPortIndexInput, inputFormat); 2203777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err == OK) { 2204777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = getPortFormat(kPortIndexOutput, outputFormat); 2205777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err == OK) { 2206777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mInputFormat = inputFormat; 2207777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mOutputFormat = outputFormat; 2208777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 2209777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 22105778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 2211f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 2212f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 22138b806ea894ca098366629458bfdd1df4866afcdfRonghua Wustatus_t ACodec::setPriority(int32_t priority) { 22148b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu if (priority < 0) { 22158b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu return BAD_VALUE; 22168b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu } 22178b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu OMX_PARAM_U32TYPE config; 22188b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu InitOMXParams(&config); 22198b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu config.nU32 = (OMX_U32)priority; 22208b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu status_t temp = mOMX->setConfig( 22218b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu mNode, (OMX_INDEXTYPE)OMX_IndexConfigPriority, 22228b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu &config, sizeof(config)); 22238b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu if (temp != OK) { 22248b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu ALOGI("codec does not support config priority (err %d)", temp); 22258b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu } 22268b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu return OK; 22278b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu} 22288b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu 2229ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wustatus_t ACodec::setOperatingRate(float rateFloat, bool isVideo) { 2230ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (rateFloat < 0) { 2231ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu return BAD_VALUE; 2232ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2233ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu OMX_U32 rate; 2234ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (isVideo) { 2235ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (rateFloat > 65535) { 2236ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu return BAD_VALUE; 2237ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2238ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu rate = (OMX_U32)(rateFloat * 65536.0f + 0.5f); 2239ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } else { 2240ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (rateFloat > UINT_MAX) { 2241ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu return BAD_VALUE; 2242ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2243ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu rate = (OMX_U32)(rateFloat); 2244ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2245ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu OMX_PARAM_U32TYPE config; 2246ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu InitOMXParams(&config); 2247ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu config.nU32 = rate; 2248ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu status_t err = mOMX->setConfig( 2249ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu mNode, (OMX_INDEXTYPE)OMX_IndexConfigOperatingRate, 2250ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu &config, sizeof(config)); 2251ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (err != OK) { 2252ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu ALOGI("codec does not support config operating rate (err %d)", err); 2253ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2254ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu return OK; 2255ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu} 2256ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu 2257870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuangstatus_t ACodec::getIntraRefreshPeriod(uint32_t *intraRefreshPeriod) { 2258870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang OMX_VIDEO_CONFIG_ANDROID_INTRAREFRESHTYPE params; 2259870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang InitOMXParams(¶ms); 2260870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang params.nPortIndex = kPortIndexOutput; 2261870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang status_t err = mOMX->getConfig( 2262870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang mNode, (OMX_INDEXTYPE)OMX_IndexConfigAndroidIntraRefresh, ¶ms, sizeof(params)); 2263870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (err == OK) { 2264870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang *intraRefreshPeriod = params.nRefreshPeriod; 2265870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return OK; 2266870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 2267870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2268870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang // Fallback to query through standard OMX index. 2269870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang OMX_VIDEO_PARAM_INTRAREFRESHTYPE refreshParams; 2270870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang InitOMXParams(&refreshParams); 2271870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang refreshParams.nPortIndex = kPortIndexOutput; 2272870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang refreshParams.eRefreshMode = OMX_VIDEO_IntraRefreshCyclic; 2273870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang err = mOMX->getParameter( 2274870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang mNode, OMX_IndexParamVideoIntraRefresh, &refreshParams, sizeof(refreshParams)); 2275870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (err != OK || refreshParams.nCirMBs == 0) { 2276870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang *intraRefreshPeriod = 0; 2277870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return OK; 2278870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 2279870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2280870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang // Calculate period based on width and height 2281870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang uint32_t width, height; 2282870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang OMX_PARAM_PORTDEFINITIONTYPE def; 2283870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang InitOMXParams(&def); 2284870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang OMX_VIDEO_PORTDEFINITIONTYPE *video_def = &def.format.video; 2285870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang def.nPortIndex = kPortIndexOutput; 2286870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang err = mOMX->getParameter( 2287870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 2288870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (err != OK) { 2289870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang *intraRefreshPeriod = 0; 2290870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return err; 2291870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 2292870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang width = video_def->nFrameWidth; 2293870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang height = video_def->nFrameHeight; 2294870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang // Use H.264/AVC MacroBlock size 16x16 2295870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang *intraRefreshPeriod = divUp((divUp(width, 16u) * divUp(height, 16u)), refreshParams.nCirMBs); 2296870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2297870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return OK; 2298870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang} 2299870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2300870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuangstatus_t ACodec::setIntraRefreshPeriod(uint32_t intraRefreshPeriod, bool inConfigure) { 2301870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang OMX_VIDEO_CONFIG_ANDROID_INTRAREFRESHTYPE params; 2302870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang InitOMXParams(¶ms); 2303870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang params.nPortIndex = kPortIndexOutput; 2304870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang params.nRefreshPeriod = intraRefreshPeriod; 2305870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang status_t err = mOMX->setConfig( 2306870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang mNode, (OMX_INDEXTYPE)OMX_IndexConfigAndroidIntraRefresh, ¶ms, sizeof(params)); 2307870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (err == OK) { 2308870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return OK; 2309870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 2310870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2311870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang // Only in configure state, a component could invoke setParameter. 2312870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (!inConfigure) { 2313870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return INVALID_OPERATION; 2314870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } else { 2315870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang ALOGI("[%s] try falling back to Cyclic", mComponentName.c_str()); 2316870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 2317870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2318870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang OMX_VIDEO_PARAM_INTRAREFRESHTYPE refreshParams; 2319870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang InitOMXParams(&refreshParams); 2320870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang refreshParams.nPortIndex = kPortIndexOutput; 2321870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang refreshParams.eRefreshMode = OMX_VIDEO_IntraRefreshCyclic; 2322870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2323870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (intraRefreshPeriod == 0) { 2324870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang // 0 means disable intra refresh. 2325870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang refreshParams.nCirMBs = 0; 2326870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } else { 2327870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang // Calculate macroblocks that need to be intra coded base on width and height 2328870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang uint32_t width, height; 2329870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang OMX_PARAM_PORTDEFINITIONTYPE def; 2330870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang InitOMXParams(&def); 2331870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang OMX_VIDEO_PORTDEFINITIONTYPE *video_def = &def.format.video; 2332870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang def.nPortIndex = kPortIndexOutput; 2333870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang err = mOMX->getParameter( 2334870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 2335870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (err != OK) { 2336870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return err; 2337870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 2338870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang width = video_def->nFrameWidth; 2339870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang height = video_def->nFrameHeight; 2340870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang // Use H.264/AVC MacroBlock size 16x16 2341870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang refreshParams.nCirMBs = divUp((divUp(width, 16u) * divUp(height, 16u)), intraRefreshPeriod); 2342870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 2343870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2344870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang err = mOMX->setParameter(mNode, OMX_IndexParamVideoIntraRefresh, 2345870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang &refreshParams, sizeof(refreshParams)); 2346870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (err != OK) { 2347870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return err; 2348870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 2349870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2350870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return OK; 2351870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang} 2352870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2353f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::setMinBufferSize(OMX_U32 portIndex, size_t size) { 2354f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 2355f933441648ef6a71dee783d733aac17b9508b452Andreas Huber InitOMXParams(&def); 2356f933441648ef6a71dee783d733aac17b9508b452Andreas Huber def.nPortIndex = portIndex; 2357f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2358f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t err = mOMX->getParameter( 2359f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 2360f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2361f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 2362f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 2363f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2364f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2365f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (def.nBufferSize >= size) { 2366f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return OK; 2367f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2368f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2369f933441648ef6a71dee783d733aac17b9508b452Andreas Huber def.nBufferSize = size; 2370f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2371f933441648ef6a71dee783d733aac17b9508b452Andreas Huber err = mOMX->setParameter( 2372f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 2373f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2374f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 2375f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 2376f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2377f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2378f933441648ef6a71dee783d733aac17b9508b452Andreas Huber err = mOMX->getParameter( 2379f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 2380f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2381f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 2382f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 2383f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2384f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2385777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (def.nBufferSize < size) { 2386777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("failed to set min buffer size to %zu (is still %u)", size, def.nBufferSize); 2387777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return FAILED_TRANSACTION; 2388777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 2389f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2390f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return OK; 2391f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 2392f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 23935778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::selectAudioPortFormat( 23945778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_U32 portIndex, OMX_AUDIO_CODINGTYPE desiredFormat) { 23955778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_AUDIO_PARAM_PORTFORMATTYPE format; 23965778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&format); 23975778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23985778822d86b0337407514b9372562b86edfa91cdAndreas Huber format.nPortIndex = portIndex; 23996e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar for (OMX_U32 index = 0; index <= kMaxIndicesToCheck; ++index) { 24005778822d86b0337407514b9372562b86edfa91cdAndreas Huber format.nIndex = index; 24015778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = mOMX->getParameter( 24025778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamAudioPortFormat, 24035778822d86b0337407514b9372562b86edfa91cdAndreas Huber &format, sizeof(format)); 24045778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24055778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 24065778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 24075778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24085778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24095778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (format.eEncoding == desiredFormat) { 24105778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 24115778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24126e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar 24136e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar if (index == kMaxIndicesToCheck) { 24146e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar ALOGW("[%s] stopping checking formats after %u: %s(%x)", 24156e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar mComponentName.c_str(), index, 24166e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar asString(format.eEncoding), format.eEncoding); 24176e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar return ERROR_UNSUPPORTED; 24186e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar } 24195778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24205778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24215778822d86b0337407514b9372562b86edfa91cdAndreas Huber return mOMX->setParameter( 24225778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamAudioPortFormat, &format, sizeof(format)); 24235778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 24245778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24255778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupAACCodec( 2426aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke bool encoder, int32_t numChannels, int32_t sampleRate, 24278045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi int32_t bitRate, int32_t aacProfile, bool isADTS, int32_t sbrMode, 24282965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang int32_t maxOutputChannelCount, const drcParams_t& drc, 24292965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang int32_t pcmLimiterEnable) { 2430ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber if (encoder && isADTS) { 2431ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber return -EINVAL; 2432ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 2433ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 24345778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = setupRawAudioFormat( 24355778822d86b0337407514b9372562b86edfa91cdAndreas Huber encoder ? kPortIndexInput : kPortIndexOutput, 24365778822d86b0337407514b9372562b86edfa91cdAndreas Huber sampleRate, 24375778822d86b0337407514b9372562b86edfa91cdAndreas Huber numChannels); 24385778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24395778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 24405778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 24415778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24425778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24435778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (encoder) { 24445778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = selectAudioPortFormat(kPortIndexOutput, OMX_AUDIO_CodingAAC); 24455778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24465778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 24475778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 24485778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24495778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24505778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 24515778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&def); 24525778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.nPortIndex = kPortIndexOutput; 24535778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24545778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->getParameter( 24555778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 24565778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24575778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 24585778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 24595778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24605778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24615778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.format.audio.bFlagErrorConcealment = OMX_TRUE; 24625778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.format.audio.eEncoding = OMX_AUDIO_CodingAAC; 24635778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24645778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 24655778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 24665778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24675778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 24685778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 24695778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24705778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24715778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_AUDIO_PARAM_AACPROFILETYPE profile; 24725778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&profile); 24735778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nPortIndex = kPortIndexOutput; 24745778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24755778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->getParameter( 24765778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamAudioAac, &profile, sizeof(profile)); 24775778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24785778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 24795778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 24805778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24815778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24825778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nChannels = numChannels; 24835778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24845778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.eChannelMode = 24855778822d86b0337407514b9372562b86edfa91cdAndreas Huber (numChannels == 1) 24865778822d86b0337407514b9372562b86edfa91cdAndreas Huber ? OMX_AUDIO_ChannelModeMono: OMX_AUDIO_ChannelModeStereo; 24875778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24885778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nSampleRate = sampleRate; 24895778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nBitRate = bitRate; 24905778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nAudioBandWidth = 0; 24915778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nFrameLength = 0; 24925778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nAACtools = OMX_AUDIO_AACToolAll; 24935778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nAACERtools = OMX_AUDIO_AACERNone; 2494aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke profile.eAACProfile = (OMX_AUDIO_AACPROFILETYPE) aacProfile; 24955778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.eAACStreamFormat = OMX_AUDIO_AACStreamFormatMP4FF; 2496b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi switch (sbrMode) { 2497b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi case 0: 2498b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi // disable sbr 2499b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools &= ~OMX_AUDIO_AACToolAndroidSSBR; 2500b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools &= ~OMX_AUDIO_AACToolAndroidDSBR; 2501b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi break; 2502b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi case 1: 2503b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi // enable single-rate sbr 2504b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools |= OMX_AUDIO_AACToolAndroidSSBR; 2505b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools &= ~OMX_AUDIO_AACToolAndroidDSBR; 2506b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi break; 2507b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi case 2: 2508b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi // enable dual-rate sbr 2509b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools &= ~OMX_AUDIO_AACToolAndroidSSBR; 2510b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools |= OMX_AUDIO_AACToolAndroidDSBR; 2511b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi break; 2512b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi case -1: 2513b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi // enable both modes -> the codec will decide which mode should be used 2514b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools |= OMX_AUDIO_AACToolAndroidSSBR; 2515b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools |= OMX_AUDIO_AACToolAndroidDSBR; 2516b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi break; 2517b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi default: 2518b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi // unsupported sbr mode 2519b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi return BAD_VALUE; 2520b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi } 2521b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi 25225778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25235778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 25245778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamAudioAac, &profile, sizeof(profile)); 25255778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25265778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 25275778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 25285778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25295778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25305778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 25315778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25325778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2533f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_AUDIO_PARAM_AACPROFILETYPE profile; 2534f933441648ef6a71dee783d733aac17b9508b452Andreas Huber InitOMXParams(&profile); 2535f933441648ef6a71dee783d733aac17b9508b452Andreas Huber profile.nPortIndex = kPortIndexInput; 2536f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 25375778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->getParameter( 2538f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamAudioAac, &profile, sizeof(profile)); 2539f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2540f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 2541f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 2542f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2543f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2544f933441648ef6a71dee783d733aac17b9508b452Andreas Huber profile.nChannels = numChannels; 2545f933441648ef6a71dee783d733aac17b9508b452Andreas Huber profile.nSampleRate = sampleRate; 2546ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 2547ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber profile.eAACStreamFormat = 2548ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber isADTS 2549ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber ? OMX_AUDIO_AACStreamFormatMP4ADTS 2550ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber : OMX_AUDIO_AACStreamFormatMP4FF; 2551f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 25528045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi OMX_AUDIO_PARAM_ANDROID_AACPRESENTATIONTYPE presentation; 25538045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi presentation.nMaxOutputChannels = maxOutputChannelCount; 25548045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi presentation.nDrcCut = drc.drcCut; 25558045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi presentation.nDrcBoost = drc.drcBoost; 25568045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi presentation.nHeavyCompression = drc.heavyCompression; 25578045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi presentation.nTargetReferenceLevel = drc.targetRefLevel; 25588045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi presentation.nEncodedTargetLevel = drc.encodedTargetLevel; 25592965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang presentation.nPCMLimiterEnable = pcmLimiterEnable; 25608045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi 25618045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi status_t res = mOMX->setParameter(mNode, OMX_IndexParamAudioAac, &profile, sizeof(profile)); 25628045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (res == OK) { 25638045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi // optional parameters, will not cause configuration failure 25648045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi mOMX->setParameter(mNode, (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidAacPresentation, 25658045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi &presentation, sizeof(presentation)); 25668045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } else { 25678045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi ALOGW("did not set AudioAndroidAacPresentation due to error %d when setting AudioAac", res); 25688045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 25698045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi return res; 25705778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 2571f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 257297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryustatus_t ACodec::setupAC3Codec( 257397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu bool encoder, int32_t numChannels, int32_t sampleRate) { 257497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu status_t err = setupRawAudioFormat( 257597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu encoder ? kPortIndexInput : kPortIndexOutput, sampleRate, numChannels); 257697358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 257797358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu if (err != OK) { 257897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu return err; 257997358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } 258097358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 258197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu if (encoder) { 258297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu ALOGW("AC3 encoding is not supported."); 258397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu return INVALID_OPERATION; 258497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } 258597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 258697358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu OMX_AUDIO_PARAM_ANDROID_AC3TYPE def; 258797358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu InitOMXParams(&def); 258897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu def.nPortIndex = kPortIndexInput; 258997358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 259097358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu err = mOMX->getParameter( 259197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu mNode, 259297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidAc3, 259397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu &def, 259497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu sizeof(def)); 259597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 259697358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu if (err != OK) { 259797358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu return err; 259897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } 259997358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 260097358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu def.nChannels = numChannels; 260197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu def.nSampleRate = sampleRate; 260297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 260397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu return mOMX->setParameter( 260497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu mNode, 260597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidAc3, 260697358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu &def, 260797358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu sizeof(def)); 260897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu} 260997358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 26108a4728966dc9c78e21c3c93a927707e93c05e5e0Rachadstatus_t ACodec::setupEAC3Codec( 26118a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad bool encoder, int32_t numChannels, int32_t sampleRate) { 26128a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad status_t err = setupRawAudioFormat( 26138a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad encoder ? kPortIndexInput : kPortIndexOutput, sampleRate, numChannels); 26148a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 26158a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad if (err != OK) { 26168a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad return err; 26178a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } 26188a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 26198a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad if (encoder) { 26208a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad ALOGW("EAC3 encoding is not supported."); 26218a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad return INVALID_OPERATION; 26228a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } 26238a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 26248a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad OMX_AUDIO_PARAM_ANDROID_EAC3TYPE def; 26258a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad InitOMXParams(&def); 26268a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad def.nPortIndex = kPortIndexInput; 26278a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 26288a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad err = mOMX->getParameter( 26298a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad mNode, 26308a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidEac3, 26318a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad &def, 26328a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad sizeof(def)); 26338a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 26348a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad if (err != OK) { 26358a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad return err; 26368a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } 26378a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 26388a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad def.nChannels = numChannels; 26398a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad def.nSampleRate = sampleRate; 26408a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 26418a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad return mOMX->setParameter( 26428a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad mNode, 26438a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidEac3, 26448a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad &def, 26458a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad sizeof(def)); 26468a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad} 26478a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 26485778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatic OMX_AUDIO_AMRBANDMODETYPE pickModeFromBitRate( 26495778822d86b0337407514b9372562b86edfa91cdAndreas Huber bool isAMRWB, int32_t bps) { 26505778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (isAMRWB) { 26515778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (bps <= 6600) { 26525778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB0; 26535778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 8850) { 26545778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB1; 26555778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 12650) { 26565778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB2; 26575778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 14250) { 26585778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB3; 26595778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 15850) { 26605778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB4; 26615778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 18250) { 26625778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB5; 26635778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 19850) { 26645778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB6; 26655778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 23050) { 26665778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB7; 26675778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 26685778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26695778822d86b0337407514b9372562b86edfa91cdAndreas Huber // 23850 bps 26705778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB8; 26715778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { // AMRNB 26725778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (bps <= 4750) { 26735778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB0; 26745778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 5150) { 26755778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB1; 26765778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 5900) { 26775778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB2; 26785778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 6700) { 26795778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB3; 26805778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 7400) { 26815778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB4; 26825778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 7950) { 26835778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB5; 26845778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 10200) { 26855778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB6; 26865778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 26875778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26885778822d86b0337407514b9372562b86edfa91cdAndreas Huber // 12200 bps 26895778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB7; 26905778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2691f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 2692f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 26935778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupAMRCodec(bool encoder, bool isWAMR, int32_t bitrate) { 2694729de186450f78c099637e1fce743fe531862c52Andreas Huber OMX_AUDIO_PARAM_AMRTYPE def; 2695729de186450f78c099637e1fce743fe531862c52Andreas Huber InitOMXParams(&def); 26965778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.nPortIndex = encoder ? kPortIndexOutput : kPortIndexInput; 2697729de186450f78c099637e1fce743fe531862c52Andreas Huber 2698729de186450f78c099637e1fce743fe531862c52Andreas Huber status_t err = 2699729de186450f78c099637e1fce743fe531862c52Andreas Huber mOMX->getParameter(mNode, OMX_IndexParamAudioAmr, &def, sizeof(def)); 2700729de186450f78c099637e1fce743fe531862c52Andreas Huber 2701729de186450f78c099637e1fce743fe531862c52Andreas Huber if (err != OK) { 2702729de186450f78c099637e1fce743fe531862c52Andreas Huber return err; 2703729de186450f78c099637e1fce743fe531862c52Andreas Huber } 2704729de186450f78c099637e1fce743fe531862c52Andreas Huber 2705729de186450f78c099637e1fce743fe531862c52Andreas Huber def.eAMRFrameFormat = OMX_AUDIO_AMRFrameFormatFSF; 27065778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.eAMRBandMode = pickModeFromBitRate(isWAMR, bitrate); 27075778822d86b0337407514b9372562b86edfa91cdAndreas Huber 27085778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 27095778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamAudioAmr, &def, sizeof(def)); 2710729de186450f78c099637e1fce743fe531862c52Andreas Huber 27115778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 27125778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 27135778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2714729de186450f78c099637e1fce743fe531862c52Andreas Huber 27155778822d86b0337407514b9372562b86edfa91cdAndreas Huber return setupRawAudioFormat( 27165778822d86b0337407514b9372562b86edfa91cdAndreas Huber encoder ? kPortIndexInput : kPortIndexOutput, 27175778822d86b0337407514b9372562b86edfa91cdAndreas Huber isWAMR ? 16000 : 8000 /* sampleRate */, 27185778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1 /* numChannels */); 2719729de186450f78c099637e1fce743fe531862c52Andreas Huber} 2720729de186450f78c099637e1fce743fe531862c52Andreas Huber 272117c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissenstatus_t ACodec::setupG711Codec(bool encoder, int32_t sampleRate, int32_t numChannels) { 2722777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (encoder) { 2723777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return INVALID_OPERATION; 2724777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 27255778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2726729de186450f78c099637e1fce743fe531862c52Andreas Huber return setupRawAudioFormat( 272717c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissen kPortIndexInput, sampleRate, numChannels); 2728729de186450f78c099637e1fce743fe531862c52Andreas Huber} 2729729de186450f78c099637e1fce743fe531862c52Andreas Huber 27302f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivistatus_t ACodec::setupFlacCodec( 27312f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi bool encoder, int32_t numChannels, int32_t sampleRate, int32_t compressionLevel) { 27322f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi 27332f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi if (encoder) { 27342f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi OMX_AUDIO_PARAM_FLACTYPE def; 27352f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi InitOMXParams(&def); 27362f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi def.nPortIndex = kPortIndexOutput; 27372f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi 27382f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi // configure compression level 27392f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi status_t err = mOMX->getParameter(mNode, OMX_IndexParamAudioFlac, &def, sizeof(def)); 27402f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi if (err != OK) { 27412f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi ALOGE("setupFlacCodec(): Error %d getting OMX_IndexParamAudioFlac parameter", err); 27422f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi return err; 27432f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } 27442f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi def.nCompressionLevel = compressionLevel; 27452f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi err = mOMX->setParameter(mNode, OMX_IndexParamAudioFlac, &def, sizeof(def)); 27462f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi if (err != OK) { 27472f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi ALOGE("setupFlacCodec(): Error %d setting OMX_IndexParamAudioFlac parameter", err); 27482f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi return err; 27492f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } 27502f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } 27512f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi 27522f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi return setupRawAudioFormat( 27532f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi encoder ? kPortIndexInput : kPortIndexOutput, 27542f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi sampleRate, 27552f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi numChannels); 27562f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi} 27572f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi 2758729de186450f78c099637e1fce743fe531862c52Andreas Huberstatus_t ACodec::setupRawAudioFormat( 2759729de186450f78c099637e1fce743fe531862c52Andreas Huber OMX_U32 portIndex, int32_t sampleRate, int32_t numChannels) { 2760729de186450f78c099637e1fce743fe531862c52Andreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 2761729de186450f78c099637e1fce743fe531862c52Andreas Huber InitOMXParams(&def); 2762729de186450f78c099637e1fce743fe531862c52Andreas Huber def.nPortIndex = portIndex; 2763729de186450f78c099637e1fce743fe531862c52Andreas Huber 2764729de186450f78c099637e1fce743fe531862c52Andreas Huber status_t err = mOMX->getParameter( 2765729de186450f78c099637e1fce743fe531862c52Andreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 2766729de186450f78c099637e1fce743fe531862c52Andreas Huber 2767729de186450f78c099637e1fce743fe531862c52Andreas Huber if (err != OK) { 2768729de186450f78c099637e1fce743fe531862c52Andreas Huber return err; 2769729de186450f78c099637e1fce743fe531862c52Andreas Huber } 2770729de186450f78c099637e1fce743fe531862c52Andreas Huber 2771729de186450f78c099637e1fce743fe531862c52Andreas Huber def.format.audio.eEncoding = OMX_AUDIO_CodingPCM; 2772729de186450f78c099637e1fce743fe531862c52Andreas Huber 2773729de186450f78c099637e1fce743fe531862c52Andreas Huber err = mOMX->setParameter( 2774729de186450f78c099637e1fce743fe531862c52Andreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 2775729de186450f78c099637e1fce743fe531862c52Andreas Huber 2776729de186450f78c099637e1fce743fe531862c52Andreas Huber if (err != OK) { 2777729de186450f78c099637e1fce743fe531862c52Andreas Huber return err; 2778729de186450f78c099637e1fce743fe531862c52Andreas Huber } 2779729de186450f78c099637e1fce743fe531862c52Andreas Huber 2780729de186450f78c099637e1fce743fe531862c52Andreas Huber OMX_AUDIO_PARAM_PCMMODETYPE pcmParams; 2781729de186450f78c099637e1fce743fe531862c52Andreas Huber InitOMXParams(&pcmParams); 2782729de186450f78c099637e1fce743fe531862c52Andreas Huber pcmParams.nPortIndex = portIndex; 2783729de186450f78c099637e1fce743fe531862c52Andreas Huber 2784729de186450f78c099637e1fce743fe531862c52Andreas Huber err = mOMX->getParameter( 2785729de186450f78c099637e1fce743fe531862c52Andreas Huber mNode, OMX_IndexParamAudioPcm, &pcmParams, sizeof(pcmParams)); 2786729de186450f78c099637e1fce743fe531862c52Andreas Huber 2787729de186450f78c099637e1fce743fe531862c52Andreas Huber if (err != OK) { 2788729de186450f78c099637e1fce743fe531862c52Andreas Huber return err; 2789729de186450f78c099637e1fce743fe531862c52Andreas Huber } 2790729de186450f78c099637e1fce743fe531862c52Andreas Huber 2791729de186450f78c099637e1fce743fe531862c52Andreas Huber pcmParams.nChannels = numChannels; 2792729de186450f78c099637e1fce743fe531862c52Andreas Huber pcmParams.eNumData = OMX_NumericalDataSigned; 2793729de186450f78c099637e1fce743fe531862c52Andreas Huber pcmParams.bInterleaved = OMX_TRUE; 2794729de186450f78c099637e1fce743fe531862c52Andreas Huber pcmParams.nBitPerSample = 16; 2795729de186450f78c099637e1fce743fe531862c52Andreas Huber pcmParams.nSamplingRate = sampleRate; 2796729de186450f78c099637e1fce743fe531862c52Andreas Huber pcmParams.ePCMMode = OMX_AUDIO_PCMModeLinear; 2797729de186450f78c099637e1fce743fe531862c52Andreas Huber 2798c1d8115e8a0bdaeb2b723d395b9a85a02c90c933Andreas Huber if (getOMXChannelMapping(numChannels, pcmParams.eChannelMapping) != OK) { 2799c1d8115e8a0bdaeb2b723d395b9a85a02c90c933Andreas Huber return OMX_ErrorNone; 2800729de186450f78c099637e1fce743fe531862c52Andreas Huber } 2801729de186450f78c099637e1fce743fe531862c52Andreas Huber 2802729de186450f78c099637e1fce743fe531862c52Andreas Huber return mOMX->setParameter( 2803729de186450f78c099637e1fce743fe531862c52Andreas Huber mNode, OMX_IndexParamAudioPcm, &pcmParams, sizeof(pcmParams)); 2804729de186450f78c099637e1fce743fe531862c52Andreas Huber} 2805729de186450f78c099637e1fce743fe531862c52Andreas Huber 28065a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachadstatus_t ACodec::configureTunneledVideoPlayback( 280797827bd7c7e64dec22c8fe0f9e734a3c432ad7eeRachad int32_t audioHwSync, const sp<ANativeWindow> &nativeWindow) { 28085a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad native_handle_t* sidebandHandle; 28095a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 28105a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad status_t err = mOMX->configureVideoTunnelMode( 28115a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad mNode, kPortIndexOutput, OMX_TRUE, audioHwSync, &sidebandHandle); 28125a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (err != OK) { 28135a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGE("configureVideoTunnelMode failed! (err %d).", err); 28145a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad return err; 28155a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } 28165a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 28175a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad err = native_window_set_sideband_stream(nativeWindow.get(), sidebandHandle); 28185a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (err != OK) { 28195a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGE("native_window_set_sideband_stream(%p) failed! (err %d).", 28205a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad sidebandHandle, err); 28215a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad return err; 28225a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } 28235a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 28245a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad return OK; 28255a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad} 28265a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 2827f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::setVideoPortFormatType( 2828f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 portIndex, 2829f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_VIDEO_CODINGTYPE compressionFormat, 28300d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar OMX_COLOR_FORMATTYPE colorFormat, 28310d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar bool usingNativeBuffers) { 2832f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_VIDEO_PARAM_PORTFORMATTYPE format; 2833f933441648ef6a71dee783d733aac17b9508b452Andreas Huber InitOMXParams(&format); 2834f933441648ef6a71dee783d733aac17b9508b452Andreas Huber format.nPortIndex = portIndex; 2835f933441648ef6a71dee783d733aac17b9508b452Andreas Huber format.nIndex = 0; 2836f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool found = false; 2837f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 28386e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar for (OMX_U32 index = 0; index <= kMaxIndicesToCheck; ++index) { 2839f933441648ef6a71dee783d733aac17b9508b452Andreas Huber format.nIndex = index; 2840f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t err = mOMX->getParameter( 2841f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamVideoPortFormat, 2842f933441648ef6a71dee783d733aac17b9508b452Andreas Huber &format, sizeof(format)); 2843f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2844f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 2845f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 2846f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2847f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2848229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar // substitute back flexible color format to codec supported format 2849229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar OMX_U32 flexibleEquivalent; 28500d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (compressionFormat == OMX_VIDEO_CodingUnused 28510d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar && isFlexibleColorFormat( 28520d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar mOMX, mNode, format.eColorFormat, usingNativeBuffers, &flexibleEquivalent) 28530d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar && colorFormat == flexibleEquivalent) { 2854229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar ALOGI("[%s] using color format %#x in place of %#x", 2855229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar mComponentName.c_str(), format.eColorFormat, colorFormat); 2856229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar colorFormat = format.eColorFormat; 2857229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar } 2858229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar 2859f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // The following assertion is violated by TI's video decoder. 2860f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // CHECK_EQ(format.nIndex, index); 2861f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2862f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (!strcmp("OMX.TI.Video.encoder", mComponentName.c_str())) { 2863f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (portIndex == kPortIndexInput 2864f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && colorFormat == format.eColorFormat) { 2865f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // eCompressionFormat does not seem right. 2866f933441648ef6a71dee783d733aac17b9508b452Andreas Huber found = true; 2867f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 2868f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2869f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (portIndex == kPortIndexOutput 2870f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && compressionFormat == format.eCompressionFormat) { 2871f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // eColorFormat does not seem right. 2872f933441648ef6a71dee783d733aac17b9508b452Andreas Huber found = true; 2873f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 2874f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2875f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2876f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2877f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (format.eCompressionFormat == compressionFormat 2878f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && format.eColorFormat == colorFormat) { 2879f933441648ef6a71dee783d733aac17b9508b452Andreas Huber found = true; 2880f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 2881f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2882f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 28836e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar if (index == kMaxIndicesToCheck) { 28846e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar ALOGW("[%s] stopping checking formats after %u: %s(%x)/%s(%x)", 28856e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar mComponentName.c_str(), index, 28866e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar asString(format.eCompressionFormat), format.eCompressionFormat, 28876e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar asString(format.eColorFormat), format.eColorFormat); 28886e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar } 2889f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2890f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2891f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (!found) { 2892f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return UNKNOWN_ERROR; 2893f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2894f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2895f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t err = mOMX->setParameter( 2896f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamVideoPortFormat, 2897f933441648ef6a71dee783d733aac17b9508b452Andreas Huber &format, sizeof(format)); 2898f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2899f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 2900f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 2901f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 29020d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// Set optimal output format. OMX component lists output formats in the order 29030d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// of preference, but this got more complicated since the introduction of flexible 29040d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// YUV formats. We support a legacy behavior for applications that do not use 29050d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// surface output, do not specify an output format, but expect a "usable" standard 29060d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// OMX format. SW readable and standard formats must be flex-YUV. 29070d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// 29080d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// Suggested preference order: 29090d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// - optimal format for texture rendering (mediaplayer behavior) 29100d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// - optimal SW readable & texture renderable format (flex-YUV support) 29110d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// - optimal SW readable non-renderable format (flex-YUV bytebuffer support) 29120d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// - legacy "usable" standard formats 29130d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// 29140d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// For legacy support, we prefer a standard format, but will settle for a SW readable 29150d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// flex-YUV format. 29160d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnarstatus_t ACodec::setSupportedOutputFormat(bool getLegacyFlexibleFormat) { 29170d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar OMX_VIDEO_PARAM_PORTFORMATTYPE format, legacyFormat; 2918f933441648ef6a71dee783d733aac17b9508b452Andreas Huber InitOMXParams(&format); 2919f933441648ef6a71dee783d733aac17b9508b452Andreas Huber format.nPortIndex = kPortIndexOutput; 2920f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 29210d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar InitOMXParams(&legacyFormat); 29220d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar // this field will change when we find a suitable legacy format 29230d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar legacyFormat.eColorFormat = OMX_COLOR_FormatUnused; 2924f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 29250d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar for (OMX_U32 index = 0; ; ++index) { 29260d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar format.nIndex = index; 29270d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar status_t err = mOMX->getParameter( 29280d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar mNode, OMX_IndexParamVideoPortFormat, 29290d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar &format, sizeof(format)); 29300d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (err != OK) { 29310d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar // no more formats, pick legacy format if found 29320d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (legacyFormat.eColorFormat != OMX_COLOR_FormatUnused) { 29330d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar memcpy(&format, &legacyFormat, sizeof(format)); 29340d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar break; 29350d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 29360d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar return err; 29370d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 29380d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (format.eCompressionFormat != OMX_VIDEO_CodingUnused) { 29390d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar return OMX_ErrorBadParameter; 29400d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 29410d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (!getLegacyFlexibleFormat) { 29420d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar break; 29430d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 29440d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar // standard formats that were exposed to users before 29450d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (format.eColorFormat == OMX_COLOR_FormatYUV420Planar 29460d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar || format.eColorFormat == OMX_COLOR_FormatYUV420PackedPlanar 29470d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar || format.eColorFormat == OMX_COLOR_FormatYUV420SemiPlanar 29480d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar || format.eColorFormat == OMX_COLOR_FormatYUV420PackedSemiPlanar 29490d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar || format.eColorFormat == OMX_TI_COLOR_FormatYUV420PackedSemiPlanar) { 29500d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar break; 29510d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 29520d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar // find best legacy non-standard format 29530d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar OMX_U32 flexibleEquivalent; 29540d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (legacyFormat.eColorFormat == OMX_COLOR_FormatUnused 29550d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar && isFlexibleColorFormat( 29560d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar mOMX, mNode, format.eColorFormat, false /* usingNativeBuffers */, 29570d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar &flexibleEquivalent) 29580d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar && flexibleEquivalent == OMX_COLOR_FormatYUV420Flexible) { 29590d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar memcpy(&legacyFormat, &format, sizeof(format)); 29600d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 29610d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 2962f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return mOMX->setParameter( 2963f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamVideoPortFormat, 2964f933441648ef6a71dee783d733aac17b9508b452Andreas Huber &format, sizeof(format)); 2965f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 2966f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2967e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huberstatic const struct VideoCodingMapEntry { 2968e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber const char *mMime; 2969e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber OMX_VIDEO_CODINGTYPE mVideoCodingType; 2970e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber} kVideoCodingMapEntry[] = { 2971e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { MEDIA_MIMETYPE_VIDEO_AVC, OMX_VIDEO_CodingAVC }, 29722472b1c0d63454e5d90a982bd6c555de6c3127bdRachad { MEDIA_MIMETYPE_VIDEO_HEVC, OMX_VIDEO_CodingHEVC }, 2973e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { MEDIA_MIMETYPE_VIDEO_MPEG4, OMX_VIDEO_CodingMPEG4 }, 2974e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { MEDIA_MIMETYPE_VIDEO_H263, OMX_VIDEO_CodingH263 }, 2975e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { MEDIA_MIMETYPE_VIDEO_MPEG2, OMX_VIDEO_CodingMPEG2 }, 297694705aff3c9eef58cbb72ec6fe5d2dcfd9481646hkuang { MEDIA_MIMETYPE_VIDEO_VP8, OMX_VIDEO_CodingVP8 }, 297794705aff3c9eef58cbb72ec6fe5d2dcfd9481646hkuang { MEDIA_MIMETYPE_VIDEO_VP9, OMX_VIDEO_CodingVP9 }, 2978a29c2b203d8bea8c21564765da5c9d7087448340Ronghua Wu { MEDIA_MIMETYPE_VIDEO_DOLBY_VISION, OMX_VIDEO_CodingDolbyVision }, 2979e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber}; 2980e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 29815778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatic status_t GetVideoCodingTypeFromMime( 29825778822d86b0337407514b9372562b86edfa91cdAndreas Huber const char *mime, OMX_VIDEO_CODINGTYPE *codingType) { 2983e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber for (size_t i = 0; 2984e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber i < sizeof(kVideoCodingMapEntry) / sizeof(kVideoCodingMapEntry[0]); 2985e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber ++i) { 2986e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (!strcasecmp(mime, kVideoCodingMapEntry[i].mMime)) { 2987e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber *codingType = kVideoCodingMapEntry[i].mVideoCodingType; 2988e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return OK; 2989e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 2990f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2991f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2992e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber *codingType = OMX_VIDEO_CodingUnused; 2993e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2994e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return ERROR_UNSUPPORTED; 2995e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber} 2996e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2997e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huberstatic status_t GetMimeTypeForVideoCoding( 2998e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber OMX_VIDEO_CODINGTYPE codingType, AString *mime) { 2999e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber for (size_t i = 0; 3000e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber i < sizeof(kVideoCodingMapEntry) / sizeof(kVideoCodingMapEntry[0]); 3001e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber ++i) { 3002e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (codingType == kVideoCodingMapEntry[i].mVideoCodingType) { 3003e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber *mime = kVideoCodingMapEntry[i].mMime; 3004e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return OK; 3005e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 3006e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 3007e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3008e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mime->clear(); 3009e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3010e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return ERROR_UNSUPPORTED; 30115778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 30125778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30135778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupVideoDecoder( 30148338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar const char *mime, const sp<AMessage> &msg, bool haveNativeWindow, 30158338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar sp<AMessage> &outputFormat) { 301689869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar int32_t width, height; 301789869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar if (!msg->findInt32("width", &width) 301889869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar || !msg->findInt32("height", &height)) { 301989869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar return INVALID_OPERATION; 302089869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar } 302189869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar 30225778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_CODINGTYPE compressionFormat; 30235778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = GetVideoCodingTypeFromMime(mime, &compressionFormat); 30245778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30255778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 30265778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 30275778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 30285778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30295778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setVideoPortFormatType( 3030f933441648ef6a71dee783d733aac17b9508b452Andreas Huber kPortIndexInput, compressionFormat, OMX_COLOR_FormatUnused); 3031f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3032f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 3033f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 3034f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3035f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 303689869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar int32_t tmp; 303789869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar if (msg->findInt32("color-format", &tmp)) { 303889869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar OMX_COLOR_FORMATTYPE colorFormat = 303989869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar static_cast<OMX_COLOR_FORMATTYPE>(tmp); 304089869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar err = setVideoPortFormatType( 30410d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar kPortIndexOutput, OMX_VIDEO_CodingUnused, colorFormat, haveNativeWindow); 304289869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar if (err != OK) { 304389869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar ALOGW("[%s] does not support color format %d", 304489869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar mComponentName.c_str(), colorFormat); 30450d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar err = setSupportedOutputFormat(!haveNativeWindow /* getLegacyFlexibleFormat */); 304689869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar } 304789869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar } else { 30480d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar err = setSupportedOutputFormat(!haveNativeWindow /* getLegacyFlexibleFormat */); 304989869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar } 3050f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3051f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 3052f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 3053f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3054f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 305578b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad int32_t frameRateInt; 305678b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad float frameRateFloat; 305778b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad if (!msg->findFloat("frame-rate", &frameRateFloat)) { 305878b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad if (!msg->findInt32("frame-rate", &frameRateInt)) { 305978b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad frameRateInt = -1; 306078b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad } 306178b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad frameRateFloat = (float)frameRateInt; 306278b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad } 306378b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad 3064f933441648ef6a71dee783d733aac17b9508b452Andreas Huber err = setVideoFormatOnPort( 306578b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad kPortIndexInput, width, height, compressionFormat, frameRateFloat); 3066f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3067f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 3068f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 3069f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3070f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3071f933441648ef6a71dee783d733aac17b9508b452Andreas Huber err = setVideoFormatOnPort( 3072f933441648ef6a71dee783d733aac17b9508b452Andreas Huber kPortIndexOutput, width, height, OMX_VIDEO_CodingUnused); 3073f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3074f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 3075f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 3076f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3077f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 30788338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar err = setColorAspects( 30798338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar kPortIndexOutput, width, height, msg, outputFormat); 30808338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar if (err != OK) { 30818338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar ALOGI("Falling back to presets as component does not describe color aspects."); 30828338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar err = OK; 30838338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 30848338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 30858338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar return err; 30868338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar} 30878338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 30888338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnarstatus_t ACodec::setColorAspects( 30898338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar OMX_U32 portIndex, int32_t width, int32_t height, const sp<AMessage> &msg, 30908338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar sp<AMessage> &format) { 30918338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar DescribeColorAspectsParams params; 30928338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar InitOMXParams(¶ms); 30938338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar params.nPortIndex = portIndex; 30948338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 30958338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar // 0 values are unspecified 30968338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar int32_t range = 0, standard = 0, transfer = 0; 30978338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar if (portIndex == kPortIndexInput) { 30988338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar // Encoders allow overriding default aspects with 0 if specified by format. Decoders do not. 30998338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar setDefaultPlatformColorAspectsIfNeeded(range, standard, transfer, width, height); 31008338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 31018338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar (void)msg->findInt32("color-range", &range); 31028338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar (void)msg->findInt32("color-standard", &standard); 31038338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar (void)msg->findInt32("color-transfer", &transfer); 31048338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 31058338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar if (convertPlatformColorAspectsToCodecAspects( 31068338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar range, standard, transfer, params.sAspects) != OK) { 31078338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar ALOGW("[%s] Ignoring illegal color aspects(range=%d, standard=%d, transfer=%d)", 31088338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar mComponentName.c_str(), range, standard, transfer); 31098338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar // Invalid values were converted to unspecified !params!, but otherwise were not changed 31108338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar // For encoders, we leave these as is. For decoders, we will use default values. 31118338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 31128338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 31138338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar // set defaults for decoders. 31148338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar if (portIndex != kPortIndexInput) { 31158338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar setDefaultCodecColorAspectsIfNeeded(params.sAspects, width, height); 31168338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar convertCodecColorAspectsToPlatformAspects(params.sAspects, &range, &standard, &transfer); 31178338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 31188338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 31198338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar // save updated values to base output format (encoder input format will read back actually 31208338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar // supported values by the codec) 31218338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar if (range != 0) { 31228338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar format->setInt32("color-range", range); 31238338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 31248338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar if (standard != 0) { 31258338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar format->setInt32("color-standard", standard); 31268338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 31278338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar if (transfer != 0) { 31288338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar format->setInt32("color-transfer", transfer); 31298338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 31308338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 31318338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar // communicate color aspects to codec 31328338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar status_t err = mOMX->getExtensionIndex( 31338338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar mNode, "OMX.google.android.index.describeColorAspects", &mDescribeColorAspectsIndex); 31348338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar if (err != OK) { 31358338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar mDescribeColorAspectsIndex = (OMX_INDEXTYPE)0; 31368338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar return err; 31378338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 31388338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 31398338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar return mOMX->setConfig(mNode, mDescribeColorAspectsIndex, ¶ms, sizeof(params)); 31408338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar} 31418338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 31428338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnarstatus_t ACodec::getColorAspects(OMX_U32 portIndex, sp<AMessage> &format) { 31438338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar if (!mDescribeColorAspectsIndex) { 31448338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar return ERROR_UNSUPPORTED; 31458338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 31468338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 31478338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar DescribeColorAspectsParams params; 31488338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar InitOMXParams(¶ms); 31498338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar params.nPortIndex = portIndex; 31508338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar ColorAspects &aspects = params.sAspects; 31518338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar aspects.mRange = ColorAspects::RangeUnspecified; 31528338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar aspects.mPrimaries = ColorAspects::PrimariesUnspecified; 31538338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar aspects.mMatrixCoeffs = ColorAspects::MatrixUnspecified; 31548338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar aspects.mTransfer = ColorAspects::TransferUnspecified; 31558338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 31568338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar status_t err = mOMX->getConfig(mNode, mDescribeColorAspectsIndex, ¶ms, sizeof(params)); 31578338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar if (err != OK) { 31588338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar return err; 31598338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 31608338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 31618338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar // keep non-standard codec values in extension ranges 31628338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar int32_t range, standard, transfer; 31638338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar if (convertCodecColorAspectsToPlatformAspects( 31648338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar params.sAspects, &range, &standard, &transfer) != OK) { 31658338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar ALOGW("[%s] Ignoring invalid color aspects(range=%u, primaries=%u, coeffs=%u, transfer=%u)", 31668338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar mComponentName.c_str(), 31678338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar aspects.mRange, aspects.mPrimaries, aspects.mMatrixCoeffs, aspects.mTransfer); 31688338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 31698338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 31708338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar // save specified values to format 31718338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar if (range != 0) { 31728338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar format->setInt32("color-range", range); 31738338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 31748338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar if (standard != 0) { 31758338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar format->setInt32("color-standard", standard); 31768338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 31778338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar if (transfer != 0) { 31788338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar format->setInt32("color-transfer", transfer); 31798338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 3180f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return OK; 3181f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 3182f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 31838338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnarstatus_t ACodec::setupVideoEncoder( 31848338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar const char *mime, const sp<AMessage> &msg, sp<AMessage> &outputFormat) { 31855778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t tmp; 31865778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("color-format", &tmp)) { 31875778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 31885778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 31895778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31905778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_COLOR_FORMATTYPE colorFormat = 31915778822d86b0337407514b9372562b86edfa91cdAndreas Huber static_cast<OMX_COLOR_FORMATTYPE>(tmp); 31925778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31935778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = setVideoPortFormatType( 31945778822d86b0337407514b9372562b86edfa91cdAndreas Huber kPortIndexInput, OMX_VIDEO_CodingUnused, colorFormat); 31955778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31965778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 31975778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGE("[%s] does not support color format %d", 31985778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentName.c_str(), colorFormat); 31995778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32005778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 32015778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 32025778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32035778822d86b0337407514b9372562b86edfa91cdAndreas Huber /* Input port configuration */ 32045778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32055778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 32065778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&def); 32075778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32085778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PORTDEFINITIONTYPE *video_def = &def.format.video; 32095778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32105778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.nPortIndex = kPortIndexInput; 32115778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32125778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->getParameter( 32135778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 32145778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32155778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 32165778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 32175778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 32185778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32195778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t width, height, bitrate; 32205778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("width", &width) 32215778822d86b0337407514b9372562b86edfa91cdAndreas Huber || !msg->findInt32("height", &height) 32225778822d86b0337407514b9372562b86edfa91cdAndreas Huber || !msg->findInt32("bitrate", &bitrate)) { 32235778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 32245778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 32255778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32265778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nFrameWidth = width; 32275778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nFrameHeight = height; 32285778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32295778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t stride; 32305778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("stride", &stride)) { 32315778822d86b0337407514b9372562b86edfa91cdAndreas Huber stride = width; 32325778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 32335778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32345778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nStride = stride; 32355778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32365778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t sliceHeight; 32375778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("slice-height", &sliceHeight)) { 32385778822d86b0337407514b9372562b86edfa91cdAndreas Huber sliceHeight = height; 32395778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 32405778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32415778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nSliceHeight = sliceHeight; 32425778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32435778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.nBufferSize = (video_def->nStride * video_def->nSliceHeight * 3) / 2; 32445778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32455778822d86b0337407514b9372562b86edfa91cdAndreas Huber float frameRate; 32465778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findFloat("frame-rate", &frameRate)) { 32475778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t tmp; 32485778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("frame-rate", &tmp)) { 32495778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 32505778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 32515778822d86b0337407514b9372562b86edfa91cdAndreas Huber frameRate = (float)tmp; 32522c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mTimePerFrameUs = (int64_t) (1000000.0f / frameRate); 32535778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 32545778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32555778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->xFramerate = (OMX_U32)(frameRate * 65536.0f); 32565778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->eCompressionFormat = OMX_VIDEO_CodingUnused; 3257a32d5435d9585794b72dd12546054f13adb845f2Lajos Molnar // this is redundant as it was already set up in setVideoPortFormatType 3258a32d5435d9585794b72dd12546054f13adb845f2Lajos Molnar // FIXME for now skip this only for flexible YUV formats 3259a32d5435d9585794b72dd12546054f13adb845f2Lajos Molnar if (colorFormat != OMX_COLOR_FormatYUV420Flexible) { 3260a32d5435d9585794b72dd12546054f13adb845f2Lajos Molnar video_def->eColorFormat = colorFormat; 3261a32d5435d9585794b72dd12546054f13adb845f2Lajos Molnar } 32625778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32635778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 32645778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 32655778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32665778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 32675778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGE("[%s] failed to set input port definition parameters.", 32685778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentName.c_str()); 32695778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32705778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 32715778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 32725778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32735778822d86b0337407514b9372562b86edfa91cdAndreas Huber /* Output port configuration */ 32745778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32755778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_CODINGTYPE compressionFormat; 32765778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = GetVideoCodingTypeFromMime(mime, &compressionFormat); 32775778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32785778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 32795778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 32805778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 32815778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32825778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setVideoPortFormatType( 32835778822d86b0337407514b9372562b86edfa91cdAndreas Huber kPortIndexOutput, compressionFormat, OMX_COLOR_FormatUnused); 32845778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32855778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 32865778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGE("[%s] does not support compression format %d", 32875778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentName.c_str(), compressionFormat); 32885778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32895778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 32905778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 32915778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32925778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.nPortIndex = kPortIndexOutput; 32935778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32945778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->getParameter( 32955778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 32965778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32975778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 32985778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 32995778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 33005778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33015778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nFrameWidth = width; 33025778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nFrameHeight = height; 33035778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->xFramerate = 0; 33045778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nBitrate = bitrate; 33055778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->eCompressionFormat = compressionFormat; 33065778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->eColorFormat = OMX_COLOR_FormatUnused; 33075778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33085778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 33095778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 33105778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33115778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 33125778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGE("[%s] failed to set output port definition parameters.", 33135778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentName.c_str()); 33145778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33155778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 33165778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 33175778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3318870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang int32_t intraRefreshPeriod = 0; 3319870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (msg->findInt32("intra-refresh-period", &intraRefreshPeriod) 3320870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang && intraRefreshPeriod >= 0) { 3321870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang err = setIntraRefreshPeriod((uint32_t)intraRefreshPeriod, true); 3322870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (err != OK) { 3323870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang ALOGI("[%s] failed setIntraRefreshPeriod. Failure is fine since this key is optional", 3324870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang mComponentName.c_str()); 3325870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang err = OK; 3326870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 3327870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 3328870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 33295778822d86b0337407514b9372562b86edfa91cdAndreas Huber switch (compressionFormat) { 33305778822d86b0337407514b9372562b86edfa91cdAndreas Huber case OMX_VIDEO_CodingMPEG4: 33315778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setupMPEG4EncoderParameters(msg); 33325778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 33335778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33345778822d86b0337407514b9372562b86edfa91cdAndreas Huber case OMX_VIDEO_CodingH263: 33355778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setupH263EncoderParameters(msg); 33365778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 33375778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33385778822d86b0337407514b9372562b86edfa91cdAndreas Huber case OMX_VIDEO_CodingAVC: 33395778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setupAVCEncoderParameters(msg); 33405778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 33415778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3342c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad case OMX_VIDEO_CodingHEVC: 3343c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad err = setupHEVCEncoderParameters(msg); 3344c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad break; 3345c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 334689b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber case OMX_VIDEO_CodingVP8: 334789b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber case OMX_VIDEO_CodingVP9: 334889b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber err = setupVPXEncoderParameters(msg); 334989b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber break; 335089b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber 33515778822d86b0337407514b9372562b86edfa91cdAndreas Huber default: 33525778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 33535778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 33545778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33558338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar // Set up color aspects on input, but propagate them to the output format, as they will 33568338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar // not be read back from encoder. 33578338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar err = setColorAspects( 33588338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar kPortIndexInput, width, height, msg, outputFormat); 33598338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar if (err != OK) { 33608338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar ALOGI("[%s] cannot encode color aspects. Ignoring.", mComponentName.c_str()); 33618338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar err = OK; 33628338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 33638338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3364d36a023778256f0550e9a09e9993c066e8a3c7d7Ronghua Wu if (err == OK) { 3365d36a023778256f0550e9a09e9993c066e8a3c7d7Ronghua Wu ALOGI("setupVideoEncoder succeeded"); 3366d36a023778256f0550e9a09e9993c066e8a3c7d7Ronghua Wu } 33675778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33685778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 33695778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 33705778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33710dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dongstatus_t ACodec::setCyclicIntraMacroblockRefresh(const sp<AMessage> &msg, int32_t mode) { 33720dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong OMX_VIDEO_PARAM_INTRAREFRESHTYPE params; 33730dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong InitOMXParams(¶ms); 33740dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.nPortIndex = kPortIndexOutput; 33750dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 33760dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.eRefreshMode = static_cast<OMX_VIDEO_INTRAREFRESHTYPE>(mode); 33770dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 33780dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (params.eRefreshMode == OMX_VIDEO_IntraRefreshCyclic || 33790dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.eRefreshMode == OMX_VIDEO_IntraRefreshBoth) { 33800dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong int32_t mbs; 33810dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (!msg->findInt32("intra-refresh-CIR-mbs", &mbs)) { 33820dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong return INVALID_OPERATION; 33830dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 33840dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.nCirMBs = mbs; 33850dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 33860dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 33870dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (params.eRefreshMode == OMX_VIDEO_IntraRefreshAdaptive || 33880dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.eRefreshMode == OMX_VIDEO_IntraRefreshBoth) { 33890dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong int32_t mbs; 33900dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (!msg->findInt32("intra-refresh-AIR-mbs", &mbs)) { 33910dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong return INVALID_OPERATION; 33920dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 33930dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.nAirMBs = mbs; 33940dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 33950dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong int32_t ref; 33960dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (!msg->findInt32("intra-refresh-AIR-ref", &ref)) { 33970dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong return INVALID_OPERATION; 33980dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 33990dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.nAirRef = ref; 34000dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 34010dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 34020dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong status_t err = mOMX->setParameter( 34030dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong mNode, OMX_IndexParamVideoIntraRefresh, 34040dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong ¶ms, sizeof(params)); 34050dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong return err; 34060dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong} 34070dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 34085778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatic OMX_U32 setPFramesSpacing(int32_t iFramesInterval, int32_t frameRate) { 34095778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (iFramesInterval < 0) { 34105778822d86b0337407514b9372562b86edfa91cdAndreas Huber return 0xFFFFFFFF; 34115778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (iFramesInterval == 0) { 34125778822d86b0337407514b9372562b86edfa91cdAndreas Huber return 0; 34135778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 34145778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_U32 ret = frameRate * iFramesInterval; 34155778822d86b0337407514b9372562b86edfa91cdAndreas Huber return ret; 34165778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 34175778822d86b0337407514b9372562b86edfa91cdAndreas Huber 341896076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huberstatic OMX_VIDEO_CONTROLRATETYPE getBitrateMode(const sp<AMessage> &msg) { 341996076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber int32_t tmp; 342096076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber if (!msg->findInt32("bitrate-mode", &tmp)) { 342196076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber return OMX_Video_ControlRateVariable; 342296076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber } 342396076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber 342496076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber return static_cast<OMX_VIDEO_CONTROLRATETYPE>(tmp); 342596076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber} 342696076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber 34275778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupMPEG4EncoderParameters(const sp<AMessage> &msg) { 34285778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t bitrate, iFrameInterval; 34295778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("bitrate", &bitrate) 34305778822d86b0337407514b9372562b86edfa91cdAndreas Huber || !msg->findInt32("i-frame-interval", &iFrameInterval)) { 34315778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 34325778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 34335778822d86b0337407514b9372562b86edfa91cdAndreas Huber 343496076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber OMX_VIDEO_CONTROLRATETYPE bitrateMode = getBitrateMode(msg); 343596076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber 34365778822d86b0337407514b9372562b86edfa91cdAndreas Huber float frameRate; 34375778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findFloat("frame-rate", &frameRate)) { 34385778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t tmp; 34395778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("frame-rate", &tmp)) { 34405778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 34415778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 34425778822d86b0337407514b9372562b86edfa91cdAndreas Huber frameRate = (float)tmp; 34435778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 34445778822d86b0337407514b9372562b86edfa91cdAndreas Huber 34455778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PARAM_MPEG4TYPE mpeg4type; 34465778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&mpeg4type); 34475778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nPortIndex = kPortIndexOutput; 34485778822d86b0337407514b9372562b86edfa91cdAndreas Huber 34495778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = mOMX->getParameter( 34505778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoMpeg4, &mpeg4type, sizeof(mpeg4type)); 34515778822d86b0337407514b9372562b86edfa91cdAndreas Huber 34525778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 34535778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 34545778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 34555778822d86b0337407514b9372562b86edfa91cdAndreas Huber 34565778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nSliceHeaderSpacing = 0; 34575778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.bSVH = OMX_FALSE; 34585778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.bGov = OMX_FALSE; 34595778822d86b0337407514b9372562b86edfa91cdAndreas Huber 34605778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nAllowedPictureTypes = 34615778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PictureTypeI | OMX_VIDEO_PictureTypeP; 34625778822d86b0337407514b9372562b86edfa91cdAndreas Huber 34635778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nPFrames = setPFramesSpacing(iFrameInterval, frameRate); 34645778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mpeg4type.nPFrames == 0) { 34655778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nAllowedPictureTypes = OMX_VIDEO_PictureTypeI; 34665778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 34675778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nBFrames = 0; 34685778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nIDCVLCThreshold = 0; 34695778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.bACPred = OMX_TRUE; 34705778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nMaxPacketSize = 256; 34715778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nTimeIncRes = 1000; 34725778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nHeaderExtension = 0; 34735778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.bReversibleVLC = OMX_FALSE; 34745778822d86b0337407514b9372562b86edfa91cdAndreas Huber 34755778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t profile; 34765778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (msg->findInt32("profile", &profile)) { 34775778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t level; 34785778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("level", &level)) { 34795778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 34805778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 34815778822d86b0337407514b9372562b86edfa91cdAndreas Huber 34825778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = verifySupportForProfileAndLevel(profile, level); 34835778822d86b0337407514b9372562b86edfa91cdAndreas Huber 34845778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 34855778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 34865778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 34875778822d86b0337407514b9372562b86edfa91cdAndreas Huber 34885778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.eProfile = static_cast<OMX_VIDEO_MPEG4PROFILETYPE>(profile); 34895778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.eLevel = static_cast<OMX_VIDEO_MPEG4LEVELTYPE>(level); 34905778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 34915778822d86b0337407514b9372562b86edfa91cdAndreas Huber 34925778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 34935778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoMpeg4, &mpeg4type, sizeof(mpeg4type)); 34945778822d86b0337407514b9372562b86edfa91cdAndreas Huber 34955778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 34965778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 34975778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 34985778822d86b0337407514b9372562b86edfa91cdAndreas Huber 349996076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber err = configureBitrate(bitrate, bitrateMode); 35005778822d86b0337407514b9372562b86edfa91cdAndreas Huber 35015778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 35025778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 35035778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 35045778822d86b0337407514b9372562b86edfa91cdAndreas Huber 35055778822d86b0337407514b9372562b86edfa91cdAndreas Huber return setupErrorCorrectionParameters(); 35065778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 35075778822d86b0337407514b9372562b86edfa91cdAndreas Huber 35085778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupH263EncoderParameters(const sp<AMessage> &msg) { 35095778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t bitrate, iFrameInterval; 35105778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("bitrate", &bitrate) 35115778822d86b0337407514b9372562b86edfa91cdAndreas Huber || !msg->findInt32("i-frame-interval", &iFrameInterval)) { 35125778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 35135778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 35145778822d86b0337407514b9372562b86edfa91cdAndreas Huber 351596076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber OMX_VIDEO_CONTROLRATETYPE bitrateMode = getBitrateMode(msg); 351696076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber 35175778822d86b0337407514b9372562b86edfa91cdAndreas Huber float frameRate; 35185778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findFloat("frame-rate", &frameRate)) { 35195778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t tmp; 35205778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("frame-rate", &tmp)) { 35215778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 35225778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 35235778822d86b0337407514b9372562b86edfa91cdAndreas Huber frameRate = (float)tmp; 35245778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 35255778822d86b0337407514b9372562b86edfa91cdAndreas Huber 35265778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PARAM_H263TYPE h263type; 35275778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&h263type); 35285778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nPortIndex = kPortIndexOutput; 35295778822d86b0337407514b9372562b86edfa91cdAndreas Huber 35305778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = mOMX->getParameter( 35315778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoH263, &h263type, sizeof(h263type)); 35325778822d86b0337407514b9372562b86edfa91cdAndreas Huber 35335778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 35345778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 35355778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 35365778822d86b0337407514b9372562b86edfa91cdAndreas Huber 35375778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nAllowedPictureTypes = 35385778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PictureTypeI | OMX_VIDEO_PictureTypeP; 35395778822d86b0337407514b9372562b86edfa91cdAndreas Huber 35405778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nPFrames = setPFramesSpacing(iFrameInterval, frameRate); 35415778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (h263type.nPFrames == 0) { 35425778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nAllowedPictureTypes = OMX_VIDEO_PictureTypeI; 35435778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 35445778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nBFrames = 0; 35455778822d86b0337407514b9372562b86edfa91cdAndreas Huber 35465778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t profile; 35475778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (msg->findInt32("profile", &profile)) { 35485778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t level; 35495778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("level", &level)) { 35505778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 35515778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 35525778822d86b0337407514b9372562b86edfa91cdAndreas Huber 35535778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = verifySupportForProfileAndLevel(profile, level); 35545778822d86b0337407514b9372562b86edfa91cdAndreas Huber 35555778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 35565778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 35575778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 35585778822d86b0337407514b9372562b86edfa91cdAndreas Huber 35595778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.eProfile = static_cast<OMX_VIDEO_H263PROFILETYPE>(profile); 35605778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.eLevel = static_cast<OMX_VIDEO_H263LEVELTYPE>(level); 35615778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 35625778822d86b0337407514b9372562b86edfa91cdAndreas Huber 35635778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.bPLUSPTYPEAllowed = OMX_FALSE; 35645778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.bForceRoundingTypeToZero = OMX_FALSE; 35655778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nPictureHeaderRepetition = 0; 35665778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nGOBHeaderInterval = 0; 35675778822d86b0337407514b9372562b86edfa91cdAndreas Huber 35685778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 35695778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoH263, &h263type, sizeof(h263type)); 35705778822d86b0337407514b9372562b86edfa91cdAndreas Huber 35715778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 35725778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 35735778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 35745778822d86b0337407514b9372562b86edfa91cdAndreas Huber 357596076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber err = configureBitrate(bitrate, bitrateMode); 35765778822d86b0337407514b9372562b86edfa91cdAndreas Huber 35775778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 35785778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 35795778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 35805778822d86b0337407514b9372562b86edfa91cdAndreas Huber 35815778822d86b0337407514b9372562b86edfa91cdAndreas Huber return setupErrorCorrectionParameters(); 35825778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 35835778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3584a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar// static 3585a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnarint /* OMX_VIDEO_AVCLEVELTYPE */ ACodec::getAVCLevelFor( 3586a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar int width, int height, int rate, int bitrate, 3587a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar OMX_VIDEO_AVCPROFILETYPE profile) { 3588a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar // convert bitrate to main/baseline profile kbps equivalent 3589a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar switch (profile) { 3590a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar case OMX_VIDEO_AVCProfileHigh10: 3591a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar bitrate = divUp(bitrate, 3000); break; 3592a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar case OMX_VIDEO_AVCProfileHigh: 3593a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar bitrate = divUp(bitrate, 1250); break; 3594a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar default: 3595a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar bitrate = divUp(bitrate, 1000); break; 3596a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar } 3597a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar 3598a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar // convert size and rate to MBs 3599a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar width = divUp(width, 16); 3600a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar height = divUp(height, 16); 3601a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar int mbs = width * height; 3602a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar rate *= mbs; 3603a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar int maxDimension = max(width, height); 3604a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar 3605a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar static const int limits[][5] = { 3606a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar /* MBps MB dim bitrate level */ 3607a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 1485, 99, 28, 64, OMX_VIDEO_AVCLevel1 }, 3608a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 1485, 99, 28, 128, OMX_VIDEO_AVCLevel1b }, 3609a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 3000, 396, 56, 192, OMX_VIDEO_AVCLevel11 }, 3610a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 6000, 396, 56, 384, OMX_VIDEO_AVCLevel12 }, 3611a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 11880, 396, 56, 768, OMX_VIDEO_AVCLevel13 }, 3612a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 11880, 396, 56, 2000, OMX_VIDEO_AVCLevel2 }, 3613a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 19800, 792, 79, 4000, OMX_VIDEO_AVCLevel21 }, 3614a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 20250, 1620, 113, 4000, OMX_VIDEO_AVCLevel22 }, 3615a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 40500, 1620, 113, 10000, OMX_VIDEO_AVCLevel3 }, 3616a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 108000, 3600, 169, 14000, OMX_VIDEO_AVCLevel31 }, 3617a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 216000, 5120, 202, 20000, OMX_VIDEO_AVCLevel32 }, 3618a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 245760, 8192, 256, 20000, OMX_VIDEO_AVCLevel4 }, 3619a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 245760, 8192, 256, 50000, OMX_VIDEO_AVCLevel41 }, 3620a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 522240, 8704, 263, 50000, OMX_VIDEO_AVCLevel42 }, 3621a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 589824, 22080, 420, 135000, OMX_VIDEO_AVCLevel5 }, 3622a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 983040, 36864, 543, 240000, OMX_VIDEO_AVCLevel51 }, 3623a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 2073600, 36864, 543, 240000, OMX_VIDEO_AVCLevel52 }, 3624a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar }; 3625a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar 3626a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar for (size_t i = 0; i < ARRAY_SIZE(limits); i++) { 3627a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar const int (&limit)[5] = limits[i]; 3628a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar if (rate <= limit[0] && mbs <= limit[1] && maxDimension <= limit[2] 3629a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar && bitrate <= limit[3]) { 3630a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar return limit[4]; 3631a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar } 3632a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar } 3633a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar return 0; 3634a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar} 3635a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar 36365778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupAVCEncoderParameters(const sp<AMessage> &msg) { 36375778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t bitrate, iFrameInterval; 36385778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("bitrate", &bitrate) 36395778822d86b0337407514b9372562b86edfa91cdAndreas Huber || !msg->findInt32("i-frame-interval", &iFrameInterval)) { 36405778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 36415778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 36425778822d86b0337407514b9372562b86edfa91cdAndreas Huber 364396076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber OMX_VIDEO_CONTROLRATETYPE bitrateMode = getBitrateMode(msg); 364496076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber 36455778822d86b0337407514b9372562b86edfa91cdAndreas Huber float frameRate; 36465778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findFloat("frame-rate", &frameRate)) { 36475778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t tmp; 36485778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("frame-rate", &tmp)) { 36495778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 36505778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 36515778822d86b0337407514b9372562b86edfa91cdAndreas Huber frameRate = (float)tmp; 36525778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 36535778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36540dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong status_t err = OK; 36550dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong int32_t intraRefreshMode = 0; 36560dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (msg->findInt32("intra-refresh-mode", &intraRefreshMode)) { 36570dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong err = setCyclicIntraMacroblockRefresh(msg, intraRefreshMode); 36580dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (err != OK) { 36590dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong ALOGE("Setting intra macroblock refresh mode (%d) failed: 0x%x", 36600dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong err, intraRefreshMode); 36610dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong return err; 36620dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 36630dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 36640dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 36655778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PARAM_AVCTYPE h264type; 36665778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&h264type); 36675778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nPortIndex = kPortIndexOutput; 36685778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36690dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong err = mOMX->getParameter( 36705778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoAvc, &h264type, sizeof(h264type)); 36715778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36725778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 36735778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 36745778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 36755778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36765778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nAllowedPictureTypes = 36775778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PictureTypeI | OMX_VIDEO_PictureTypeP; 36785778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36795778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t profile; 36805778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (msg->findInt32("profile", &profile)) { 36815778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t level; 36825778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("level", &level)) { 36835778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 36845778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 36855778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36865778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = verifySupportForProfileAndLevel(profile, level); 36875778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36885778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 36895778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 36905778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 36915778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36925778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.eProfile = static_cast<OMX_VIDEO_AVCPROFILETYPE>(profile); 36935778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.eLevel = static_cast<OMX_VIDEO_AVCLEVELTYPE>(level); 36945778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 36955778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36965778822d86b0337407514b9372562b86edfa91cdAndreas Huber // XXX 36977c25df82dfc8bbedb58608242f0d923a4594bb14James Dong if (h264type.eProfile != OMX_VIDEO_AVCProfileBaseline) { 36987c25df82dfc8bbedb58608242f0d923a4594bb14James Dong ALOGW("Use baseline profile instead of %d for AVC recording", 36997c25df82dfc8bbedb58608242f0d923a4594bb14James Dong h264type.eProfile); 37005778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.eProfile = OMX_VIDEO_AVCProfileBaseline; 37015778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 37025778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37035778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (h264type.eProfile == OMX_VIDEO_AVCProfileBaseline) { 37045778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nSliceHeaderSpacing = 0; 37055778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bUseHadamard = OMX_TRUE; 37065778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nRefFrames = 1; 37075778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nBFrames = 0; 37085778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nPFrames = setPFramesSpacing(iFrameInterval, frameRate); 37095778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (h264type.nPFrames == 0) { 37105778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nAllowedPictureTypes = OMX_VIDEO_PictureTypeI; 37115778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 37125778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nRefIdx10ActiveMinus1 = 0; 37135778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nRefIdx11ActiveMinus1 = 0; 37145778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bEntropyCodingCABAC = OMX_FALSE; 37155778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bWeightedPPrediction = OMX_FALSE; 37165778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bconstIpred = OMX_FALSE; 37175778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bDirect8x8Inference = OMX_FALSE; 37185778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bDirectSpatialTemporal = OMX_FALSE; 37195778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nCabacInitIdc = 0; 37205778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 37215778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37225778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (h264type.nBFrames != 0) { 37235778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nAllowedPictureTypes |= OMX_VIDEO_PictureTypeB; 37245778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 37255778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37265778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bEnableUEP = OMX_FALSE; 37275778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bEnableFMO = OMX_FALSE; 37285778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bEnableASO = OMX_FALSE; 37295778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bEnableRS = OMX_FALSE; 37305778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bFrameMBsOnly = OMX_TRUE; 37315778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bMBAFF = OMX_FALSE; 37325778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.eLoopFilterMode = OMX_VIDEO_AVCLoopFilterEnable; 37335778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37345778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 37355778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoAvc, &h264type, sizeof(h264type)); 37365778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37375778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 37385778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 37395778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 37405778822d86b0337407514b9372562b86edfa91cdAndreas Huber 374196076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber return configureBitrate(bitrate, bitrateMode); 37425778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 37435778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3744c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachadstatus_t ACodec::setupHEVCEncoderParameters(const sp<AMessage> &msg) { 3745c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad int32_t bitrate, iFrameInterval; 3746c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (!msg->findInt32("bitrate", &bitrate) 3747c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad || !msg->findInt32("i-frame-interval", &iFrameInterval)) { 3748c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return INVALID_OPERATION; 3749c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 3750c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 3751c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad OMX_VIDEO_CONTROLRATETYPE bitrateMode = getBitrateMode(msg); 3752c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 3753c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad float frameRate; 3754c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (!msg->findFloat("frame-rate", &frameRate)) { 3755c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad int32_t tmp; 3756c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (!msg->findInt32("frame-rate", &tmp)) { 3757c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return INVALID_OPERATION; 3758c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 3759c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad frameRate = (float)tmp; 3760c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 3761c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 3762c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad OMX_VIDEO_PARAM_HEVCTYPE hevcType; 3763c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad InitOMXParams(&hevcType); 3764c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad hevcType.nPortIndex = kPortIndexOutput; 3765c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 3766c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad status_t err = OK; 3767c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad err = mOMX->getParameter( 3768c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad mNode, (OMX_INDEXTYPE)OMX_IndexParamVideoHevc, &hevcType, sizeof(hevcType)); 3769c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (err != OK) { 3770c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return err; 3771c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 3772c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 3773c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad int32_t profile; 3774c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (msg->findInt32("profile", &profile)) { 3775c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad int32_t level; 3776c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (!msg->findInt32("level", &level)) { 3777c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return INVALID_OPERATION; 3778c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 3779c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 3780c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad err = verifySupportForProfileAndLevel(profile, level); 3781c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (err != OK) { 3782c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return err; 3783c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 3784c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 3785c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad hevcType.eProfile = static_cast<OMX_VIDEO_HEVCPROFILETYPE>(profile); 3786c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad hevcType.eLevel = static_cast<OMX_VIDEO_HEVCLEVELTYPE>(level); 3787c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 37889aa87d4ef502c9700a31fe46dc6e1d6f99cf4e5eWonsik Kim // TODO: finer control? 37899aa87d4ef502c9700a31fe46dc6e1d6f99cf4e5eWonsik Kim hevcType.nKeyFrameInterval = setPFramesSpacing(iFrameInterval, frameRate); 3790c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 3791c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad err = mOMX->setParameter( 3792c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad mNode, (OMX_INDEXTYPE)OMX_IndexParamVideoHevc, &hevcType, sizeof(hevcType)); 3793c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (err != OK) { 3794c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return err; 3795c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 3796c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 3797c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return configureBitrate(bitrate, bitrateMode); 3798c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad} 3799c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 380089b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huberstatus_t ACodec::setupVPXEncoderParameters(const sp<AMessage> &msg) { 380189b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber int32_t bitrate; 38024154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev int32_t iFrameInterval = 0; 38034154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev size_t tsLayers = 0; 38044154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev OMX_VIDEO_ANDROID_VPXTEMPORALLAYERPATTERNTYPE pattern = 38054154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev OMX_VIDEO_VPXTemporalLayerPatternNone; 38064154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev static const uint32_t kVp8LayerRateAlloction 38074154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev [OMX_VIDEO_ANDROID_MAXVP8TEMPORALLAYERS] 38084154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev [OMX_VIDEO_ANDROID_MAXVP8TEMPORALLAYERS] = { 38094154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev {100, 100, 100}, // 1 layer 38104154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev { 60, 100, 100}, // 2 layers {60%, 40%} 38114154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev { 40, 60, 100}, // 3 layers {40%, 20%, 40%} 38124154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev }; 381389b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber if (!msg->findInt32("bitrate", &bitrate)) { 381489b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber return INVALID_OPERATION; 381589b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber } 38164154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev msg->findInt32("i-frame-interval", &iFrameInterval); 381789b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber 381889b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber OMX_VIDEO_CONTROLRATETYPE bitrateMode = getBitrateMode(msg); 381989b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber 38204154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev float frameRate; 38214154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (!msg->findFloat("frame-rate", &frameRate)) { 38224154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev int32_t tmp; 38234154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (!msg->findInt32("frame-rate", &tmp)) { 38244154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev return INVALID_OPERATION; 38254154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 38264154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev frameRate = (float)tmp; 38274154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 38284154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev 38294154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev AString tsSchema; 38304154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (msg->findString("ts-schema", &tsSchema)) { 38314154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (tsSchema == "webrtc.vp8.1-layer") { 38324154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev pattern = OMX_VIDEO_VPXTemporalLayerPatternWebRTC; 38334154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev tsLayers = 1; 38344154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } else if (tsSchema == "webrtc.vp8.2-layer") { 38354154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev pattern = OMX_VIDEO_VPXTemporalLayerPatternWebRTC; 38364154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev tsLayers = 2; 38374154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } else if (tsSchema == "webrtc.vp8.3-layer") { 38384154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev pattern = OMX_VIDEO_VPXTemporalLayerPatternWebRTC; 38394154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev tsLayers = 3; 38404154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } else { 38414154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev ALOGW("Unsupported ts-schema [%s]", tsSchema.c_str()); 38424154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 38434154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 38444154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev 38454154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev OMX_VIDEO_PARAM_ANDROID_VP8ENCODERTYPE vp8type; 38464154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev InitOMXParams(&vp8type); 38474154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.nPortIndex = kPortIndexOutput; 38484154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev status_t err = mOMX->getParameter( 38494154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev mNode, (OMX_INDEXTYPE)OMX_IndexParamVideoAndroidVp8Encoder, 38504154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev &vp8type, sizeof(vp8type)); 38514154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev 38524154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (err == OK) { 38534154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (iFrameInterval > 0) { 38544154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.nKeyFrameInterval = setPFramesSpacing(iFrameInterval, frameRate); 38554154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 38564154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.eTemporalPattern = pattern; 38574154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.nTemporalLayerCount = tsLayers; 38584154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (tsLayers > 0) { 38594154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev for (size_t i = 0; i < OMX_VIDEO_ANDROID_MAXVP8TEMPORALLAYERS; i++) { 38604154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.nTemporalLayerBitrateRatio[i] = 38614154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev kVp8LayerRateAlloction[tsLayers - 1][i]; 38624154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 38634154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 38644154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (bitrateMode == OMX_Video_ControlRateConstant) { 38654154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.nMinQuantizer = 2; 38664154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.nMaxQuantizer = 63; 38674154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 38684154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev 38694154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev err = mOMX->setParameter( 38704154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev mNode, (OMX_INDEXTYPE)OMX_IndexParamVideoAndroidVp8Encoder, 38714154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev &vp8type, sizeof(vp8type)); 38724154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (err != OK) { 38734154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev ALOGW("Extended VP8 parameters set failed: %d", err); 38744154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 38754154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 38764154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev 387789b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber return configureBitrate(bitrate, bitrateMode); 387889b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber} 387989b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber 38805778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::verifySupportForProfileAndLevel( 38815778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t profile, int32_t level) { 38825778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PARAM_PROFILELEVELTYPE params; 38835778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(¶ms); 38845778822d86b0337407514b9372562b86edfa91cdAndreas Huber params.nPortIndex = kPortIndexOutput; 38855778822d86b0337407514b9372562b86edfa91cdAndreas Huber 38866e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar for (OMX_U32 index = 0; index <= kMaxIndicesToCheck; ++index) { 38876e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar params.nProfileIndex = index; 38885778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = mOMX->getParameter( 38895778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, 38905778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_IndexParamVideoProfileLevelQuerySupported, 38915778822d86b0337407514b9372562b86edfa91cdAndreas Huber ¶ms, 38925778822d86b0337407514b9372562b86edfa91cdAndreas Huber sizeof(params)); 38935778822d86b0337407514b9372562b86edfa91cdAndreas Huber 38945778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 38955778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 38965778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 38975778822d86b0337407514b9372562b86edfa91cdAndreas Huber 38985778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t supportedProfile = static_cast<int32_t>(params.eProfile); 38995778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t supportedLevel = static_cast<int32_t>(params.eLevel); 39005778822d86b0337407514b9372562b86edfa91cdAndreas Huber 39015778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (profile == supportedProfile && level <= supportedLevel) { 39025778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 39035778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 39046e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar 39056e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar if (index == kMaxIndicesToCheck) { 39066e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar ALOGW("[%s] stopping checking profiles after %u: %x/%x", 39076e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar mComponentName.c_str(), index, 39086e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar params.eProfile, params.eLevel); 39096e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar } 39105778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 39116e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar return ERROR_UNSUPPORTED; 39125778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 39135778822d86b0337407514b9372562b86edfa91cdAndreas Huber 391496076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huberstatus_t ACodec::configureBitrate( 391596076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber int32_t bitrate, OMX_VIDEO_CONTROLRATETYPE bitrateMode) { 39165778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PARAM_BITRATETYPE bitrateType; 39175778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&bitrateType); 39185778822d86b0337407514b9372562b86edfa91cdAndreas Huber bitrateType.nPortIndex = kPortIndexOutput; 39195778822d86b0337407514b9372562b86edfa91cdAndreas Huber 39205778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = mOMX->getParameter( 39215778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoBitrate, 39225778822d86b0337407514b9372562b86edfa91cdAndreas Huber &bitrateType, sizeof(bitrateType)); 39235778822d86b0337407514b9372562b86edfa91cdAndreas Huber 39245778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 39255778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 39265778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 39275778822d86b0337407514b9372562b86edfa91cdAndreas Huber 392896076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber bitrateType.eControlRate = bitrateMode; 39295778822d86b0337407514b9372562b86edfa91cdAndreas Huber bitrateType.nTargetBitrate = bitrate; 39305778822d86b0337407514b9372562b86edfa91cdAndreas Huber 39315778822d86b0337407514b9372562b86edfa91cdAndreas Huber return mOMX->setParameter( 39325778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoBitrate, 39335778822d86b0337407514b9372562b86edfa91cdAndreas Huber &bitrateType, sizeof(bitrateType)); 39345778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 39355778822d86b0337407514b9372562b86edfa91cdAndreas Huber 39365778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupErrorCorrectionParameters() { 39375778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PARAM_ERRORCORRECTIONTYPE errorCorrectionType; 39385778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&errorCorrectionType); 39395778822d86b0337407514b9372562b86edfa91cdAndreas Huber errorCorrectionType.nPortIndex = kPortIndexOutput; 39405778822d86b0337407514b9372562b86edfa91cdAndreas Huber 39415778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = mOMX->getParameter( 39425778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoErrorCorrection, 39435778822d86b0337407514b9372562b86edfa91cdAndreas Huber &errorCorrectionType, sizeof(errorCorrectionType)); 39445778822d86b0337407514b9372562b86edfa91cdAndreas Huber 39455778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 39465778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; // Optional feature. Ignore this failure 39475778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 39485778822d86b0337407514b9372562b86edfa91cdAndreas Huber 39495778822d86b0337407514b9372562b86edfa91cdAndreas Huber errorCorrectionType.bEnableHEC = OMX_FALSE; 39505778822d86b0337407514b9372562b86edfa91cdAndreas Huber errorCorrectionType.bEnableResync = OMX_TRUE; 39515778822d86b0337407514b9372562b86edfa91cdAndreas Huber errorCorrectionType.nResynchMarkerSpacing = 256; 39525778822d86b0337407514b9372562b86edfa91cdAndreas Huber errorCorrectionType.bEnableDataPartitioning = OMX_FALSE; 39535778822d86b0337407514b9372562b86edfa91cdAndreas Huber errorCorrectionType.bEnableRVLC = OMX_FALSE; 39545778822d86b0337407514b9372562b86edfa91cdAndreas Huber 39555778822d86b0337407514b9372562b86edfa91cdAndreas Huber return mOMX->setParameter( 39565778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoErrorCorrection, 39575778822d86b0337407514b9372562b86edfa91cdAndreas Huber &errorCorrectionType, sizeof(errorCorrectionType)); 39585778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 39595778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3960f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::setVideoFormatOnPort( 3961f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 portIndex, 396278b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad int32_t width, int32_t height, OMX_VIDEO_CODINGTYPE compressionFormat, 396378b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad float frameRate) { 3964f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 3965f933441648ef6a71dee783d733aac17b9508b452Andreas Huber InitOMXParams(&def); 3966f933441648ef6a71dee783d733aac17b9508b452Andreas Huber def.nPortIndex = portIndex; 3967f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3968f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_VIDEO_PORTDEFINITIONTYPE *video_def = &def.format.video; 3969f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3970f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t err = mOMX->getParameter( 3971f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 3972777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 3973777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 3974777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 3975f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3976f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (portIndex == kPortIndexInput) { 3977f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // XXX Need a (much) better heuristic to compute input buffer sizes. 3978f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const size_t X = 64 * 1024; 3979f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (def.nBufferSize < X) { 3980f933441648ef6a71dee783d733aac17b9508b452Andreas Huber def.nBufferSize = X; 3981f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3982f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3983f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3984777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (def.eDomain != OMX_PortDomainVideo) { 3985777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("expected video port, got %s(%d)", asString(def.eDomain), def.eDomain); 3986777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return FAILED_TRANSACTION; 3987777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 3988f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3989f933441648ef6a71dee783d733aac17b9508b452Andreas Huber video_def->nFrameWidth = width; 3990f933441648ef6a71dee783d733aac17b9508b452Andreas Huber video_def->nFrameHeight = height; 3991f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3992f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (portIndex == kPortIndexInput) { 3993f933441648ef6a71dee783d733aac17b9508b452Andreas Huber video_def->eCompressionFormat = compressionFormat; 3994f933441648ef6a71dee783d733aac17b9508b452Andreas Huber video_def->eColorFormat = OMX_COLOR_FormatUnused; 399578b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad if (frameRate >= 0) { 399678b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad video_def->xFramerate = (OMX_U32)(frameRate * 65536.0f); 399778b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad } 3998f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3999f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4000f933441648ef6a71dee783d733aac17b9508b452Andreas Huber err = mOMX->setParameter( 4001f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 4002f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4003f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 4004f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4005f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4006f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::initNativeWindow() { 4007f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mNativeWindow != NULL) { 4008a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar return mOMX->enableNativeBuffers(mNode, kPortIndexOutput, OMX_TRUE /* graphic */, OMX_TRUE); 4009f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4010f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4011a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar mOMX->enableNativeBuffers(mNode, kPortIndexOutput, OMX_TRUE /* graphic */, OMX_FALSE); 4012f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return OK; 4013f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4014f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4015d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Hubersize_t ACodec::countBuffersOwnedByComponent(OMX_U32 portIndex) const { 4016d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber size_t n = 0; 4017d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 4018d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber for (size_t i = 0; i < mBuffers[portIndex].size(); ++i) { 4019d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber const BufferInfo &info = mBuffers[portIndex].itemAt(i); 4020d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 4021d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber if (info.mStatus == BufferInfo::OWNED_BY_COMPONENT) { 4022d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber ++n; 4023d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber } 4024d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber } 4025d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 4026d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber return n; 4027d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber} 4028d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 40297e7013392e302a28364df1dcee79b82ad90978b4Andreas Hubersize_t ACodec::countBuffersOwnedByNativeWindow() const { 40307e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber size_t n = 0; 40317e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 40327e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber for (size_t i = 0; i < mBuffers[kPortIndexOutput].size(); ++i) { 40337e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber const BufferInfo &info = mBuffers[kPortIndexOutput].itemAt(i); 40347e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 40357e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber if (info.mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW) { 40367e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber ++n; 40377e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber } 40387e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber } 40397e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 40407e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber return n; 40417e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber} 40427e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 40437e7013392e302a28364df1dcee79b82ad90978b4Andreas Hubervoid ACodec::waitUntilAllPossibleNativeWindowBuffersAreReturnedToUs() { 40447e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber if (mNativeWindow == NULL) { 40457e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber return; 40467e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber } 40477e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 4048e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar while (countBuffersOwnedByNativeWindow() > mNumUndequeuedBuffers 40497e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber && dequeueBufferFromNativeWindow() != NULL) { 4050c38fcfba95f711e5738e4c72bd5499317a2f30d9Lajos Molnar // these buffers will be submitted as regular buffers; account for this 4051054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (storingMetadataInDecodedBuffers() && mMetadataBuffersToSubmit > 0) { 4052054219874873b41f1c815552987c10465c34ba2bLajos Molnar --mMetadataBuffersToSubmit; 4053c38fcfba95f711e5738e4c72bd5499317a2f30d9Lajos Molnar } 40547e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber } 40557e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber} 40567e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 4057f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::allYourBuffersAreBelongToUs( 4058f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 portIndex) { 4059f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (size_t i = 0; i < mBuffers[portIndex].size(); ++i) { 4060f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = &mBuffers[portIndex].editItemAt(i); 4061f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4062f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mStatus != BufferInfo::OWNED_BY_US 4063f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && info->mStatus != BufferInfo::OWNED_BY_NATIVE_WINDOW) { 4064609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] Buffer %u on port %u still has status %d", 4065f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mComponentName.c_str(), 4066f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mBufferID, portIndex, info->mStatus); 4067f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return false; 4068f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4069f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4070f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4071f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 4072f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4073f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4074f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::allYourBuffersAreBelongToUs() { 4075f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return allYourBuffersAreBelongToUs(kPortIndexInput) 4076f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && allYourBuffersAreBelongToUs(kPortIndexOutput); 4077f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4078f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4079f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::deferMessage(const sp<AMessage> &msg) { 4080f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mDeferredQueue.push_back(msg); 4081f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4082f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4083f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::processDeferredMessages() { 4084f933441648ef6a71dee783d733aac17b9508b452Andreas Huber List<sp<AMessage> > queue = mDeferredQueue; 4085f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mDeferredQueue.clear(); 4086f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4087f933441648ef6a71dee783d733aac17b9508b452Andreas Huber List<sp<AMessage> >::iterator it = queue.begin(); 4088f933441648ef6a71dee783d733aac17b9508b452Andreas Huber while (it != queue.end()) { 4089f933441648ef6a71dee783d733aac17b9508b452Andreas Huber onMessageReceived(*it++); 4090f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4091f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4092f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 409303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar// static 409473dd808754c641fe798273d356ee38368715fa7bLajos Molnarbool ACodec::describeDefaultColorFormat(DescribeColorFormat2Params ¶ms) { 409573dd808754c641fe798273d356ee38368715fa7bLajos Molnar MediaImage2 &image = params.sMediaImage; 409603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar memset(&image, 0, sizeof(image)); 409703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 409873dd808754c641fe798273d356ee38368715fa7bLajos Molnar image.mType = MediaImage2::MEDIA_IMAGE_TYPE_UNKNOWN; 409903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mNumPlanes = 0; 410003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 410103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar const OMX_COLOR_FORMATTYPE fmt = params.eColorFormat; 410203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mWidth = params.nFrameWidth; 410303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mHeight = params.nFrameHeight; 410403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 410503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar // only supporting YUV420 410603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar if (fmt != OMX_COLOR_FormatYUV420Planar && 410703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar fmt != OMX_COLOR_FormatYUV420PackedPlanar && 410803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar fmt != OMX_COLOR_FormatYUV420SemiPlanar && 41095a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar fmt != OMX_COLOR_FormatYUV420PackedSemiPlanar && 41102ad160ba086f0504cf56dcc24619a0cee2546a23Dan Stoza fmt != (OMX_COLOR_FORMATTYPE)HAL_PIXEL_FORMAT_YV12) { 411103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar ALOGW("do not know color format 0x%x = %d", fmt, fmt); 4112229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar return false; 411303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 411403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 4115b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar // TEMPORARY FIX for some vendors that advertise sliceHeight as 0 4116b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar if (params.nStride != 0 && params.nSliceHeight == 0) { 4117b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar ALOGW("using sliceHeight=%u instead of what codec advertised (=0)", 4118b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar params.nFrameHeight); 4119b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar params.nSliceHeight = params.nFrameHeight; 4120b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar } 4121b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar 412234e63e9ffe6496d9180c825dc119c1fd1020ef8bMarco Nelissen // we need stride and slice-height to be non-zero and sensible. These values were chosen to 412334e63e9ffe6496d9180c825dc119c1fd1020ef8bMarco Nelissen // prevent integer overflows further down the line, and do not indicate support for 412434e63e9ffe6496d9180c825dc119c1fd1020ef8bMarco Nelissen // 32kx32k video. 412534e63e9ffe6496d9180c825dc119c1fd1020ef8bMarco Nelissen if (params.nStride == 0 || params.nSliceHeight == 0 412634e63e9ffe6496d9180c825dc119c1fd1020ef8bMarco Nelissen || params.nStride > 32768 || params.nSliceHeight > 32768) { 4127b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar ALOGW("cannot describe color format 0x%x = %d with stride=%u and sliceHeight=%u", 4128b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar fmt, fmt, params.nStride, params.nSliceHeight); 4129b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar return false; 4130b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar } 4131b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar 413203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar // set-up YUV format 413373dd808754c641fe798273d356ee38368715fa7bLajos Molnar image.mType = MediaImage2::MEDIA_IMAGE_TYPE_YUV; 413403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mNumPlanes = 3; 413503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mBitDepth = 8; 413673dd808754c641fe798273d356ee38368715fa7bLajos Molnar image.mBitDepthAllocated = 8; 413703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.Y].mOffset = 0; 413803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.Y].mColInc = 1; 413903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.Y].mRowInc = params.nStride; 414003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.Y].mHorizSubsampling = 1; 414103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.Y].mVertSubsampling = 1; 414203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 41435a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar switch ((int)fmt) { 41445a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar case HAL_PIXEL_FORMAT_YV12: 41455a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar if (params.bUsingNativeBuffers) { 41465a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar size_t ystride = align(params.nStride, 16); 41475a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar size_t cstride = align(params.nStride / 2, 16); 41485a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.Y].mRowInc = ystride; 41495a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar 41505a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.V].mOffset = ystride * params.nSliceHeight; 41515a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.V].mColInc = 1; 41525a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.V].mRowInc = cstride; 41535a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.V].mHorizSubsampling = 2; 41545a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.V].mVertSubsampling = 2; 41555a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar 41565a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.U].mOffset = image.mPlane[image.V].mOffset 41575a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar + (cstride * params.nSliceHeight / 2); 41585a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.U].mColInc = 1; 41595a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.U].mRowInc = cstride; 41605a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.U].mHorizSubsampling = 2; 41615a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.U].mVertSubsampling = 2; 41625a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar break; 41635a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar } else { 41645a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar // fall through as YV12 is used for YUV420Planar by some codecs 41655a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar } 41665a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar 41675a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar case OMX_COLOR_FormatYUV420Planar: 416803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar case OMX_COLOR_FormatYUV420PackedPlanar: 416903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mOffset = params.nStride * params.nSliceHeight; 417003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mColInc = 1; 417103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mRowInc = params.nStride / 2; 417203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mHorizSubsampling = 2; 417303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mVertSubsampling = 2; 417403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 417503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mOffset = image.mPlane[image.U].mOffset 417603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar + (params.nStride * params.nSliceHeight / 4); 417703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mColInc = 1; 417803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mRowInc = params.nStride / 2; 417903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mHorizSubsampling = 2; 418003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mVertSubsampling = 2; 418103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar break; 418203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 418303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar case OMX_COLOR_FormatYUV420SemiPlanar: 418403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar // FIXME: NV21 for sw-encoder, NV12 for decoder and hw-encoder 418503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar case OMX_COLOR_FormatYUV420PackedSemiPlanar: 418603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar // NV12 418703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mOffset = params.nStride * params.nSliceHeight; 418803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mColInc = 2; 418903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mRowInc = params.nStride; 419003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mHorizSubsampling = 2; 419103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mVertSubsampling = 2; 419203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 419303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mOffset = image.mPlane[image.U].mOffset + 1; 419403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mColInc = 2; 419503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mRowInc = params.nStride; 419603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mHorizSubsampling = 2; 419703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mVertSubsampling = 2; 419803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar break; 419903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 420003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar default: 420103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar TRESPASS(); 420203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 4203229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar return true; 4204229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar} 4205229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar 4206229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar// static 4207229d242665c612fd97431d1e7ac004823b47f181Lajos Molnarbool ACodec::describeColorFormat( 4208229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar const sp<IOMX> &omx, IOMX::node_id node, 420973dd808754c641fe798273d356ee38368715fa7bLajos Molnar DescribeColorFormat2Params &describeParams) 4210229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar{ 4211229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar OMX_INDEXTYPE describeColorFormatIndex; 4212229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar if (omx->getExtensionIndex( 4213229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar node, "OMX.google.android.index.describeColorFormat", 421473dd808754c641fe798273d356ee38368715fa7bLajos Molnar &describeColorFormatIndex) == OK) { 421573dd808754c641fe798273d356ee38368715fa7bLajos Molnar DescribeColorFormatParams describeParamsV1(describeParams); 421673dd808754c641fe798273d356ee38368715fa7bLajos Molnar if (omx->getParameter( 421773dd808754c641fe798273d356ee38368715fa7bLajos Molnar node, describeColorFormatIndex, 421873dd808754c641fe798273d356ee38368715fa7bLajos Molnar &describeParamsV1, sizeof(describeParamsV1)) == OK) { 421973dd808754c641fe798273d356ee38368715fa7bLajos Molnar describeParams.initFromV1(describeParamsV1); 422073dd808754c641fe798273d356ee38368715fa7bLajos Molnar return describeParams.sMediaImage.mType != MediaImage2::MEDIA_IMAGE_TYPE_UNKNOWN; 422173dd808754c641fe798273d356ee38368715fa7bLajos Molnar } 422273dd808754c641fe798273d356ee38368715fa7bLajos Molnar } else if (omx->getExtensionIndex( 422373dd808754c641fe798273d356ee38368715fa7bLajos Molnar node, "OMX.google.android.index.describeColorFormat2", &describeColorFormatIndex) == OK 422473dd808754c641fe798273d356ee38368715fa7bLajos Molnar && omx->getParameter( 422573dd808754c641fe798273d356ee38368715fa7bLajos Molnar node, describeColorFormatIndex, &describeParams, sizeof(describeParams)) == OK) { 422673dd808754c641fe798273d356ee38368715fa7bLajos Molnar return describeParams.sMediaImage.mType != MediaImage2::MEDIA_IMAGE_TYPE_UNKNOWN; 422773dd808754c641fe798273d356ee38368715fa7bLajos Molnar } 422873dd808754c641fe798273d356ee38368715fa7bLajos Molnar 422973dd808754c641fe798273d356ee38368715fa7bLajos Molnar return describeDefaultColorFormat(describeParams); 4230229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar} 4231229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar 4232229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar// static 4233229d242665c612fd97431d1e7ac004823b47f181Lajos Molnarbool ACodec::isFlexibleColorFormat( 4234229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar const sp<IOMX> &omx, IOMX::node_id node, 42350d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar uint32_t colorFormat, bool usingNativeBuffers, OMX_U32 *flexibleEquivalent) { 423673dd808754c641fe798273d356ee38368715fa7bLajos Molnar DescribeColorFormat2Params describeParams; 4237229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar InitOMXParams(&describeParams); 4238229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar describeParams.eColorFormat = (OMX_COLOR_FORMATTYPE)colorFormat; 4239229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar // reasonable dummy values 4240229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar describeParams.nFrameWidth = 128; 4241229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar describeParams.nFrameHeight = 128; 4242229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar describeParams.nStride = 128; 4243229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar describeParams.nSliceHeight = 128; 42440d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.bUsingNativeBuffers = (OMX_BOOL)usingNativeBuffers; 4245229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar 4246229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar CHECK(flexibleEquivalent != NULL); 4247229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar 4248229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar if (!describeColorFormat(omx, node, describeParams)) { 4249229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar return false; 4250229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar } 4251229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar 425273dd808754c641fe798273d356ee38368715fa7bLajos Molnar const MediaImage2 &img = describeParams.sMediaImage; 425373dd808754c641fe798273d356ee38368715fa7bLajos Molnar if (img.mType == MediaImage2::MEDIA_IMAGE_TYPE_YUV) { 425473dd808754c641fe798273d356ee38368715fa7bLajos Molnar if (img.mNumPlanes != 3 425573dd808754c641fe798273d356ee38368715fa7bLajos Molnar || img.mPlane[img.Y].mHorizSubsampling != 1 425673dd808754c641fe798273d356ee38368715fa7bLajos Molnar || img.mPlane[img.Y].mVertSubsampling != 1) { 4257229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar return false; 4258229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar } 4259229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar 4260229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar // YUV 420 4261229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar if (img.mPlane[img.U].mHorizSubsampling == 2 4262229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar && img.mPlane[img.U].mVertSubsampling == 2 4263229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar && img.mPlane[img.V].mHorizSubsampling == 2 4264229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar && img.mPlane[img.V].mVertSubsampling == 2) { 4265229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar // possible flexible YUV420 format 4266229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar if (img.mBitDepth <= 8) { 4267229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar *flexibleEquivalent = OMX_COLOR_FormatYUV420Flexible; 4268229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar return true; 4269229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar } 4270229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar } 4271229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar } 4272229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar return false; 427303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar} 427403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 4275e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnarstatus_t ACodec::getPortFormat(OMX_U32 portIndex, sp<AMessage> ¬ify) { 4276777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim const char *niceIndex = portIndex == kPortIndexInput ? "input" : "output"; 427731e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 427831e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber InitOMXParams(&def); 4279e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar def.nPortIndex = portIndex; 428031e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 4281777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim status_t err = mOMX->getParameter(mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 4282777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4283777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4284777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 428531e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 4286777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (def.eDir != (portIndex == kPortIndexOutput ? OMX_DirOutput : OMX_DirInput)) { 4287777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("unexpected dir: %s(%d) on %s port", asString(def.eDir), def.eDir, niceIndex); 4288777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return BAD_VALUE; 4289777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 429031e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 429131e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber switch (def.eDomain) { 429231e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber case OMX_PortDomainVideo: 429331e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber { 429431e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber OMX_VIDEO_PORTDEFINITIONTYPE *videoDef = &def.format.video; 4295e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar switch ((int)videoDef->eCompressionFormat) { 4296e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar case OMX_VIDEO_CodingUnused: 4297e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar { 4298e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK(mIsEncoder ^ (portIndex == kPortIndexOutput)); 4299e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setString("mime", MEDIA_MIMETYPE_VIDEO_RAW); 4300e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4301e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("stride", videoDef->nStride); 4302e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("slice-height", videoDef->nSliceHeight); 4303e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("color-format", videoDef->eColorFormat); 4304e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 43050d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (mNativeWindow == NULL) { 430673dd808754c641fe798273d356ee38368715fa7bLajos Molnar DescribeColorFormat2Params describeParams; 43070d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar InitOMXParams(&describeParams); 43080d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.eColorFormat = videoDef->eColorFormat; 43090d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.nFrameWidth = videoDef->nFrameWidth; 43100d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.nFrameHeight = videoDef->nFrameHeight; 43110d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.nStride = videoDef->nStride; 43120d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.nSliceHeight = videoDef->nSliceHeight; 43130d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.bUsingNativeBuffers = OMX_FALSE; 43140d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar 43150d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (describeColorFormat(mOMX, mNode, describeParams)) { 43160d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar notify->setBuffer( 43170d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar "image-data", 43180d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar ABuffer::CreateAsCopy( 43190d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar &describeParams.sMediaImage, 43200d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar sizeof(describeParams.sMediaImage))); 43215a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar 432273dd808754c641fe798273d356ee38368715fa7bLajos Molnar MediaImage2 &img = describeParams.sMediaImage; 432373dd808754c641fe798273d356ee38368715fa7bLajos Molnar MediaImage2::PlaneInfo *plane = img.mPlane; 432473dd808754c641fe798273d356ee38368715fa7bLajos Molnar ALOGV("[%s] MediaImage { F(%ux%u) @%u+%d+%d @%u+%d+%d @%u+%d+%d }", 432573dd808754c641fe798273d356ee38368715fa7bLajos Molnar mComponentName.c_str(), img.mWidth, img.mHeight, 432673dd808754c641fe798273d356ee38368715fa7bLajos Molnar plane[0].mOffset, plane[0].mColInc, plane[0].mRowInc, 432773dd808754c641fe798273d356ee38368715fa7bLajos Molnar plane[1].mOffset, plane[1].mColInc, plane[1].mRowInc, 432873dd808754c641fe798273d356ee38368715fa7bLajos Molnar plane[2].mOffset, plane[2].mColInc, plane[2].mRowInc); 43290d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 433003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 433103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 433291a3cc00db31a713a25848f345bd624ac2ad8dc5Lajos Molnar if (portIndex != kPortIndexOutput) { 433391a3cc00db31a713a25848f345bd624ac2ad8dc5Lajos Molnar // TODO: also get input crop 433491a3cc00db31a713a25848f345bd624ac2ad8dc5Lajos Molnar break; 433591a3cc00db31a713a25848f345bd624ac2ad8dc5Lajos Molnar } 433691a3cc00db31a713a25848f345bd624ac2ad8dc5Lajos Molnar 43378338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar (void)getColorAspects(portIndex, notify); 43388338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 4339e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar OMX_CONFIG_RECTTYPE rect; 4340e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar InitOMXParams(&rect); 434191a3cc00db31a713a25848f345bd624ac2ad8dc5Lajos Molnar rect.nPortIndex = portIndex; 4342e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4343e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if (mOMX->getConfig( 434491a3cc00db31a713a25848f345bd624ac2ad8dc5Lajos Molnar mNode, 434591a3cc00db31a713a25848f345bd624ac2ad8dc5Lajos Molnar (portIndex == kPortIndexOutput ? 434691a3cc00db31a713a25848f345bd624ac2ad8dc5Lajos Molnar OMX_IndexConfigCommonOutputCrop : 434791a3cc00db31a713a25848f345bd624ac2ad8dc5Lajos Molnar OMX_IndexConfigCommonInputCrop), 4348e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar &rect, sizeof(rect)) != OK) { 4349e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar rect.nLeft = 0; 4350e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar rect.nTop = 0; 4351e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar rect.nWidth = videoDef->nFrameWidth; 4352e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar rect.nHeight = videoDef->nFrameHeight; 4353e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 435431e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 4355777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (rect.nLeft < 0 || 4356777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim rect.nTop < 0 || 4357777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim rect.nLeft + rect.nWidth > videoDef->nFrameWidth || 4358777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim rect.nTop + rect.nHeight > videoDef->nFrameHeight) { 4359777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Wrong cropped rect (%d, %d) - (%u, %u) vs. frame (%u, %u)", 4360777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim rect.nLeft, rect.nTop, 4361777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim rect.nLeft + rect.nWidth, rect.nTop + rect.nHeight, 4362777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim videoDef->nFrameWidth, videoDef->nFrameHeight); 4363777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return BAD_VALUE; 4364777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4365e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4366e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setRect( 4367577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar "crop", 4368577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar rect.nLeft, 4369577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar rect.nTop, 4370e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar rect.nLeft + rect.nWidth - 1, 4371e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar rect.nTop + rect.nHeight - 1); 4372e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4373e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar break; 4374e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 43754730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia 43764730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia case OMX_VIDEO_CodingVP8: 43774730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia case OMX_VIDEO_CodingVP9: 43784730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia { 43794730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia OMX_VIDEO_PARAM_ANDROID_VP8ENCODERTYPE vp8type; 43804730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia InitOMXParams(&vp8type); 43814730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia vp8type.nPortIndex = kPortIndexOutput; 43824730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia status_t err = mOMX->getParameter( 43834730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia mNode, 43844730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia (OMX_INDEXTYPE)OMX_IndexParamVideoAndroidVp8Encoder, 43854730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia &vp8type, 43864730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia sizeof(vp8type)); 43874730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia 43884730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia if (err == OK) { 43894730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia AString tsSchema = "none"; 43904730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia if (vp8type.eTemporalPattern 43914730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia == OMX_VIDEO_VPXTemporalLayerPatternWebRTC) { 43924730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia switch (vp8type.nTemporalLayerCount) { 43934730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia case 1: 43944730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia { 43954730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia tsSchema = "webrtc.vp8.1-layer"; 43964730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia break; 43974730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 43984730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia case 2: 43994730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia { 44004730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia tsSchema = "webrtc.vp8.2-layer"; 44014730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia break; 44024730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 44034730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia case 3: 44044730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia { 44054730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia tsSchema = "webrtc.vp8.3-layer"; 44064730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia break; 44074730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 44084730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia default: 44094730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia { 44104730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia break; 44114730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 44124730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 44134730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 44144730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia notify->setString("ts-schema", tsSchema); 44154730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 44164730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia // Fall through to set up mime. 44174730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 44184730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia 4419e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar default: 4420e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar { 4421777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (mIsEncoder ^ (portIndex == kPortIndexOutput)) { 4422777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim // should be CodingUnused 4423777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Raw port video compression format is %s(%d)", 4424777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim asString(videoDef->eCompressionFormat), 4425777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim videoDef->eCompressionFormat); 4426777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return BAD_VALUE; 4427777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4428e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar AString mime; 4429e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if (GetMimeTypeForVideoCoding( 4430e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar videoDef->eCompressionFormat, &mime) != OK) { 4431e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setString("mime", "application/octet-stream"); 4432e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } else { 4433e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setString("mime", mime.c_str()); 4434e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 4435870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang uint32_t intraRefreshPeriod = 0; 4436870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (mIsEncoder && getIntraRefreshPeriod(&intraRefreshPeriod) == OK 4437870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang && intraRefreshPeriod > 0) { 4438870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang notify->setInt32("intra-refresh-period", intraRefreshPeriod); 4439870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 4440e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar break; 4441e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 444231e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber } 4443e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("width", videoDef->nFrameWidth); 4444e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("height", videoDef->nFrameHeight); 44455a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar ALOGV("[%s] %s format is %s", mComponentName.c_str(), 44465a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar portIndex == kPortIndexInput ? "input" : "output", 44475a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar notify->debugString().c_str()); 44485a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar 444931e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber break; 445031e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber } 445131e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 445231e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber case OMX_PortDomainAudio: 445331e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber { 445431e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber OMX_AUDIO_PORTDEFINITIONTYPE *audioDef = &def.format.audio; 445531e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 445697358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu switch ((int)audioDef->eEncoding) { 4457e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber case OMX_AUDIO_CodingPCM: 4458e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { 4459e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber OMX_AUDIO_PARAM_PCMMODETYPE params; 4460e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber InitOMXParams(¶ms); 4461e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 4462e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4463777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 4464777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, OMX_IndexParamAudioPcm, ¶ms, sizeof(params)); 4465777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4466777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4467777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 446814f7672b5d450ed26a06fd3bb3ce045ea78b11b2Andreas Huber 4469777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (params.nChannels <= 0 4470777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim || (params.nChannels != 1 && !params.bInterleaved) 4471777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim || params.nBitPerSample != 16u 4472777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim || params.eNumData != OMX_NumericalDataSigned 4473777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim || params.ePCMMode != OMX_AUDIO_PCMModeLinear) { 4474777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("unsupported PCM port: %u channels%s, %u-bit, %s(%d), %s(%d) mode ", 4475777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim params.nChannels, 4476777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim params.bInterleaved ? " interleaved" : "", 4477777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim params.nBitPerSample, 4478777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim asString(params.eNumData), params.eNumData, 4479777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim asString(params.ePCMMode), params.ePCMMode); 4480777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return FAILED_TRANSACTION; 4481777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4482e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4483e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setString("mime", MEDIA_MIMETYPE_AUDIO_RAW); 4484e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("channel-count", params.nChannels); 4485e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("sample-rate", params.nSamplingRate); 4486e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4487e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (mChannelMaskPresent) { 4488e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("channel-mask", mChannelMask); 44898b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen } 4490e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber break; 44918b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen } 44929806555d3930be43e11106281dee354820ac1c88Andreas Huber 4493e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber case OMX_AUDIO_CodingAAC: 4494e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { 4495e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber OMX_AUDIO_PARAM_AACPROFILETYPE params; 4496e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber InitOMXParams(¶ms); 4497e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 4498e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4499777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 4500777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, OMX_IndexParamAudioAac, ¶ms, sizeof(params)); 4501777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4502777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4503777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4504e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4505e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setString("mime", MEDIA_MIMETYPE_AUDIO_AAC); 4506e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("channel-count", params.nChannels); 4507e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("sample-rate", params.nSampleRate); 4508e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber break; 4509e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 4510e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4511e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber case OMX_AUDIO_CodingAMR: 4512e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { 4513e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber OMX_AUDIO_PARAM_AMRTYPE params; 4514e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber InitOMXParams(¶ms); 4515e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 45169806555d3930be43e11106281dee354820ac1c88Andreas Huber 4517777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 4518777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, OMX_IndexParamAudioAmr, ¶ms, sizeof(params)); 4519777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4520777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4521777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4522e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4523e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("channel-count", 1); 4524e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (params.eAMRBandMode >= OMX_AUDIO_AMRBandModeWB0) { 45250806340688c937e7b78c2d89db3809274130df4eLajos Molnar notify->setString("mime", MEDIA_MIMETYPE_AUDIO_AMR_WB); 4526e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("sample-rate", 16000); 4527e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } else { 45280806340688c937e7b78c2d89db3809274130df4eLajos Molnar notify->setString("mime", MEDIA_MIMETYPE_AUDIO_AMR_NB); 4529e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("sample-rate", 8000); 4530e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 4531e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber break; 4532e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 4533e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4534e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber case OMX_AUDIO_CodingFLAC: 4535e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { 4536e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber OMX_AUDIO_PARAM_FLACTYPE params; 4537e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber InitOMXParams(¶ms); 4538e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 4539e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4540777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 4541777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, OMX_IndexParamAudioFlac, ¶ms, sizeof(params)); 4542777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4543777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4544777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4545e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4546e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setString("mime", MEDIA_MIMETYPE_AUDIO_FLAC); 4547e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("channel-count", params.nChannels); 4548e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("sample-rate", params.nSampleRate); 4549e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber break; 4550e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 4551e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4552e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar case OMX_AUDIO_CodingMP3: 4553e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar { 4554e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar OMX_AUDIO_PARAM_MP3TYPE params; 4555e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar InitOMXParams(¶ms); 4556e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 4557e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4558777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 4559777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, OMX_IndexParamAudioMp3, ¶ms, sizeof(params)); 4560777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4561777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4562777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4563e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4564e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setString("mime", MEDIA_MIMETYPE_AUDIO_MPEG); 4565e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("channel-count", params.nChannels); 4566e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("sample-rate", params.nSampleRate); 4567e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar break; 4568e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 4569e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4570e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar case OMX_AUDIO_CodingVORBIS: 4571e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar { 4572e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar OMX_AUDIO_PARAM_VORBISTYPE params; 4573e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar InitOMXParams(¶ms); 4574e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 4575e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4576777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 4577777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, OMX_IndexParamAudioVorbis, ¶ms, sizeof(params)); 4578777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4579777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4580777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4581e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4582e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setString("mime", MEDIA_MIMETYPE_AUDIO_VORBIS); 4583e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("channel-count", params.nChannels); 4584e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("sample-rate", params.nSampleRate); 4585e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar break; 4586e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 4587e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 458897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu case OMX_AUDIO_CodingAndroidAC3: 458997358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu { 459097358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu OMX_AUDIO_PARAM_ANDROID_AC3TYPE params; 459197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu InitOMXParams(¶ms); 4592e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 459397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 4594777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 4595777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidAc3, 4596777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ¶ms, sizeof(params)); 4597777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4598777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4599777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 460097358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 460197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu notify->setString("mime", MEDIA_MIMETYPE_AUDIO_AC3); 460297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu notify->setInt32("channel-count", params.nChannels); 460397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu notify->setInt32("sample-rate", params.nSampleRate); 460497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu break; 460597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } 4606e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 46078a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad case OMX_AUDIO_CodingAndroidEAC3: 46088a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad { 46098a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad OMX_AUDIO_PARAM_ANDROID_EAC3TYPE params; 46108a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad InitOMXParams(¶ms); 46118a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad params.nPortIndex = portIndex; 46128a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 4613777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 4614777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidEac3, 4615777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ¶ms, sizeof(params)); 4616777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4617777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4618777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 46198a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 46208a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad notify->setString("mime", MEDIA_MIMETYPE_AUDIO_EAC3); 46218a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad notify->setInt32("channel-count", params.nChannels); 46228a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad notify->setInt32("sample-rate", params.nSampleRate); 46238a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad break; 46248a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } 46258a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 46268c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian case OMX_AUDIO_CodingAndroidOPUS: 46278c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian { 46288c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian OMX_AUDIO_PARAM_ANDROID_OPUSTYPE params; 46298c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian InitOMXParams(¶ms); 46308c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian params.nPortIndex = portIndex; 46318c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian 4632777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 4633777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidOpus, 4634777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ¶ms, sizeof(params)); 4635777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4636777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4637777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 46388c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian 46398c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian notify->setString("mime", MEDIA_MIMETYPE_AUDIO_OPUS); 46408c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian notify->setInt32("channel-count", params.nChannels); 46418c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian notify->setInt32("sample-rate", params.nSampleRate); 46428c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian break; 46438c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian } 46448c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian 464510d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang case OMX_AUDIO_CodingG711: 464610d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang { 464710d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang OMX_AUDIO_PARAM_PCMMODETYPE params; 464810d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang InitOMXParams(¶ms); 464910d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang params.nPortIndex = portIndex; 465010d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang 4651777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 4652777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, (OMX_INDEXTYPE)OMX_IndexParamAudioPcm, ¶ms, sizeof(params)); 4653777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4654777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4655777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 465610d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang 465710d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang const char *mime = NULL; 465810d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang if (params.ePCMMode == OMX_AUDIO_PCMModeMULaw) { 465910d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang mime = MEDIA_MIMETYPE_AUDIO_G711_MLAW; 466010d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang } else if (params.ePCMMode == OMX_AUDIO_PCMModeALaw) { 466110d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang mime = MEDIA_MIMETYPE_AUDIO_G711_ALAW; 466210d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang } else { // params.ePCMMode == OMX_AUDIO_PCMModeLinear 466310d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang mime = MEDIA_MIMETYPE_AUDIO_RAW; 466410d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang } 466510d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang notify->setString("mime", mime); 466610d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang notify->setInt32("channel-count", params.nChannels); 466710d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang notify->setInt32("sample-rate", params.nSamplingRate); 466810d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang break; 466910d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang } 467041d3f579d2c166984958263533284209b90c87d5Marco Nelissen 467141d3f579d2c166984958263533284209b90c87d5Marco Nelissen case OMX_AUDIO_CodingGSMFR: 467241d3f579d2c166984958263533284209b90c87d5Marco Nelissen { 46730806340688c937e7b78c2d89db3809274130df4eLajos Molnar OMX_AUDIO_PARAM_PCMMODETYPE params; 467441d3f579d2c166984958263533284209b90c87d5Marco Nelissen InitOMXParams(¶ms); 467541d3f579d2c166984958263533284209b90c87d5Marco Nelissen params.nPortIndex = portIndex; 467641d3f579d2c166984958263533284209b90c87d5Marco Nelissen 4677777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 4678777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, OMX_IndexParamAudioPcm, ¶ms, sizeof(params)); 4679777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4680777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4681777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 468241d3f579d2c166984958263533284209b90c87d5Marco Nelissen 468341d3f579d2c166984958263533284209b90c87d5Marco Nelissen notify->setString("mime", MEDIA_MIMETYPE_AUDIO_MSGSM); 468441d3f579d2c166984958263533284209b90c87d5Marco Nelissen notify->setInt32("channel-count", params.nChannels); 46850806340688c937e7b78c2d89db3809274130df4eLajos Molnar notify->setInt32("sample-rate", params.nSamplingRate); 468641d3f579d2c166984958263533284209b90c87d5Marco Nelissen break; 468710d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang } 468810d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang 4689e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber default: 4690777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Unsupported audio coding: %s(%d)\n", 4691777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim asString(audioDef->eEncoding), audioDef->eEncoding); 4692777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return BAD_TYPE; 4693e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 469431e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber break; 469531e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber } 469631e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 469731e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber default: 4698777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Unsupported domain: %s(%d)", asString(def.eDomain), def.eDomain); 4699777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return BAD_TYPE; 470031e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber } 470131e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 4702e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar return OK; 4703e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar} 4704e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4705e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnarvoid ACodec::sendFormatChange(const sp<AMessage> &reply) { 47064e865a3cfe4c955e0890321a6b488cf661808b63Lajos Molnar sp<AMessage> notify = mBaseOutputFormat->dup(); 4707e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("what", kWhatOutputFormatChanged); 4708e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4709777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (getPortFormat(kPortIndexOutput, notify) != OK) { 4710777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("[%s] Failed to get port format to send format change", mComponentName.c_str()); 4711777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return; 4712777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4713e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4714e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar AString mime; 4715e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK(notify->findString("mime", &mime)); 4716e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4717e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar int32_t left, top, right, bottom; 4718e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if (mime == MEDIA_MIMETYPE_VIDEO_RAW && 4719e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar mNativeWindow != NULL && 4720e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->findRect("crop", &left, &top, &right, &bottom)) { 4721e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar // notify renderer of the crop change 4722e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar // NOTE: native window uses extended right-bottom coordinate 4723e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar reply->setRect("crop", left, top, right + 1, bottom + 1); 4724e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } else if (mime == MEDIA_MIMETYPE_AUDIO_RAW && 4725e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar (mEncoderDelay || mEncoderPadding)) { 4726e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar int32_t channelCount; 4727e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK(notify->findInt32("channel-count", &channelCount)); 4728e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if (mSkipCutBuffer != NULL) { 4729e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar size_t prevbufsize = mSkipCutBuffer->size(); 4730e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if (prevbufsize != 0) { 4731ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGW("Replacing SkipCutBuffer holding %zu bytes", prevbufsize); 4732e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 4733e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 4734b1cf03160fa7e7bc6e5cf138db07a7e1ab2ecb26Marco Nelissen mSkipCutBuffer = new SkipCutBuffer(mEncoderDelay, mEncoderPadding, channelCount); 4735e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 4736e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 473731e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber notify->post(); 473831e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 473931e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber mSentFormat = true; 474031e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber} 474131e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 47425778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid ACodec::signalError(OMX_ERRORTYPE error, status_t internalError) { 4743cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber sp<AMessage> notify = mNotify->dup(); 4744d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatError); 4745251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung ALOGE("signalError(omxError %#x, internalError %d)", error, internalError); 4746251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung 4747251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (internalError == UNKNOWN_ERROR) { // find better error code 4748251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung const status_t omxStatus = statusFromOMXError(error); 4749251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (omxStatus != 0) { 4750251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung internalError = omxStatus; 4751251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else { 4752251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung ALOGW("Invalid OMX error %#x", error); 4753251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 4754251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 4755346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang 4756346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang mFatalError = true; 4757346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang 47585778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->setInt32("err", internalError); 4759251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung notify->setInt32("actionCode", ACTION_CODE_FATAL); // could translate from OMX error. 4760cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber notify->post(); 4761cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber} 4762cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber 4763f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 4764f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4765eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas HuberACodec::PortDescription::PortDescription() { 4766eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber} 4767eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 4768496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huberstatus_t ACodec::requestIDRFrame() { 4769496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber if (!mIsEncoder) { 4770496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber return ERROR_UNSUPPORTED; 4771496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber } 4772496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 4773496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber OMX_CONFIG_INTRAREFRESHVOPTYPE params; 4774496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber InitOMXParams(¶ms); 4775496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 4776496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber params.nPortIndex = kPortIndexOutput; 4777496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber params.IntraRefreshVOP = OMX_TRUE; 4778496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 4779496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber return mOMX->setConfig( 4780496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber mNode, 4781496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber OMX_IndexConfigVideoIntraVOPRefresh, 4782496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber ¶ms, 4783496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber sizeof(params)); 4784496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber} 4785496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 4786eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Hubervoid ACodec::PortDescription::addBuffer( 4787a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar IOMX::buffer_id id, const sp<ABuffer> &buffer, 4788a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar const sp<NativeHandle> &handle, const sp<RefBase> &memRef) { 4789eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber mBufferIDs.push_back(id); 4790eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber mBuffers.push_back(buffer); 4791a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar mHandles.push_back(handle); 479286b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu mMemRefs.push_back(memRef); 4793eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber} 4794eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 4795eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Hubersize_t ACodec::PortDescription::countBuffers() { 4796eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber return mBufferIDs.size(); 4797eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber} 4798eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 4799eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas HuberIOMX::buffer_id ACodec::PortDescription::bufferIDAt(size_t index) const { 4800eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber return mBufferIDs.itemAt(index); 4801eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber} 4802eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 4803eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Hubersp<ABuffer> ACodec::PortDescription::bufferAt(size_t index) const { 4804eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber return mBuffers.itemAt(index); 4805eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber} 4806eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 4807a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnarsp<NativeHandle> ACodec::PortDescription::handleAt(size_t index) const { 4808a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar return mHandles.itemAt(index); 4809a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar} 4810a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar 481186b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wusp<RefBase> ACodec::PortDescription::memRefAt(size_t index) const { 481286b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu return mMemRefs.itemAt(index); 481386b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu} 481486b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu 4815eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber//////////////////////////////////////////////////////////////////////////////// 4816eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 4817f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::BaseState::BaseState(ACodec *codec, const sp<AState> &parentState) 4818f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : AState(parentState), 4819f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec(codec) { 4820f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4821f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4822ccb067b1d8424ba610cbd3de83368bd55b532b5bAndreas HuberACodec::BaseState::PortMode ACodec::BaseState::getPortMode( 4823ccb067b1d8424ba610cbd3de83368bd55b532b5bAndreas Huber OMX_U32 /* portIndex */) { 4824f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return KEEP_BUFFERS; 4825f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4826f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4827f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::BaseState::onMessageReceived(const sp<AMessage> &msg) { 4828f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 4829f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatInputBufferFilled: 4830f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 4831f933441648ef6a71dee783d733aac17b9508b452Andreas Huber onInputBufferFilled(msg); 4832f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 4833f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4834f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4835f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatOutputBufferDrained: 4836f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 4837f933441648ef6a71dee783d733aac17b9508b452Andreas Huber onOutputBufferDrained(msg); 4838f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 4839f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4840f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 484126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar case ACodec::kWhatOMXMessageList: 484226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar { 484326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar return checkOMXMessage(msg) ? onOMXMessageList(msg) : true; 484426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 484526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 4846e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar case ACodec::kWhatOMXMessageItem: 4847e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar { 4848e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar // no need to check as we already did it for kWhatOMXMessageList 4849e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar return onOMXMessage(msg); 4850e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar } 4851e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar 4852f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case ACodec::kWhatOMXMessage: 4853f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 485426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar return checkOMXMessage(msg) ? onOMXMessage(msg) : true; 4855f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4856f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 48571dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar case ACodec::kWhatSetSurface: 48581dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar { 48591dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AReplyToken> replyID; 48601dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar CHECK(msg->senderAwaitsResponse(&replyID)); 48611dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 48621dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<RefBase> obj; 48631dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar CHECK(msg->findObject("surface", &obj)); 48641dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 48652235b4efd3b8149e09c666e2235530f3e6ed9c9aLajos Molnar status_t err = mCodec->handleSetSurface(static_cast<Surface *>(obj.get())); 48661dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 48671dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> response = new AMessage; 48681dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar response->setInt32("err", err); 48691dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar response->postReply(replyID); 48701dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar break; 48711dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 48721dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 48737cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case ACodec::kWhatCreateInputSurface: 48748f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang case ACodec::kWhatSetInputSurface: 48757cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case ACodec::kWhatSignalEndOfInputStream: 48767cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 4877251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // This may result in an app illegal state exception. 48787cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden ALOGE("Message 0x%x was not handled", msg->what()); 48797cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mCodec->signalError(OMX_ErrorUndefined, INVALID_OPERATION); 48807cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden return true; 48817cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 48827cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 4883ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber case ACodec::kWhatOMXDied: 4884ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber { 4885251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // This will result in kFlagSawMediaServerDie handling in MediaCodec. 4886ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber ALOGE("OMX/mediaserver died, signalling error!"); 4887ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mCodec->signalError(OMX_ErrorResourcesLost, DEAD_OBJECT); 4888ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber break; 4889ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber } 4890ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 489130358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar case ACodec::kWhatReleaseCodecInstance: 489230358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar { 489330358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar ALOGI("[%s] forcing the release of codec", 489430358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar mCodec->mComponentName.c_str()); 489530358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar status_t err = mCodec->mOMX->freeNode(mCodec->mNode); 489630358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar ALOGE_IF("[%s] failed to release codec instance: err=%d", 489730358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar mCodec->mComponentName.c_str(), err); 489830358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar sp<AMessage> notify = mCodec->mNotify->dup(); 489930358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar notify->setInt32("what", CodecBase::kWhatShutdownCompleted); 490030358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar notify->post(); 490130358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar break; 490230358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar } 490330358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar 4904f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 4905f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return false; 4906f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4907f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4908f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 4909f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4910f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 491126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnarbool ACodec::BaseState::checkOMXMessage(const sp<AMessage> &msg) { 49125e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar // there is a possibility that this is an outstanding message for a 49135e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar // codec that we have already destroyed 4914ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar if (mCodec->mNode == 0) { 49155e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar ALOGI("ignoring message as already freed component: %s", 49165e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar msg->debugString().c_str()); 491726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar return false; 49185e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar } 49195e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar 4920f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::node_id nodeID; 4921609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CHECK(msg->findInt32("node", (int32_t*)&nodeID)); 4922777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (nodeID != mCodec->mNode) { 4923777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Unexpected message for nodeID: %u, should have been %u", nodeID, mCodec->mNode); 4924777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return false; 4925777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 492626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar return true; 492726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar} 492826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 492926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnarbool ACodec::BaseState::onOMXMessageList(const sp<AMessage> &msg) { 493026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar sp<RefBase> obj; 493126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar CHECK(msg->findObject("messages", &obj)); 493226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar sp<MessageList> msgList = static_cast<MessageList *>(obj.get()); 493326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 493490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar bool receivedRenderedEvents = false; 493526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar for (std::list<sp<AMessage>>::const_iterator it = msgList->getList().cbegin(); 493626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar it != msgList->getList().cend(); ++it) { 4937e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar (*it)->setWhat(ACodec::kWhatOMXMessageItem); 4938e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar mCodec->handleMessage(*it); 493990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int32_t type; 494090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar CHECK((*it)->findInt32("type", &type)); 494190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (type == omx_message::FRAME_RENDERED) { 494290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar receivedRenderedEvents = true; 494390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 494490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 494590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 494690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (receivedRenderedEvents) { 494790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // NOTE: all buffers are rendered in this case 494890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->notifyOfRenderedFrames(); 494926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 495026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar return true; 495126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar} 495226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 495326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnarbool ACodec::BaseState::onOMXMessage(const sp<AMessage> &msg) { 495426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar int32_t type; 495526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar CHECK(msg->findInt32("type", &type)); 4956f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4957f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (type) { 4958f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case omx_message::EVENT: 4959f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 4960f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t event, data1, data2; 4961f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("event", &event)); 4962f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("data1", &data1)); 4963f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("data2", &data2)); 4964f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 49650af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber if (event == OMX_EventCmdComplete 49660af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber && data1 == OMX_CommandFlush 49670af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber && data2 == (int32_t)OMX_ALL) { 49680af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber // Use of this notification is not consistent across 49690af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber // implementations. We'll drop this notification and rely 49700af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber // on flush-complete notifications on the individual port 49710af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber // indices instead. 49720af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber 49730af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber return true; 49740af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber } 49750af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber 4976f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return onOMXEvent( 4977f933441648ef6a71dee783d733aac17b9508b452Andreas Huber static_cast<OMX_EVENTTYPE>(event), 4978f933441648ef6a71dee783d733aac17b9508b452Andreas Huber static_cast<OMX_U32>(data1), 4979f933441648ef6a71dee783d733aac17b9508b452Andreas Huber static_cast<OMX_U32>(data2)); 4980f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4981f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4982f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case omx_message::EMPTY_BUFFER_DONE: 4983f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 4984f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferID; 498515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int32_t fenceFd; 498615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 4987609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CHECK(msg->findInt32("buffer", (int32_t*)&bufferID)); 498815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar CHECK(msg->findInt32("fence_fd", &fenceFd)); 4989f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 499015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar return onOMXEmptyBufferDone(bufferID, fenceFd); 4991f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4992f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4993f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case omx_message::FILL_BUFFER_DONE: 4994f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 4995f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferID; 4996609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CHECK(msg->findInt32("buffer", (int32_t*)&bufferID)); 4997f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 499815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int32_t rangeOffset, rangeLength, flags, fenceFd; 4999f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int64_t timeUs; 5000f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5001f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("range_offset", &rangeOffset)); 5002f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("range_length", &rangeLength)); 5003f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("flags", &flags)); 5004f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt64("timestamp", &timeUs)); 500515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar CHECK(msg->findInt32("fence_fd", &fenceFd)); 5006f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5007f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return onOMXFillBufferDone( 5008f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bufferID, 5009f933441648ef6a71dee783d733aac17b9508b452Andreas Huber (size_t)rangeOffset, (size_t)rangeLength, 5010f933441648ef6a71dee783d733aac17b9508b452Andreas Huber (OMX_U32)flags, 501115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar timeUs, 501215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar fenceFd); 5013f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5014f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 501590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar case omx_message::FRAME_RENDERED: 501690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar { 501790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int64_t mediaTimeUs, systemNano; 501890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 501990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar CHECK(msg->findInt64("media_time_us", &mediaTimeUs)); 502090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar CHECK(msg->findInt64("system_nano", &systemNano)); 502190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 502290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar return onOMXFrameRendered( 502390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mediaTimeUs, systemNano); 502490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 502590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 5026f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 5027777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Unexpected message type: %d", type); 5028777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return false; 5029f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5030f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5031f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 503290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarbool ACodec::BaseState::onOMXFrameRendered( 503390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int64_t mediaTimeUs __unused, nsecs_t systemNano __unused) { 503490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // ignore outside of Executing and PortSettingsChanged states 503590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar return true; 503690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 503790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 5038f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::BaseState::onOMXEvent( 5039f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 5040f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (event != OMX_EventError) { 5041ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] EVENT(%d, 0x%08x, 0x%08x)", 5042f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mComponentName.c_str(), event, data1, data2); 5043f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5044f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return false; 5045f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5046f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5047ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGE("[%s] ERROR(0x%08x)", mCodec->mComponentName.c_str(), data1); 5048f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5049251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // verify OMX component sends back an error we expect. 5050251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung OMX_ERRORTYPE omxError = (OMX_ERRORTYPE)data1; 5051251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (!isOMXError(omxError)) { 5052251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung ALOGW("Invalid OMX error %#x", omxError); 5053251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung omxError = OMX_ErrorUndefined; 5054251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 5055251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mCodec->signalError(omxError); 5056f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5057f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 5058f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5059f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 506015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnarbool ACodec::BaseState::onOMXEmptyBufferDone(IOMX::buffer_id bufferID, int fenceFd) { 5061ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] onOMXEmptyBufferDone %u", 5062349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mCodec->mComponentName.c_str(), bufferID); 5063349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 50640806340688c937e7b78c2d89db3809274130df4eLajos Molnar BufferInfo *info = mCodec->findBufferByID(kPortIndexInput, bufferID); 50650806340688c937e7b78c2d89db3809274130df4eLajos Molnar BufferInfo::Status status = BufferInfo::getSafeStatus(info); 50660806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (status != BufferInfo::OWNED_BY_COMPONENT) { 50670806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Wrong ownership in EBD: %s(%d) buffer #%u", _asString(status), status, bufferID); 50680806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->dumpBuffers(kPortIndexInput); 506915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (fenceFd >= 0) { 507015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ::close(fenceFd); 507115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 50720806340688c937e7b78c2d89db3809274130df4eLajos Molnar return false; 50730806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5074f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_US; 5075f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 507615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // input buffers cannot take fences, so wait for any fence now 507715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar (void)mCodec->waitForFence(fenceFd, "onOMXEmptyBufferDone"); 507815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar fenceFd = -1; 507915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 508015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // still save fence for completeness 508115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->setWriteFence(fenceFd, "onOMXEmptyBufferDone"); 508215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 508396e92b58b7e9647b4c7c2f54b62a1b357ab06b66Wei Jia // We're in "store-metadata-in-buffers" mode, the underlying 508496e92b58b7e9647b4c7c2f54b62a1b357ab06b66Wei Jia // OMX component had access to data that's implicitly refcounted 508596e92b58b7e9647b4c7c2f54b62a1b357ab06b66Wei Jia // by this "MediaBuffer" object. Now that the OMX component has 508696e92b58b7e9647b4c7c2f54b62a1b357ab06b66Wei Jia // told us that it's done with the input buffer, we can decrement 508796e92b58b7e9647b4c7c2f54b62a1b357ab06b66Wei Jia // the mediaBuffer's reference count. 508896e92b58b7e9647b4c7c2f54b62a1b357ab06b66Wei Jia info->mData->setMediaBufferBase(NULL); 5089d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 5090f933441648ef6a71dee783d733aac17b9508b452Andreas Huber PortMode mode = getPortMode(kPortIndexInput); 5091f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5092f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (mode) { 5093f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case KEEP_BUFFERS: 5094f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5095f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5096f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case RESUBMIT_BUFFERS: 5097f933441648ef6a71dee783d733aac17b9508b452Andreas Huber postFillThisBuffer(info); 5098f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5099f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5100777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim case FREE_BUFFERS: 5101f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 5102777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("SHOULD NOT REACH HERE: cannot free empty output buffers"); 5103777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return false; 5104f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5105f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5106f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 5107f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5108f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5109f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::BaseState::postFillThisBuffer(BufferInfo *info) { 5110f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mCodec->mPortEOS[kPortIndexInput]) { 5111f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return; 5112f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5113f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5114f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ((int)info->mStatus, (int)BufferInfo::OWNED_BY_US); 5115f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5116f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 5117d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatFillThisBuffer); 5118609b815a3131d22da38b2f452faa9f89daad4039Andy Hung notify->setInt32("buffer-id", info->mBufferID); 5119f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5120f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mData->meta()->clear(); 51212d8bedd05437b6fccdbc6bf70f673ffd86744d59Andreas Huber notify->setBuffer("buffer", info->mData); 5122f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 51231d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> reply = new AMessage(kWhatInputBufferFilled, mCodec); 5124609b815a3131d22da38b2f452faa9f89daad4039Andy Hung reply->setInt32("buffer-id", info->mBufferID); 5125f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5126f933441648ef6a71dee783d733aac17b9508b452Andreas Huber notify->setMessage("reply", reply); 5127f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5128f933441648ef6a71dee783d733aac17b9508b452Andreas Huber notify->post(); 5129f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5130f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_UPSTREAM; 5131f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5132f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5133f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::BaseState::onInputBufferFilled(const sp<AMessage> &msg) { 5134f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferID; 5135609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CHECK(msg->findInt32("buffer-id", (int32_t*)&bufferID)); 51362d8bedd05437b6fccdbc6bf70f673ffd86744d59Andreas Huber sp<ABuffer> buffer; 5137f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t err = OK; 51385778822d86b0337407514b9372562b86edfa91cdAndreas Huber bool eos = false; 5139a73c954d947748a3b6f630cf2c160fe55ec596e3Lajos Molnar PortMode mode = getPortMode(kPortIndexInput); 51405778822d86b0337407514b9372562b86edfa91cdAndreas Huber 51412d8bedd05437b6fccdbc6bf70f673ffd86744d59Andreas Huber if (!msg->findBuffer("buffer", &buffer)) { 5142a73c954d947748a3b6f630cf2c160fe55ec596e3Lajos Molnar /* these are unfilled buffers returned by client */ 5143f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("err", &err)); 5144f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 51457fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar if (err == OK) { 51467fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar /* buffers with no errors are returned on MediaCodec.flush */ 51477fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar mode = KEEP_BUFFERS; 51487fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar } else { 51497fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar ALOGV("[%s] saw error %d instead of an input buffer", 51507fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar mCodec->mComponentName.c_str(), err); 51517fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar eos = true; 51527fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar } 51533831a066bcf1019864a94d2bc7b4c9241efc5c22Andreas Huber 51542d8bedd05437b6fccdbc6bf70f673ffd86744d59Andreas Huber buffer.clear(); 5155f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5156f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 51575778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t tmp; 51585778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (buffer != NULL && buffer->meta()->findInt32("eos", &tmp) && tmp) { 51595778822d86b0337407514b9372562b86edfa91cdAndreas Huber eos = true; 51605778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = ERROR_END_OF_STREAM; 51615778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 51625778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5163f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = mCodec->findBufferByID(kPortIndexInput, bufferID); 51640806340688c937e7b78c2d89db3809274130df4eLajos Molnar BufferInfo::Status status = BufferInfo::getSafeStatus(info); 51650806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (status != BufferInfo::OWNED_BY_UPSTREAM) { 51660806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Wrong ownership in IBF: %s(%d) buffer #%u", _asString(status), status, bufferID); 51670806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->dumpBuffers(kPortIndexInput); 51680806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 51690806340688c937e7b78c2d89db3809274130df4eLajos Molnar return; 51700806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5171f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5172f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_US; 5173f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5174f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (mode) { 5175f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case KEEP_BUFFERS: 5176f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 51775778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (eos) { 5178dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber if (!mCodec->mPortEOS[kPortIndexInput]) { 5179dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mCodec->mPortEOS[kPortIndexInput] = true; 5180dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mCodec->mInputEOSResult = err; 5181dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber } 5182f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5183f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5184f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5185f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5186f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case RESUBMIT_BUFFERS: 5187f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 51885778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (buffer != NULL && !mCodec->mPortEOS[kPortIndexInput]) { 5189fd866b3aa0d97375de08f8888b95669026c83361Wei Jia // Do not send empty input buffer w/o EOS to the component. 5190fd866b3aa0d97375de08f8888b95669026c83361Wei Jia if (buffer->size() == 0 && !eos) { 5191fd866b3aa0d97375de08f8888b95669026c83361Wei Jia postFillThisBuffer(info); 5192fd866b3aa0d97375de08f8888b95669026c83361Wei Jia break; 5193fd866b3aa0d97375de08f8888b95669026c83361Wei Jia } 5194fd866b3aa0d97375de08f8888b95669026c83361Wei Jia 5195f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int64_t timeUs; 5196f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(buffer->meta()->findInt64("timeUs", &timeUs)); 5197f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5198f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 flags = OMX_BUFFERFLAG_ENDOFFRAME; 5199f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5200f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t isCSD; 5201f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (buffer->meta()->findInt32("csd", &isCSD) && isCSD != 0) { 5202f933441648ef6a71dee783d733aac17b9508b452Andreas Huber flags |= OMX_BUFFERFLAG_CODECCONFIG; 5203f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5204f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 52055778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (eos) { 52065778822d86b0337407514b9372562b86edfa91cdAndreas Huber flags |= OMX_BUFFERFLAG_EOS; 52075778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 52085778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5209f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (buffer != info->mData) { 5210ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] Needs to copy input data for buffer %u. (%p != %p)", 5211d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber mCodec->mComponentName.c_str(), 5212d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber bufferID, 5213d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber buffer.get(), info->mData.get()); 5214f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 52150806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (buffer->size() > info->mData->capacity()) { 52160806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("data size (%zu) is greated than buffer capacity (%zu)", 52170806340688c937e7b78c2d89db3809274130df4eLajos Molnar buffer->size(), // this is the data received 52180806340688c937e7b78c2d89db3809274130df4eLajos Molnar info->mData->capacity()); // this is out buffer size 52190806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 52200806340688c937e7b78c2d89db3809274130df4eLajos Molnar return; 52210806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5222f933441648ef6a71dee783d733aac17b9508b452Andreas Huber memcpy(info->mData->data(), buffer->data(), buffer->size()); 5223f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5224f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5225078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber if (flags & OMX_BUFFERFLAG_CODECCONFIG) { 5226ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] calling emptyBuffer %u w/ codec specific data", 5227078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber mCodec->mComponentName.c_str(), bufferID); 52285778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (flags & OMX_BUFFERFLAG_EOS) { 5229ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] calling emptyBuffer %u w/ EOS", 52305778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->mComponentName.c_str(), bufferID); 5231078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber } else { 5232d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#if TRACK_BUFFER_TIMING 5233ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGI("[%s] calling emptyBuffer %u w/ time %lld us", 5234ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar mCodec->mComponentName.c_str(), bufferID, (long long)timeUs); 5235d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#else 5236ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] calling emptyBuffer %u w/ time %lld us", 5237ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar mCodec->mComponentName.c_str(), bufferID, (long long)timeUs); 5238d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#endif 5239078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber } 5240349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 5241d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#if TRACK_BUFFER_TIMING 5242d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber ACodec::BufferStats stats; 5243d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber stats.mEmptyBufferTimeUs = ALooper::GetNowUs(); 5244d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber stats.mFillBufferDoneTimeUs = -1ll; 5245d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber mCodec->mBufferStats.add(timeUs, stats); 5246d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#endif 5247d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 5248054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mCodec->storingMetadataInDecodedBuffers()) { 5249054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar // try to submit an output buffer for each input buffer 5250054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar PortMode outputMode = getPortMode(kPortIndexOutput); 5251054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 5252054219874873b41f1c815552987c10465c34ba2bLajos Molnar ALOGV("MetadataBuffersToSubmit=%u portMode=%s", 5253054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->mMetadataBuffersToSubmit, 5254054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar (outputMode == FREE_BUFFERS ? "FREE" : 5255054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar outputMode == KEEP_BUFFERS ? "KEEP" : "RESUBMIT")); 5256054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar if (outputMode == RESUBMIT_BUFFERS) { 5257054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->submitOutputMetadataBuffer(); 5258054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 5259054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 526015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkReadFence("onInputBufferFilled"); 52610806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err2 = mCodec->mOMX->emptyBuffer( 52620806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mNode, 52630806340688c937e7b78c2d89db3809274130df4eLajos Molnar bufferID, 52640806340688c937e7b78c2d89db3809274130df4eLajos Molnar 0, 52650806340688c937e7b78c2d89db3809274130df4eLajos Molnar buffer->size(), 52660806340688c937e7b78c2d89db3809274130df4eLajos Molnar flags, 526715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar timeUs, 526815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd); 526915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 52700806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err2 != OK) { 52710806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err2)); 52720806340688c937e7b78c2d89db3809274130df4eLajos Molnar return; 52730806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5274f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_COMPONENT; 5275f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 52760806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (!eos && err == OK) { 52775778822d86b0337407514b9372562b86edfa91cdAndreas Huber getMoreInputDataIfPossible(); 52785778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 52790806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGV("[%s] Signalled EOS (%d) on the input port", 52800806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mComponentName.c_str(), err); 52815778822d86b0337407514b9372562b86edfa91cdAndreas Huber 52825778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->mPortEOS[kPortIndexInput] = true; 52835778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->mInputEOSResult = err; 52845778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 5285f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else if (!mCodec->mPortEOS[kPortIndexInput]) { 52860806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK && err != ERROR_END_OF_STREAM) { 52870806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGV("[%s] Signalling EOS on the input port due to error %d", 5288dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mCodec->mComponentName.c_str(), err); 5289dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber } else { 52903856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Signalling EOS on the input port", 5291dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mCodec->mComponentName.c_str()); 5292dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber } 5293f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5294ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] calling emptyBuffer %u signalling EOS", 5295349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mCodec->mComponentName.c_str(), bufferID); 5296349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 529715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkReadFence("onInputBufferFilled"); 52980806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err2 = mCodec->mOMX->emptyBuffer( 52990806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mNode, 53000806340688c937e7b78c2d89db3809274130df4eLajos Molnar bufferID, 53010806340688c937e7b78c2d89db3809274130df4eLajos Molnar 0, 53020806340688c937e7b78c2d89db3809274130df4eLajos Molnar 0, 53030806340688c937e7b78c2d89db3809274130df4eLajos Molnar OMX_BUFFERFLAG_EOS, 530415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 0, 530515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd); 530615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 53070806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err2 != OK) { 53080806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err2)); 53090806340688c937e7b78c2d89db3809274130df4eLajos Molnar return; 53100806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5311f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_COMPONENT; 5312f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5313f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mPortEOS[kPortIndexInput] = true; 5314dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mCodec->mInputEOSResult = err; 5315f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5316f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5317f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5318625b93f1971039a547b239f87a2dc8a8d5716589Robert Shih 5319777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim case FREE_BUFFERS: 5320777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim break; 5321777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim 5322625b93f1971039a547b239f87a2dc8a8d5716589Robert Shih default: 5323777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("invalid port mode: %d", mode); 5324625b93f1971039a547b239f87a2dc8a8d5716589Robert Shih break; 5325f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5326f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5327f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5328f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::BaseState::getMoreInputDataIfPossible() { 5329f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mCodec->mPortEOS[kPortIndexInput]) { 5330f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return; 5331f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5332f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5333f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *eligible = NULL; 5334f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5335f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (size_t i = 0; i < mCodec->mBuffers[kPortIndexInput].size(); ++i) { 5336f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = &mCodec->mBuffers[kPortIndexInput].editItemAt(i); 5337f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5338f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#if 0 5339f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mStatus == BufferInfo::OWNED_BY_UPSTREAM) { 5340f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // There's already a "read" pending. 5341f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return; 5342f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5343f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#endif 5344f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5345f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mStatus == BufferInfo::OWNED_BY_US) { 5346f933441648ef6a71dee783d733aac17b9508b452Andreas Huber eligible = info; 5347f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5348f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5349f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5350f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (eligible == NULL) { 5351f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return; 5352f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5353f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5354f933441648ef6a71dee783d733aac17b9508b452Andreas Huber postFillThisBuffer(eligible); 5355f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5356f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5357f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::BaseState::onOMXFillBufferDone( 5358f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferID, 5359f933441648ef6a71dee783d733aac17b9508b452Andreas Huber size_t rangeOffset, size_t rangeLength, 5360f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 flags, 536115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int64_t timeUs, 536215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int fenceFd) { 5363609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] onOMXFillBufferDone %u time %" PRId64 " us, flags = 0x%08x", 53645778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->mComponentName.c_str(), bufferID, timeUs, flags); 5365349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 5366f933441648ef6a71dee783d733aac17b9508b452Andreas Huber ssize_t index; 53670806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err= OK; 5368d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 5369d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#if TRACK_BUFFER_TIMING 5370d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber index = mCodec->mBufferStats.indexOfKey(timeUs); 5371d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber if (index >= 0) { 5372d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber ACodec::BufferStats *stats = &mCodec->mBufferStats.editValueAt(index); 5373d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber stats->mFillBufferDoneTimeUs = ALooper::GetNowUs(); 5374d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 5375d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber ALOGI("frame PTS %lld: %lld", 5376d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber timeUs, 5377d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber stats->mFillBufferDoneTimeUs - stats->mEmptyBufferTimeUs); 5378d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 5379d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber mCodec->mBufferStats.removeItemsAt(index); 5380d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber stats = NULL; 5381d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber } 5382d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#endif 5383d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 5384f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = 5385f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->findBufferByID(kPortIndexOutput, bufferID, &index); 53860806340688c937e7b78c2d89db3809274130df4eLajos Molnar BufferInfo::Status status = BufferInfo::getSafeStatus(info); 53870806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (status != BufferInfo::OWNED_BY_COMPONENT) { 53880806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Wrong ownership in FBD: %s(%d) buffer #%u", _asString(status), status, bufferID); 53890806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->dumpBuffers(kPortIndexOutput); 53900806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 539115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (fenceFd >= 0) { 539215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ::close(fenceFd); 539315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 53940806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 53950806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5396f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5397054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar info->mDequeuedAt = ++mCodec->mDequeueCounter; 5398f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_US; 5399f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 540090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (info->mRenderInfo != NULL) { 540190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // The fence for an emptied buffer must have signaled, but there still could be queued 540290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // or out-of-order dequeued buffers in the render queue prior to this buffer. Drop these, 540390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // as we will soon requeue this buffer to the surface. While in theory we could still keep 540490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // track of buffers that are requeued to the surface, it is better to add support to the 540590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // buffer-queue to notify us of released buffers and their fences (in the future). 540690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->notifyOfRenderedFrames(true /* dropIncomplete */); 540790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 540890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 540915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // byte buffers cannot take fences, so wait for any fence now 541015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (mCodec->mNativeWindow == NULL) { 541115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar (void)mCodec->waitForFence(fenceFd, "onOMXFillBufferDone"); 541215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar fenceFd = -1; 541315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 541415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->setReadFence(fenceFd, "onOMXFillBufferDone"); 541515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 5416f933441648ef6a71dee783d733aac17b9508b452Andreas Huber PortMode mode = getPortMode(kPortIndexOutput); 5417f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5418f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (mode) { 5419f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case KEEP_BUFFERS: 5420f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5421f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5422f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case RESUBMIT_BUFFERS: 5423f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5424a0940a569f2bc24b00dc10ce0fa7658b1dc3a3a5Lajos Molnar if (rangeLength == 0 && (!(flags & OMX_BUFFERFLAG_EOS) 5425a0940a569f2bc24b00dc10ce0fa7658b1dc3a3a5Lajos Molnar || mCodec->mPortEOS[kPortIndexOutput])) { 5426609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] calling fillBuffer %u", 54275778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->mComponentName.c_str(), info->mBufferID); 5428349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 542915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar err = mCodec->mOMX->fillBuffer(mCodec->mNode, info->mBufferID, info->mFenceFd); 543015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 54310806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 54320806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 54330806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 54340806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5435f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 54365778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mStatus = BufferInfo::OWNED_BY_COMPONENT; 54375778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 54385778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 543931e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 5440577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar sp<AMessage> reply = 54411d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar new AMessage(kWhatOutputBufferDrained, mCodec); 5442577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar 54434bdda35319d5f46efea2089b865c8a64816389cdMarco Nelissen if (!mCodec->mSentFormat && rangeLength > 0) { 5444577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar mCodec->sendFormatChange(reply); 54455778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 5446054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mCodec->usingMetadataOnEncoderOutput()) { 5447054219874873b41f1c815552987c10465c34ba2bLajos Molnar native_handle_t *handle = NULL; 5448054219874873b41f1c815552987c10465c34ba2bLajos Molnar VideoGrallocMetadata &grallocMeta = *(VideoGrallocMetadata *)info->mData->data(); 5449054219874873b41f1c815552987c10465c34ba2bLajos Molnar VideoNativeMetadata &nativeMeta = *(VideoNativeMetadata *)info->mData->data(); 5450054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (info->mData->size() >= sizeof(grallocMeta) 5451054219874873b41f1c815552987c10465c34ba2bLajos Molnar && grallocMeta.eType == kMetadataBufferTypeGrallocSource) { 54527c77f9ca649f321374118937bcdaca14a7e5684bLajos Molnar handle = (native_handle_t *)(uintptr_t)grallocMeta.pHandle; 5453054219874873b41f1c815552987c10465c34ba2bLajos Molnar } else if (info->mData->size() >= sizeof(nativeMeta) 5454054219874873b41f1c815552987c10465c34ba2bLajos Molnar && nativeMeta.eType == kMetadataBufferTypeANWBuffer) { 54557c77f9ca649f321374118937bcdaca14a7e5684bLajos Molnar#ifdef OMX_ANDROID_COMPILE_AS_32BIT_ON_64BIT_PLATFORMS 54567c77f9ca649f321374118937bcdaca14a7e5684bLajos Molnar // ANativeWindowBuffer is only valid on 32-bit/mediaserver process 54577c77f9ca649f321374118937bcdaca14a7e5684bLajos Molnar handle = NULL; 54587c77f9ca649f321374118937bcdaca14a7e5684bLajos Molnar#else 5459054219874873b41f1c815552987c10465c34ba2bLajos Molnar handle = (native_handle_t *)nativeMeta.pBuffer->handle; 54607c77f9ca649f321374118937bcdaca14a7e5684bLajos Molnar#endif 5461054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 5462308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang info->mData->meta()->setPointer("handle", handle); 5463308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang info->mData->meta()->setInt32("rangeOffset", rangeOffset); 5464308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang info->mData->meta()->setInt32("rangeLength", rangeLength); 5465308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang } else { 5466308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang info->mData->setRange(rangeOffset, rangeLength); 5467308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang } 5468496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber#if 0 546921ad778dcfcddb8f8fd9dc3fe4992fbef246c511Marco Nelissen if (mCodec->mNativeWindow == NULL) { 5470496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber if (IsIDR(info->mData)) { 5471496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber ALOGI("IDR frame"); 5472496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber } 54735778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 547421ad778dcfcddb8f8fd9dc3fe4992fbef246c511Marco Nelissen#endif 5475f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 54768b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen if (mCodec->mSkipCutBuffer != NULL) { 54778b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen mCodec->mSkipCutBuffer->submit(info->mData); 54788b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen } 54795778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mData->meta()->setInt64("timeUs", timeUs); 5480f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 54815778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 5482d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatDrainThisBuffer); 5483609b815a3131d22da38b2f452faa9f89daad4039Andy Hung notify->setInt32("buffer-id", info->mBufferID); 54842d8bedd05437b6fccdbc6bf70f673ffd86744d59Andreas Huber notify->setBuffer("buffer", info->mData); 54855778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->setInt32("flags", flags); 5486f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5487609b815a3131d22da38b2f452faa9f89daad4039Andy Hung reply->setInt32("buffer-id", info->mBufferID); 5488f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 54895778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->setMessage("reply", reply); 5490f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 54915778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->post(); 54925778822d86b0337407514b9372562b86edfa91cdAndreas Huber 54935778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mStatus = BufferInfo::OWNED_BY_DOWNSTREAM; 5494f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5495f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (flags & OMX_BUFFERFLAG_EOS) { 54965778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGV("[%s] saw output EOS", mCodec->mComponentName.c_str()); 54975778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5498f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 5499d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatEOS); 5500dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber notify->setInt32("err", mCodec->mInputEOSResult); 5501f933441648ef6a71dee783d733aac17b9508b452Andreas Huber notify->post(); 5502f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5503f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mPortEOS[kPortIndexOutput] = true; 5504f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5505f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5506f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5507f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5508777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim case FREE_BUFFERS: 55090806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mCodec->freeBuffer(kPortIndexOutput, index); 55100806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 55110806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 55120806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 55130806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5514f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5515777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim 5516777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim default: 5517777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Invalid port mode: %d", mode); 5518777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return false; 5519f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5520f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5521f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 5522f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5523f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5524f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::BaseState::onOutputBufferDrained(const sp<AMessage> &msg) { 5525f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferID; 5526609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CHECK(msg->findInt32("buffer-id", (int32_t*)&bufferID)); 5527f933441648ef6a71dee783d733aac17b9508b452Andreas Huber ssize_t index; 55280806340688c937e7b78c2d89db3809274130df4eLajos Molnar BufferInfo *info = mCodec->findBufferByID(kPortIndexOutput, bufferID, &index); 55290806340688c937e7b78c2d89db3809274130df4eLajos Molnar BufferInfo::Status status = BufferInfo::getSafeStatus(info); 55300806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (status != BufferInfo::OWNED_BY_DOWNSTREAM) { 55310806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Wrong ownership in OBD: %s(%d) buffer #%u", _asString(status), status, bufferID); 55320806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->dumpBuffers(kPortIndexOutput); 55330806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 55340806340688c937e7b78c2d89db3809274130df4eLajos Molnar return; 55350806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5536f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5537577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar android_native_rect_t crop; 5538777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (msg->findRect("crop", &crop.left, &crop.top, &crop.right, &crop.bottom)) { 5539777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim status_t err = native_window_set_crop(mCodec->mNativeWindow.get(), &crop); 5540777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGW_IF(err != NO_ERROR, "failed to set crop: %d", err); 5541577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar } 5542577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar 5543f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t render; 5544f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mCodec->mNativeWindow != NULL 55456aade6058521b0dbd35a9a4620f4d04f02f90444Marco Nelissen && msg->findInt32("render", &render) && render != 0 554679ee2399b67c7a11042c5904dc1309712a76f8cbJianzheng Zhou && info->mData != NULL && info->mData->size() != 0) { 55476fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar ATRACE_NAME("render"); 5548f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // The client wants this buffer to be rendered. 5549f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 555090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // save buffers sent to the surface so we can get render time when they return 555190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int64_t mediaTimeUs = -1; 555290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar info->mData->meta()->findInt64("timeUs", &mediaTimeUs); 555390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (mediaTimeUs >= 0) { 555490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->mRenderTracker.onFrameQueued( 555590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mediaTimeUs, info->mGraphicBuffer, new Fence(::dup(info->mFenceFd))); 555690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 555790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 5558fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar int64_t timestampNs = 0; 5559fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar if (!msg->findInt64("timestampNs", ×tampNs)) { 5560c8edf5af010ac24a99b302a18e7b84e8b4b2b783Lajos Molnar // use media timestamp if client did not request a specific render timestamp 5561fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar if (info->mData->meta()->findInt64("timeUs", ×tampNs)) { 5562c8edf5af010ac24a99b302a18e7b84e8b4b2b783Lajos Molnar ALOGV("using buffer PTS of %lld", (long long)timestampNs); 5563fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar timestampNs *= 1000; 5564fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar } 5565fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar } 5566fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar 55675778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err; 5568fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar err = native_window_set_buffers_timestamp(mCodec->mNativeWindow.get(), timestampNs); 55690806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGW_IF(err != NO_ERROR, "failed to set buffer timestamp: %d", err); 5570fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar 557115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkReadFence("onOutputBufferDrained before queueBuffer"); 55720806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mCodec->mNativeWindow->queueBuffer( 557315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mCodec->mNativeWindow.get(), info->mGraphicBuffer.get(), info->mFenceFd); 557415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 55750806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 5576cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber info->mStatus = BufferInfo::OWNED_BY_NATIVE_WINDOW; 5577cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber } else { 5578264bac95912efe121d6a60026612617f04f42966Lajos Molnar ALOGE("queueBuffer failed in onOutputBufferDrained: %d", err); 5579251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 5580cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber info->mStatus = BufferInfo::OWNED_BY_US; 558115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // keeping read fence as write fence to avoid clobbering 558215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mIsReadFence = false; 5583cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber } 5584f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else { 55856fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar if (mCodec->mNativeWindow != NULL && 55866fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar (info->mData == NULL || info->mData->size() != 0)) { 558715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // move read fence into write fence to avoid clobbering 558815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mIsReadFence = false; 55896fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar ATRACE_NAME("frame-drop"); 55906fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar } 5591f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_US; 5592f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5593f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5594f933441648ef6a71dee783d733aac17b9508b452Andreas Huber PortMode mode = getPortMode(kPortIndexOutput); 5595f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5596f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (mode) { 5597f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case KEEP_BUFFERS: 5598f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5599f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // XXX fishy, revisit!!! What about the FREE_BUFFERS case below? 5600f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5601f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW) { 5602f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // We cannot resubmit the buffer we just rendered, dequeue 5603f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // the spare instead. 5604f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5605f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info = mCodec->dequeueBufferFromNativeWindow(); 5606f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5607f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5608f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5609f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5610f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case RESUBMIT_BUFFERS: 5611f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5612f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (!mCodec->mPortEOS[kPortIndexOutput]) { 5613f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW) { 5614f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // We cannot resubmit the buffer we just rendered, dequeue 5615f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // the spare instead. 5616f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5617f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info = mCodec->dequeueBufferFromNativeWindow(); 5618f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5619f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5620c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber if (info != NULL) { 5621609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] calling fillBuffer %u", 5622c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber mCodec->mComponentName.c_str(), info->mBufferID); 562315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkWriteFence("onOutputBufferDrained::RESUBMIT_BUFFERS"); 562415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar status_t err = mCodec->mOMX->fillBuffer( 562515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mCodec->mNode, info->mBufferID, info->mFenceFd); 562615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 56270806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 56280806340688c937e7b78c2d89db3809274130df4eLajos Molnar info->mStatus = BufferInfo::OWNED_BY_COMPONENT; 56290806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 56300806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 56310806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5632c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber } 5633f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5634f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5635f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5636f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5637777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim case FREE_BUFFERS: 5638f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 56390806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = mCodec->freeBuffer(kPortIndexOutput, index); 56400806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 56410806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 56420806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5643f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5644f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5645777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim 5646777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim default: 5647777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Invalid port mode: %d", mode); 5648777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return; 5649f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5650f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5651f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5652f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 5653f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5654f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::UninitializedState::UninitializedState(ACodec *codec) 5655f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : BaseState(codec) { 5656f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5657f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5658c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Hubervoid ACodec::UninitializedState::stateEntered() { 5659c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber ALOGV("Now uninitialized"); 5660ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 5661ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber if (mDeathNotifier != NULL) { 566223858874bbce68fb5ac83250087fa7788c97dd12Marco Nelissen mCodec->mNodeBinder->unlinkToDeath(mDeathNotifier); 5663ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mDeathNotifier.clear(); 5664ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber } 5665ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 5666ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mCodec->mNativeWindow.clear(); 5667e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar mCodec->mNativeWindowUsageBits = 0; 5668ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar mCodec->mNode = 0; 5669ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mCodec->mOMX.clear(); 5670ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mCodec->mQuirks = 0; 5671ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mCodec->mFlags = 0; 5672054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->mInputMetadataType = kMetadataBufferTypeInvalid; 5673054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->mOutputMetadataType = kMetadataBufferTypeInvalid; 5674ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mCodec->mComponentName.clear(); 5675c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 5676c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5677f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::UninitializedState::onMessageReceived(const sp<AMessage> &msg) { 5678f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool handled = false; 5679f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5680f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 5681f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case ACodec::kWhatSetup: 5682f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5683f933441648ef6a71dee783d733aac17b9508b452Andreas Huber onSetup(msg); 5684f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5685f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 5686f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5687f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5688f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 56895778822d86b0337407514b9372562b86edfa91cdAndreas Huber case ACodec::kWhatAllocateComponent: 56905778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 56915778822d86b0337407514b9372562b86edfa91cdAndreas Huber onAllocateComponent(msg); 56925778822d86b0337407514b9372562b86edfa91cdAndreas Huber handled = true; 56935778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 56945778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 56955778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5696f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case ACodec::kWhatShutdown: 5697f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5698c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber int32_t keepComponentAllocated; 5699c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber CHECK(msg->findInt32( 5700c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber "keepComponentAllocated", &keepComponentAllocated)); 570154b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar ALOGW_IF(keepComponentAllocated, 570254b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar "cannot keep component allocated on shutdown in Uninitialized state"); 5703c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5704f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 5705d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatShutdownCompleted); 5706f933441648ef6a71dee783d733aac17b9508b452Andreas Huber notify->post(); 5707f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5708f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 5709c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber break; 5710f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5711f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5712f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case ACodec::kWhatFlush: 5713f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5714f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 5715d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatFlushCompleted); 5716f933441648ef6a71dee783d733aac17b9508b452Andreas Huber notify->post(); 5717f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5718f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 5719c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber break; 5720f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5721f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 572230358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar case ACodec::kWhatReleaseCodecInstance: 572330358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar { 572430358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar // nothing to do, as we have already signaled shutdown 572530358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar handled = true; 572630358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar break; 572730358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar } 572830358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar 5729f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 5730f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onMessageReceived(msg); 5731f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5732f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5733f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return handled; 5734f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5735f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5736f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::UninitializedState::onSetup( 5737f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const sp<AMessage> &msg) { 5738c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (onAllocateComponent(msg) 5739c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber && mCodec->mLoadedState->onConfigureComponent(msg)) { 5740c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->mLoadedState->onStart(); 5741c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 57425778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 57435778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5744c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberbool ACodec::UninitializedState::onAllocateComponent(const sp<AMessage> &msg) { 57455778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGV("onAllocateComponent"); 57465778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5747ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar CHECK(mCodec->mNode == 0); 57485778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5749f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMXClient client; 575048a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung if (client.connect() != OK) { 575148a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung mCodec->signalError(OMX_ErrorUndefined, NO_INIT); 575248a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung return false; 575348a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung } 5754f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5755f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<IOMX> omx = client.interface(); 5756f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 57571d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> notify = new AMessage(kWhatOMXDied, mCodec); 5758ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 5759b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar Vector<AString> matchingCodecs; 57605778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5761f933441648ef6a71dee783d733aac17b9508b452Andreas Huber AString mime; 5762f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 57635778822d86b0337407514b9372562b86edfa91cdAndreas Huber AString componentName; 5764d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber uint32_t quirks = 0; 57657791cf11186a22b3f84d98cfde67393bee748cb0Marco Nelissen int32_t encoder = false; 57665778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (msg->findString("componentName", &componentName)) { 5767b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar sp<IMediaCodecList> list = MediaCodecList::getInstance(); 5768b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar if (list != NULL && list->findCodecByName(componentName.c_str()) >= 0) { 5769b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar matchingCodecs.add(componentName); 5770afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber } 57715778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 57725778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findString("mime", &mime)); 57735778822d86b0337407514b9372562b86edfa91cdAndreas Huber 57745778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("encoder", &encoder)) { 57755778822d86b0337407514b9372562b86edfa91cdAndreas Huber encoder = false; 57765778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 57775778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5778b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar MediaCodecList::findMatchingCodecs( 57795778822d86b0337407514b9372562b86edfa91cdAndreas Huber mime.c_str(), 57805778822d86b0337407514b9372562b86edfa91cdAndreas Huber encoder, // createEncoder 5781b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar 0, // flags 5782e671207115fac3914134c61b336d5fa0242c68caAndreas Huber &matchingCodecs); 57835778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 57841065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber 57851065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber sp<CodecObserver> observer = new CodecObserver; 5786ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar IOMX::node_id node = 0; 57871065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber 5788201d8d400eb037547f4f476a838475b13a446007Wei Jia status_t err = NAME_NOT_FOUND; 57891065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber for (size_t matchIndex = 0; matchIndex < matchingCodecs.size(); 57901065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber ++matchIndex) { 5791b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar componentName = matchingCodecs[matchIndex]; 5792b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar quirks = MediaCodecList::getQuirksFor(componentName.c_str()); 5793f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5794da153975581fb3161a30452348a5b26ee72d9255Elliott Hughes pid_t tid = gettid(); 5795078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber int prevPriority = androidGetThreadPriority(tid); 5796078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber androidSetThreadPriority(tid, ANDROID_PRIORITY_FOREGROUND); 579723858874bbce68fb5ac83250087fa7788c97dd12Marco Nelissen err = omx->allocateNode(componentName.c_str(), observer, &mCodec->mNodeBinder, &node); 5798078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber androidSetThreadPriority(tid, prevPriority); 5799f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 58001065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber if (err == OK) { 58011065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber break; 58027a727021b86c2fb2c9f60af2c999154dce1766ebZhijun He } else { 58037a727021b86c2fb2c9f60af2c999154dce1766ebZhijun He ALOGW("Allocating component '%s' failed, try next one.", componentName.c_str()); 58041065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber } 58051065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber 5806ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar node = 0; 58071065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber } 58081065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber 5809ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar if (node == 0) { 58105778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!mime.empty()) { 58119f41ee5a4dd73093d107bc80df5cebb9a273cc72Ronghua Wu ALOGE("Unable to instantiate a %scoder for type '%s' with err %#x.", 58129f41ee5a4dd73093d107bc80df5cebb9a273cc72Ronghua Wu encoder ? "en" : "de", mime.c_str(), err); 58135778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 58149f41ee5a4dd73093d107bc80df5cebb9a273cc72Ronghua Wu ALOGE("Unable to instantiate codec '%s' with err %#x.", componentName.c_str(), err); 58155778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 5816c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber 581752e88b2986536e83a7a6da63461556b8734a85f3Ronghua Wu mCodec->signalError((OMX_ERRORTYPE)err, makeNoSideEffectStatus(err)); 5818c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return false; 5819c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber } 5820f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 582123858874bbce68fb5ac83250087fa7788c97dd12Marco Nelissen mDeathNotifier = new DeathNotifier(notify); 582223858874bbce68fb5ac83250087fa7788c97dd12Marco Nelissen if (mCodec->mNodeBinder == NULL || 582323858874bbce68fb5ac83250087fa7788c97dd12Marco Nelissen mCodec->mNodeBinder->linkToDeath(mDeathNotifier) != OK) { 582423858874bbce68fb5ac83250087fa7788c97dd12Marco Nelissen // This was a local binder, if it dies so do we, we won't care 582523858874bbce68fb5ac83250087fa7788c97dd12Marco Nelissen // about any notifications in the afterlife. 582623858874bbce68fb5ac83250087fa7788c97dd12Marco Nelissen mDeathNotifier.clear(); 582723858874bbce68fb5ac83250087fa7788c97dd12Marco Nelissen } 582823858874bbce68fb5ac83250087fa7788c97dd12Marco Nelissen 582926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar notify = new AMessage(kWhatOMXMessageList, mCodec); 5830f933441648ef6a71dee783d733aac17b9508b452Andreas Huber observer->setNotificationMessage(notify); 5831f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5832f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mComponentName = componentName; 583390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->mRenderTracker.setComponentName(componentName); 5834ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber mCodec->mFlags = 0; 5835ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 5836ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber if (componentName.endsWith(".secure")) { 5837ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber mCodec->mFlags |= kFlagIsSecure; 58381713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang mCodec->mFlags |= kFlagIsGrallocUsageProtected; 58390167414e261f88a96b5e4bf6cb592e6ca11e5a95Andreas Huber mCodec->mFlags |= kFlagPushBlankBuffersToNativeWindowOnShutdown; 5840ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 5841ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 5842afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber mCodec->mQuirks = quirks; 5843f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mOMX = omx; 5844f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mNode = node; 5845f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 58465778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 58475778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 5848d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatComponentAllocated); 58495778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->setString("componentName", mCodec->mComponentName.c_str()); 58505778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->post(); 58515778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 5852c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5853c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->changeState(mCodec->mLoadedState); 5854c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5855c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return true; 58565778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 58575778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5858c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber//////////////////////////////////////////////////////////////////////////////// 5859c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5860c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas HuberACodec::LoadedState::LoadedState(ACodec *codec) 5861c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber : BaseState(codec) { 5862c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 5863c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5864c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Hubervoid ACodec::LoadedState::stateEntered() { 5865c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber ALOGV("[%s] Now Loaded", mCodec->mComponentName.c_str()); 5866c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5867f6f38287b97ec69b169387add6458f859b770e65Andreas Huber mCodec->mPortEOS[kPortIndexInput] = 5868f6f38287b97ec69b169387add6458f859b770e65Andreas Huber mCodec->mPortEOS[kPortIndexOutput] = false; 5869f6f38287b97ec69b169387add6458f859b770e65Andreas Huber 5870f6f38287b97ec69b169387add6458f859b770e65Andreas Huber mCodec->mInputEOSResult = OK; 5871f6f38287b97ec69b169387add6458f859b770e65Andreas Huber 5872054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mCodec->mDequeueCounter = 0; 5873054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->mMetadataBuffersToSubmit = 0; 5874a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber mCodec->mRepeatFrameDelayUs = -1ll; 5875e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar mCodec->mInputFormat.clear(); 5876e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar mCodec->mOutputFormat.clear(); 58774e865a3cfe4c955e0890321a6b488cf661808b63Lajos Molnar mCodec->mBaseOutputFormat.clear(); 5878054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 5879c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (mCodec->mShutdownInProgress) { 5880c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber bool keepComponentAllocated = mCodec->mKeepComponentAllocated; 5881c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5882c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->mShutdownInProgress = false; 5883c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->mKeepComponentAllocated = false; 5884c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5885c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber onShutdown(keepComponentAllocated); 5886c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 588754b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar mCodec->mExplicitShutdown = false; 5888f393c33e65ae51a7cf168b4e15771b152f996b32Wei Jia 5889f393c33e65ae51a7cf168b4e15771b152f996b32Wei Jia mCodec->processDeferredMessages(); 5890c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 5891c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5892c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Hubervoid ACodec::LoadedState::onShutdown(bool keepComponentAllocated) { 5893c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (!keepComponentAllocated) { 58940806340688c937e7b78c2d89db3809274130df4eLajos Molnar (void)mCodec->mOMX->freeNode(mCodec->mNode); 5895c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5896c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->changeState(mCodec->mUninitializedState); 5897c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 5898c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 589954b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar if (mCodec->mExplicitShutdown) { 590054b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar sp<AMessage> notify = mCodec->mNotify->dup(); 5901d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatShutdownCompleted); 590254b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar notify->post(); 590354b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar mCodec->mExplicitShutdown = false; 590454b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar } 5905c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 5906c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5907c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberbool ACodec::LoadedState::onMessageReceived(const sp<AMessage> &msg) { 5908c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber bool handled = false; 5909c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5910c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber switch (msg->what()) { 5911c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case ACodec::kWhatConfigureComponent: 5912c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber { 5913c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber onConfigureComponent(msg); 5914c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber handled = true; 5915c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber break; 5916c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 5917c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 59187cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case ACodec::kWhatCreateInputSurface: 59197cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 59207cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden onCreateInputSurface(msg); 59217cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden handled = true; 59227cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 59237cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 59247cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 59258f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang case ACodec::kWhatSetInputSurface: 5926d291c222357303b9611cab89d0c3b047584ef377Chong Zhang { 59278f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang onSetInputSurface(msg); 5928d291c222357303b9611cab89d0c3b047584ef377Chong Zhang handled = true; 5929d291c222357303b9611cab89d0c3b047584ef377Chong Zhang break; 5930d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 5931d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 5932c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case ACodec::kWhatStart: 5933c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber { 5934c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber onStart(); 5935c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber handled = true; 5936c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber break; 5937c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 5938c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5939c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case ACodec::kWhatShutdown: 5940c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber { 5941c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber int32_t keepComponentAllocated; 5942c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber CHECK(msg->findInt32( 5943c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber "keepComponentAllocated", &keepComponentAllocated)); 5944c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 594554b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar mCodec->mExplicitShutdown = true; 5946c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber onShutdown(keepComponentAllocated); 5947c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5948c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber handled = true; 5949c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber break; 5950c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 5951c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5952c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case ACodec::kWhatFlush: 5953c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber { 5954c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 5955d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatFlushCompleted); 5956c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber notify->post(); 5957c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5958c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber handled = true; 5959c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber break; 5960c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 5961c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5962c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber default: 5963c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return BaseState::onMessageReceived(msg); 5964c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 5965c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5966c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return handled; 5967c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 5968c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5969c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberbool ACodec::LoadedState::onConfigureComponent( 59705778822d86b0337407514b9372562b86edfa91cdAndreas Huber const sp<AMessage> &msg) { 59715778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGV("onConfigureComponent"); 59725778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5973ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar CHECK(mCodec->mNode != 0); 59745778822d86b0337407514b9372562b86edfa91cdAndreas Huber 59750806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = OK; 59765778822d86b0337407514b9372562b86edfa91cdAndreas Huber AString mime; 59770806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (!msg->findString("mime", &mime)) { 59780806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = BAD_VALUE; 59790806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 59800806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mCodec->configureCodec(mime.c_str(), msg); 59810806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 59825778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 5983c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber ALOGE("[%s] configureCodec returning error %d", 5984c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber mCodec->mComponentName.c_str(), err); 5985c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber 5986251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 5987c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return false; 59885778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 5989f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 59905778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 59915778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 5992d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatComponentConfigured); 5993e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setMessage("input-format", mCodec->mInputFormat); 5994e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setMessage("output-format", mCodec->mOutputFormat); 59955778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->post(); 59965778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 5997c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5998c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return true; 59995778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 60005778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6001d291c222357303b9611cab89d0c3b047584ef377Chong Zhangstatus_t ACodec::LoadedState::setupInputSurface() { 6002d291c222357303b9611cab89d0c3b047584ef377Chong Zhang status_t err = OK; 6003a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber 6004d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (mCodec->mRepeatFrameDelayUs > 0ll) { 6005a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber err = mCodec->mOMX->setInternalOption( 6006a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber mCodec->mNode, 6007a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber kPortIndexInput, 6008a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber IOMX::INTERNAL_OPTION_REPEAT_PREVIOUS_FRAME_DELAY, 6009a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber &mCodec->mRepeatFrameDelayUs, 6010a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber sizeof(mCodec->mRepeatFrameDelayUs)); 6011a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber 6012a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber if (err != OK) { 6013a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber ALOGE("[%s] Unable to configure option to repeat previous " 6014a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber "frames (err %d)", 6015a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber mCodec->mComponentName.c_str(), 6016a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber err); 6017d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return err; 6018a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber } 6019a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber } 6020a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber 6021d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (mCodec->mMaxPtsGapUs > 0ll) { 602294ee4b708acfa941581160b267afb79192b1d816Chong Zhang err = mCodec->mOMX->setInternalOption( 602394ee4b708acfa941581160b267afb79192b1d816Chong Zhang mCodec->mNode, 602494ee4b708acfa941581160b267afb79192b1d816Chong Zhang kPortIndexInput, 602594ee4b708acfa941581160b267afb79192b1d816Chong Zhang IOMX::INTERNAL_OPTION_MAX_TIMESTAMP_GAP, 602694ee4b708acfa941581160b267afb79192b1d816Chong Zhang &mCodec->mMaxPtsGapUs, 602794ee4b708acfa941581160b267afb79192b1d816Chong Zhang sizeof(mCodec->mMaxPtsGapUs)); 602894ee4b708acfa941581160b267afb79192b1d816Chong Zhang 602994ee4b708acfa941581160b267afb79192b1d816Chong Zhang if (err != OK) { 603094ee4b708acfa941581160b267afb79192b1d816Chong Zhang ALOGE("[%s] Unable to configure max timestamp gap (err %d)", 603172cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang mCodec->mComponentName.c_str(), 603272cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang err); 6033d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return err; 60342c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang } 60352c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang } 60362c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang 6037d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (mCodec->mMaxFps > 0) { 603837b2b389139ed638831e49708c947863eef631efRonghua Wu err = mCodec->mOMX->setInternalOption( 603937b2b389139ed638831e49708c947863eef631efRonghua Wu mCodec->mNode, 604037b2b389139ed638831e49708c947863eef631efRonghua Wu kPortIndexInput, 604137b2b389139ed638831e49708c947863eef631efRonghua Wu IOMX::INTERNAL_OPTION_MAX_FPS, 604237b2b389139ed638831e49708c947863eef631efRonghua Wu &mCodec->mMaxFps, 604337b2b389139ed638831e49708c947863eef631efRonghua Wu sizeof(mCodec->mMaxFps)); 604437b2b389139ed638831e49708c947863eef631efRonghua Wu 604537b2b389139ed638831e49708c947863eef631efRonghua Wu if (err != OK) { 604637b2b389139ed638831e49708c947863eef631efRonghua Wu ALOGE("[%s] Unable to configure max fps (err %d)", 604737b2b389139ed638831e49708c947863eef631efRonghua Wu mCodec->mComponentName.c_str(), 604837b2b389139ed638831e49708c947863eef631efRonghua Wu err); 6049d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return err; 605037b2b389139ed638831e49708c947863eef631efRonghua Wu } 605137b2b389139ed638831e49708c947863eef631efRonghua Wu } 605237b2b389139ed638831e49708c947863eef631efRonghua Wu 6053d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (mCodec->mTimePerCaptureUs > 0ll 60542c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang && mCodec->mTimePerFrameUs > 0ll) { 60552c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang int64_t timeLapse[2]; 60562c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang timeLapse[0] = mCodec->mTimePerFrameUs; 60572c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang timeLapse[1] = mCodec->mTimePerCaptureUs; 60582c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang err = mCodec->mOMX->setInternalOption( 60592c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mCodec->mNode, 60602c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang kPortIndexInput, 60612c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang IOMX::INTERNAL_OPTION_TIME_LAPSE, 60622c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang &timeLapse[0], 60632c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang sizeof(timeLapse)); 60642c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang 60652c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang if (err != OK) { 60662c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang ALOGE("[%s] Unable to configure time lapse (err %d)", 60672c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mCodec->mComponentName.c_str(), 60682c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang err); 6069d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return err; 60702c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang } 60712c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang } 607272cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang 6073d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (mCodec->mCreateInputBuffersSuspended) { 607472cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang bool suspend = true; 607572cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang err = mCodec->mOMX->setInternalOption( 607672cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang mCodec->mNode, 607772cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang kPortIndexInput, 607872cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang IOMX::INTERNAL_OPTION_SUSPEND, 607972cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang &suspend, 608072cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang sizeof(suspend)); 608172cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang 608272cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang if (err != OK) { 608372cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang ALOGE("[%s] Unable to configure option to suspend (err %d)", 608494ee4b708acfa941581160b267afb79192b1d816Chong Zhang mCodec->mComponentName.c_str(), 608594ee4b708acfa941581160b267afb79192b1d816Chong Zhang err); 6086d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return err; 608794ee4b708acfa941581160b267afb79192b1d816Chong Zhang } 608894ee4b708acfa941581160b267afb79192b1d816Chong Zhang } 608994ee4b708acfa941581160b267afb79192b1d816Chong Zhang 6090c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar uint32_t usageBits; 6091c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar if (mCodec->mOMX->getParameter( 6092c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar mCodec->mNode, (OMX_INDEXTYPE)OMX_IndexParamConsumerUsageBits, 6093c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar &usageBits, sizeof(usageBits)) == OK) { 6094c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar mCodec->mInputFormat->setInt32( 6095c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar "using-sw-read-often", !!(usageBits & GRALLOC_USAGE_SW_READ_OFTEN)); 6096c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar } 6097c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar 6098d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return OK; 6099d291c222357303b9611cab89d0c3b047584ef377Chong Zhang} 6100d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6101d291c222357303b9611cab89d0c3b047584ef377Chong Zhangvoid ACodec::LoadedState::onCreateInputSurface( 6102d291c222357303b9611cab89d0c3b047584ef377Chong Zhang const sp<AMessage> & /* msg */) { 6103d291c222357303b9611cab89d0c3b047584ef377Chong Zhang ALOGV("onCreateInputSurface"); 6104d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6105d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<AMessage> notify = mCodec->mNotify->dup(); 6106d291c222357303b9611cab89d0c3b047584ef377Chong Zhang notify->setInt32("what", CodecBase::kWhatInputSurfaceCreated); 6107d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6108d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<IGraphicBufferProducer> bufferProducer; 6109d291c222357303b9611cab89d0c3b047584ef377Chong Zhang status_t err = mCodec->mOMX->createInputSurface( 6110054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->mNode, kPortIndexInput, &bufferProducer, &mCodec->mInputMetadataType); 6111d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6112d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (err == OK) { 6113d291c222357303b9611cab89d0c3b047584ef377Chong Zhang err = setupInputSurface(); 6114d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 6115d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 61167cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (err == OK) { 61177cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden notify->setObject("input-surface", 61187cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden new BufferProducerWrapper(bufferProducer)); 61197cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } else { 61207cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden // Can't use mCodec->signalError() here -- MediaCodec won't forward 61217cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden // the error through because it's in the "configured" state. We 61227cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden // send a kWhatInputSurfaceCreated with an error value instead. 61237cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden ALOGE("[%s] onCreateInputSurface returning error %d", 61247cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mCodec->mComponentName.c_str(), err); 61257cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden notify->setInt32("err", err); 61267cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 61277cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden notify->post(); 61287cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden} 61297cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 61308f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhangvoid ACodec::LoadedState::onSetInputSurface( 6131d291c222357303b9611cab89d0c3b047584ef377Chong Zhang const sp<AMessage> &msg) { 61328f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang ALOGV("onSetInputSurface"); 6133d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6134d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<AMessage> notify = mCodec->mNotify->dup(); 6135d291c222357303b9611cab89d0c3b047584ef377Chong Zhang notify->setInt32("what", CodecBase::kWhatInputSurfaceAccepted); 6136d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6137d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<RefBase> obj; 6138d291c222357303b9611cab89d0c3b047584ef377Chong Zhang CHECK(msg->findObject("input-surface", &obj)); 6139d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<PersistentSurface> surface = static_cast<PersistentSurface *>(obj.get()); 6140d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 61418f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang status_t err = mCodec->mOMX->setInputSurface( 6142054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->mNode, kPortIndexInput, surface->getBufferConsumer(), 6143054219874873b41f1c815552987c10465c34ba2bLajos Molnar &mCodec->mInputMetadataType); 6144d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6145d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (err == OK) { 6146d291c222357303b9611cab89d0c3b047584ef377Chong Zhang err = setupInputSurface(); 6147d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 6148d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6149d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (err != OK) { 6150d291c222357303b9611cab89d0c3b047584ef377Chong Zhang // Can't use mCodec->signalError() here -- MediaCodec won't forward 6151d291c222357303b9611cab89d0c3b047584ef377Chong Zhang // the error through because it's in the "configured" state. We 6152d291c222357303b9611cab89d0c3b047584ef377Chong Zhang // send a kWhatInputSurfaceAccepted with an error value instead. 61538f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang ALOGE("[%s] onSetInputSurface returning error %d", 6154d291c222357303b9611cab89d0c3b047584ef377Chong Zhang mCodec->mComponentName.c_str(), err); 6155d291c222357303b9611cab89d0c3b047584ef377Chong Zhang notify->setInt32("err", err); 6156d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 6157d291c222357303b9611cab89d0c3b047584ef377Chong Zhang notify->post(); 6158d291c222357303b9611cab89d0c3b047584ef377Chong Zhang} 6159d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6160c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Hubervoid ACodec::LoadedState::onStart() { 61615778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGV("onStart"); 61625778822d86b0337407514b9372562b86edfa91cdAndreas Huber 61630806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = mCodec->mOMX->sendCommand(mCodec->mNode, OMX_CommandStateSet, OMX_StateIdle); 61640806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 61650806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 61660806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 61670806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->changeState(mCodec->mLoadedToIdleState); 61680806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6169f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6170f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6171f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 6172f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6173f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::LoadedToIdleState::LoadedToIdleState(ACodec *codec) 6174f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : BaseState(codec) { 6175f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6176f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6177f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::LoadedToIdleState::stateEntered() { 61783856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now Loaded->Idle", mCodec->mComponentName.c_str()); 6179f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6180cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber status_t err; 6181cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber if ((err = allocateBuffers()) != OK) { 618229357bc2c0dd7c43ad3bd0c8e3efa4e6fd9bfd47Steve Block ALOGE("Failed to allocate buffers after transitioning to IDLE state " 6183cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber "(error 0x%08x)", 6184cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber err); 6185cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber 6186251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 618791bfadb4aa75444c60e9949232de3c184cfe060aAndreas Huber 6188c673de8067ad53f96b3fcd2b7b24b066303a32aaWei Jia mCodec->mOMX->sendCommand( 6189c673de8067ad53f96b3fcd2b7b24b066303a32aaWei Jia mCodec->mNode, OMX_CommandStateSet, OMX_StateLoaded); 6190c673de8067ad53f96b3fcd2b7b24b066303a32aaWei Jia if (mCodec->allYourBuffersAreBelongToUs(kPortIndexInput)) { 6191c673de8067ad53f96b3fcd2b7b24b066303a32aaWei Jia mCodec->freeBuffersOnPort(kPortIndexInput); 6192c673de8067ad53f96b3fcd2b7b24b066303a32aaWei Jia } 6193c673de8067ad53f96b3fcd2b7b24b066303a32aaWei Jia if (mCodec->allYourBuffersAreBelongToUs(kPortIndexOutput)) { 6194c673de8067ad53f96b3fcd2b7b24b066303a32aaWei Jia mCodec->freeBuffersOnPort(kPortIndexOutput); 6195c673de8067ad53f96b3fcd2b7b24b066303a32aaWei Jia } 6196c673de8067ad53f96b3fcd2b7b24b066303a32aaWei Jia 619791bfadb4aa75444c60e9949232de3c184cfe060aAndreas Huber mCodec->changeState(mCodec->mLoadedState); 6198cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber } 6199f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6200f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6201f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::LoadedToIdleState::allocateBuffers() { 6202f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t err = mCodec->allocateBuffersOnPort(kPortIndexInput); 6203f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6204f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 6205f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 6206f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6207f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6208f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return mCodec->allocateBuffersOnPort(kPortIndexOutput); 6209f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6210f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6211f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::LoadedToIdleState::onMessageReceived(const sp<AMessage> &msg) { 6212f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 621372cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang case kWhatSetParameters: 6214f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 6215f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6216f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->deferMessage(msg); 6217f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6218f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6219f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 62206507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden case kWhatSignalEndOfInputStream: 62216507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden { 62226507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mCodec->onSignalEndOfInputStream(); 62236507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden return true; 62246507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden } 62256507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 62266463e76d41430f9b03a79b221de84255f2475658Marco Nelissen case kWhatResume: 62276463e76d41430f9b03a79b221de84255f2475658Marco Nelissen { 62286463e76d41430f9b03a79b221de84255f2475658Marco Nelissen // We'll be active soon enough. 62296463e76d41430f9b03a79b221de84255f2475658Marco Nelissen return true; 62306463e76d41430f9b03a79b221de84255f2475658Marco Nelissen } 62316463e76d41430f9b03a79b221de84255f2475658Marco Nelissen 62326463e76d41430f9b03a79b221de84255f2475658Marco Nelissen case kWhatFlush: 62336463e76d41430f9b03a79b221de84255f2475658Marco Nelissen { 62346463e76d41430f9b03a79b221de84255f2475658Marco Nelissen // We haven't even started yet, so we're flushed alright... 62356463e76d41430f9b03a79b221de84255f2475658Marco Nelissen sp<AMessage> notify = mCodec->mNotify->dup(); 6236d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatFlushCompleted); 62376463e76d41430f9b03a79b221de84255f2475658Marco Nelissen notify->post(); 62386463e76d41430f9b03a79b221de84255f2475658Marco Nelissen return true; 62396463e76d41430f9b03a79b221de84255f2475658Marco Nelissen } 62406463e76d41430f9b03a79b221de84255f2475658Marco Nelissen 6241f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6242f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onMessageReceived(msg); 6243f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6244f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6245f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6246f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::LoadedToIdleState::onOMXEvent( 6247f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 6248f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 6249f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventCmdComplete: 6250f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 62510806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = OK; 62520806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (data1 != (OMX_U32)OMX_CommandStateSet 62530806340688c937e7b78c2d89db3809274130df4eLajos Molnar || data2 != (OMX_U32)OMX_StateIdle) { 62540806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Unexpected command completion in LoadedToIdleState: %s(%u) %s(%u)", 62550806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_COMMANDTYPE)data1), data1, 62560806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_STATETYPE)data2), data2); 62570806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = FAILED_TRANSACTION; 62580806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6259f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 62600806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 62610806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mCodec->mOMX->sendCommand( 62620806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mNode, OMX_CommandStateSet, OMX_StateExecuting); 62630806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6264f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 62650806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 62660806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 62670806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 62680806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->changeState(mCodec->mIdleToExecutingState); 62690806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6270f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6271f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6272f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6273f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6274f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6275f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onOMXEvent(event, data1, data2); 6276f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6277f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6278f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6279f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 6280f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6281f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::IdleToExecutingState::IdleToExecutingState(ACodec *codec) 6282f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : BaseState(codec) { 6283f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6284f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6285f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::IdleToExecutingState::stateEntered() { 62863856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now Idle->Executing", mCodec->mComponentName.c_str()); 6287f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6288f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6289f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::IdleToExecutingState::onMessageReceived(const sp<AMessage> &msg) { 6290f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 629172cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang case kWhatSetParameters: 6292f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 6293f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6294f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->deferMessage(msg); 6295f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6296f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6297f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6298d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber case kWhatResume: 6299d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber { 6300d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber // We'll be active soon enough. 6301d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber return true; 6302d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber } 6303d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber 6304d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber case kWhatFlush: 6305d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber { 6306d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber // We haven't even started yet, so we're flushed alright... 6307d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 6308d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatFlushCompleted); 6309d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber notify->post(); 6310d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber 6311d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber return true; 6312d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber } 6313d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber 63146507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden case kWhatSignalEndOfInputStream: 63156507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden { 63166507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mCodec->onSignalEndOfInputStream(); 63176507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden return true; 63186507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden } 63196507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 6320f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6321f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onMessageReceived(msg); 6322f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6323f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6324f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6325f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::IdleToExecutingState::onOMXEvent( 6326f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 6327f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 6328f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventCmdComplete: 6329f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 63300806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (data1 != (OMX_U32)OMX_CommandStateSet 63310806340688c937e7b78c2d89db3809274130df4eLajos Molnar || data2 != (OMX_U32)OMX_StateExecuting) { 63320806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Unexpected command completion in IdleToExecutingState: %s(%u) %s(%u)", 63330806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_COMMANDTYPE)data1), data1, 63340806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_STATETYPE)data2), data2); 63350806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 63360806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 63370806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6338f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6339f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mExecutingState->resume(); 6340f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->changeState(mCodec->mExecutingState); 6341f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6342f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6343f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6344f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6345f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6346f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onOMXEvent(event, data1, data2); 6347f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6348f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6349f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6350f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 6351f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6352f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::ExecutingState::ExecutingState(ACodec *codec) 6353349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber : BaseState(codec), 6354349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mActive(false) { 6355f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6356f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6357f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::BaseState::PortMode ACodec::ExecutingState::getPortMode( 6358ccb067b1d8424ba610cbd3de83368bd55b532b5bAndreas Huber OMX_U32 /* portIndex */) { 6359f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return RESUBMIT_BUFFERS; 6360f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6361f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6362054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnarvoid ACodec::ExecutingState::submitOutputMetaBuffers() { 6363054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar // submit as many buffers as there are input buffers with the codec 6364054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar // in case we are in port reconfiguring 6365054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar for (size_t i = 0; i < mCodec->mBuffers[kPortIndexInput].size(); ++i) { 6366054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar BufferInfo *info = &mCodec->mBuffers[kPortIndexInput].editItemAt(i); 6367054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 6368054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar if (info->mStatus == BufferInfo::OWNED_BY_COMPONENT) { 6369054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mCodec->submitOutputMetadataBuffer() != OK) 6370054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar break; 6371054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 6372054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 63734dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar 63744dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar // *** NOTE: THE FOLLOWING WORKAROUND WILL BE REMOVED *** 6375054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->signalSubmitOutputMetadataBufferIfEOS_workaround(); 6376054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar} 6377054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 6378054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnarvoid ACodec::ExecutingState::submitRegularOutputBuffers() { 63790806340688c937e7b78c2d89db3809274130df4eLajos Molnar bool failed = false; 6380f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (size_t i = 0; i < mCodec->mBuffers[kPortIndexOutput].size(); ++i) { 6381f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = &mCodec->mBuffers[kPortIndexOutput].editItemAt(i); 6382f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6383f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mCodec->mNativeWindow != NULL) { 63840806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (info->mStatus != BufferInfo::OWNED_BY_US 63850806340688c937e7b78c2d89db3809274130df4eLajos Molnar && info->mStatus != BufferInfo::OWNED_BY_NATIVE_WINDOW) { 63860806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("buffers should be owned by us or the surface"); 63870806340688c937e7b78c2d89db3809274130df4eLajos Molnar failed = true; 63880806340688c937e7b78c2d89db3809274130df4eLajos Molnar break; 63890806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6390f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6391f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW) { 6392f933441648ef6a71dee783d733aac17b9508b452Andreas Huber continue; 6393f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6394f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else { 63950806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (info->mStatus != BufferInfo::OWNED_BY_US) { 63960806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("buffers should be owned by us"); 63970806340688c937e7b78c2d89db3809274130df4eLajos Molnar failed = true; 63980806340688c937e7b78c2d89db3809274130df4eLajos Molnar break; 63990806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6400f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6401f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 64020806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGV("[%s] calling fillBuffer %u", mCodec->mComponentName.c_str(), info->mBufferID); 6403349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 640415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkWriteFence("submitRegularOutputBuffers"); 640515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar status_t err = mCodec->mOMX->fillBuffer(mCodec->mNode, info->mBufferID, info->mFenceFd); 640615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 64070806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 64080806340688c937e7b78c2d89db3809274130df4eLajos Molnar failed = true; 64090806340688c937e7b78c2d89db3809274130df4eLajos Molnar break; 64100806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6411f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6412f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_COMPONENT; 6413f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 64140806340688c937e7b78c2d89db3809274130df4eLajos Molnar 64150806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (failed) { 64160806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 64170806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6418f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6419f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6420054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnarvoid ACodec::ExecutingState::submitOutputBuffers() { 6421c38fcfba95f711e5738e4c72bd5499317a2f30d9Lajos Molnar submitRegularOutputBuffers(); 6422054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mCodec->storingMetadataInDecodedBuffers()) { 6423054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar submitOutputMetaBuffers(); 6424054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 6425054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar} 6426054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 6427f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::ExecutingState::resume() { 6428349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber if (mActive) { 64290806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGV("[%s] We're already active, no need to resume.", mCodec->mComponentName.c_str()); 6430349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber return; 6431349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber } 6432349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 6433f933441648ef6a71dee783d733aac17b9508b452Andreas Huber submitOutputBuffers(); 6434f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 64353cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar // Post all available input buffers 6436777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (mCodec->mBuffers[kPortIndexInput].size() == 0u) { 6437777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGW("[%s] we don't have any input buffers to resume", mCodec->mComponentName.c_str()); 6438777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 6439777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim 64403cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar for (size_t i = 0; i < mCodec->mBuffers[kPortIndexInput].size(); i++) { 64413cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar BufferInfo *info = &mCodec->mBuffers[kPortIndexInput].editItemAt(i); 64423cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar if (info->mStatus == BufferInfo::OWNED_BY_US) { 64433cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar postFillThisBuffer(info); 64443cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar } 64453cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar } 6446349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 6447349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mActive = true; 6448f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6449f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6450f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::ExecutingState::stateEntered() { 64513856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now Executing", mCodec->mComponentName.c_str()); 6452f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 645390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->mRenderTracker.clear(systemTime(CLOCK_MONOTONIC)); 6454f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->processDeferredMessages(); 6455f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6456f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6457f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::ExecutingState::onMessageReceived(const sp<AMessage> &msg) { 6458f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool handled = false; 6459f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6460f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 6461f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 6462f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6463c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber int32_t keepComponentAllocated; 6464c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber CHECK(msg->findInt32( 6465c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber "keepComponentAllocated", &keepComponentAllocated)); 6466c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6467c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->mShutdownInProgress = true; 646854b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar mCodec->mExplicitShutdown = true; 6469c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->mKeepComponentAllocated = keepComponentAllocated; 6470c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6471349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mActive = false; 6472349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 64730806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = mCodec->mOMX->sendCommand( 64740806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mNode, OMX_CommandStateSet, OMX_StateIdle); 64750806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 64760806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (keepComponentAllocated) { 64770806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 64780806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 64790806340688c937e7b78c2d89db3809274130df4eLajos Molnar // TODO: do some recovery here. 64800806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 64810806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->changeState(mCodec->mExecutingToIdleState); 64820806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6483f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6484f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 6485f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6486f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6487f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6488f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatFlush: 6489f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 64907a3a2b2f9bb9421dcf83fbd47276e57917078aefJames Dong ALOGV("[%s] ExecutingState flushing now " 6491ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar "(codec owns %zu/%zu input, %zu/%zu output).", 6492d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber mCodec->mComponentName.c_str(), 6493d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber mCodec->countBuffersOwnedByComponent(kPortIndexInput), 6494d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber mCodec->mBuffers[kPortIndexInput].size(), 6495d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber mCodec->countBuffersOwnedByComponent(kPortIndexOutput), 6496d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber mCodec->mBuffers[kPortIndexOutput].size()); 6497d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 6498349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mActive = false; 6499349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 65000806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = mCodec->mOMX->sendCommand(mCodec->mNode, OMX_CommandFlush, OMX_ALL); 65010806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 65020806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 65030806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 65040806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->changeState(mCodec->mFlushingState); 65050806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6506f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6507f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 6508f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6509f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6510f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6511f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatResume: 6512f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6513f933441648ef6a71dee783d733aac17b9508b452Andreas Huber resume(); 6514f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6515f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 6516f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6517f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6518f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6519496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber case kWhatRequestIDRFrame: 6520496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber { 6521496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber status_t err = mCodec->requestIDRFrame(); 6522496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber if (err != OK) { 6523496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber ALOGW("Requesting an IDR frame failed."); 6524496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber } 6525496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 6526496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber handled = true; 6527496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber break; 6528496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber } 6529496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 6530a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber case kWhatSetParameters: 6531a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber { 6532a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber sp<AMessage> params; 6533a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber CHECK(msg->findMessage("params", ¶ms)); 6534a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 6535a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber status_t err = mCodec->setParameters(params); 6536a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 6537a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber sp<AMessage> reply; 6538a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber if (msg->findMessage("reply", &reply)) { 6539a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber reply->setInt32("err", err); 6540a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber reply->post(); 6541a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber } 6542a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 6543a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber handled = true; 6544a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber break; 6545a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber } 6546a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 65477cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case ACodec::kWhatSignalEndOfInputStream: 65487cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 65496507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mCodec->onSignalEndOfInputStream(); 65507cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden handled = true; 65517cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 65527cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 65537cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 65544dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar // *** NOTE: THE FOLLOWING WORKAROUND WILL BE REMOVED *** 6555054219874873b41f1c815552987c10465c34ba2bLajos Molnar case kWhatSubmitOutputMetadataBufferIfEOS: 65564dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar { 65574dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar if (mCodec->mPortEOS[kPortIndexInput] && 65584dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar !mCodec->mPortEOS[kPortIndexOutput]) { 6559054219874873b41f1c815552987c10465c34ba2bLajos Molnar status_t err = mCodec->submitOutputMetadataBuffer(); 65604dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar if (err == OK) { 6561054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->signalSubmitOutputMetadataBufferIfEOS_workaround(); 65624dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar } 65634dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar } 65644dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar return true; 65654dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar } 65664dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar 6567f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6568f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = BaseState::onMessageReceived(msg); 6569f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6570f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6571f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6572f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return handled; 6573f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6574f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6575a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huberstatus_t ACodec::setParameters(const sp<AMessage> ¶ms) { 6576a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber int32_t videoBitrate; 6577530fdbdc1b5491f3fbf172752834d1515701e142Lajos Molnar if (params->findInt32("video-bitrate", &videoBitrate)) { 6578a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber OMX_VIDEO_CONFIG_BITRATETYPE configParams; 6579a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber InitOMXParams(&configParams); 6580a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber configParams.nPortIndex = kPortIndexOutput; 6581a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber configParams.nEncodeBitrate = videoBitrate; 6582a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 6583a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber status_t err = mOMX->setConfig( 6584a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber mNode, 6585a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber OMX_IndexConfigVideoBitrate, 6586a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber &configParams, 6587a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber sizeof(configParams)); 6588a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 6589a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber if (err != OK) { 6590a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber ALOGE("setConfig(OMX_IndexConfigVideoBitrate, %d) failed w/ err %d", 6591a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber videoBitrate, err); 6592a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 6593a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber return err; 6594a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber } 6595a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber } 6596a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 659772cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang int64_t skipFramesBeforeUs; 659872cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang if (params->findInt64("skip-frames-before", &skipFramesBeforeUs)) { 659972cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang status_t err = 660072cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang mOMX->setInternalOption( 660172cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang mNode, 660272cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang kPortIndexInput, 660372cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang IOMX::INTERNAL_OPTION_START_TIME, 660472cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang &skipFramesBeforeUs, 660572cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang sizeof(skipFramesBeforeUs)); 660672cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang 660772cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang if (err != OK) { 660872cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang ALOGE("Failed to set parameter 'skip-frames-before' (err %d)", err); 660972cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang return err; 661072cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang } 661172cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang } 661272cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang 6613e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber int32_t dropInputFrames; 6614e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber if (params->findInt32("drop-input-frames", &dropInputFrames)) { 6615e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber bool suspend = dropInputFrames != 0; 6616e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber 6617b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber status_t err = 6618b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber mOMX->setInternalOption( 6619e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber mNode, 6620e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber kPortIndexInput, 6621e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber IOMX::INTERNAL_OPTION_SUSPEND, 6622e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber &suspend, 6623b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber sizeof(suspend)); 6624b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber 6625b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber if (err != OK) { 6626b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber ALOGE("Failed to set parameter 'drop-input-frames' (err %d)", err); 6627b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber return err; 6628b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber } 6629b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber } 6630b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber 6631b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber int32_t dummy; 6632b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber if (params->findInt32("request-sync", &dummy)) { 6633b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber status_t err = requestIDRFrame(); 6634b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber 6635b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber if (err != OK) { 6636b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber ALOGE("Requesting a sync frame failed w/ err %d", err); 6637b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber return err; 6638b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber } 6639e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber } 6640e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber 66418db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu float rate; 66428db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu if (params->findFloat("operating-rate", &rate) && rate > 0) { 66438db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu status_t err = setOperatingRate(rate, mIsVideo); 66448db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu if (err != OK) { 66458db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu ALOGE("Failed to set parameter 'operating-rate' (err %d)", err); 66468db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu return err; 66478db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu } 66488db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu } 66498db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu 6650870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang int32_t intraRefreshPeriod = 0; 6651870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (params->findInt32("intra-refresh-period", &intraRefreshPeriod) 6652870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang && intraRefreshPeriod > 0) { 6653870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang status_t err = setIntraRefreshPeriod(intraRefreshPeriod, false); 6654870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (err != OK) { 6655870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang ALOGI("[%s] failed setIntraRefreshPeriod. Failure is fine since this key is optional", 6656870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang mComponentName.c_str()); 6657870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang err = OK; 6658870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 6659870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 6660870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 6661a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber return OK; 6662a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber} 6663a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 66646507d14c6d10f93d390de62b9eed267f9b544985Andy McFaddenvoid ACodec::onSignalEndOfInputStream() { 66656507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden sp<AMessage> notify = mNotify->dup(); 6666d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatSignaledInputEOS); 66676507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 66686507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden status_t err = mOMX->signalEndOfInputStream(mNode); 66696507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden if (err != OK) { 66706507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden notify->setInt32("err", err); 66716507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden } 66726507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden notify->post(); 66736507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden} 66746507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 667590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarbool ACodec::ExecutingState::onOMXFrameRendered(int64_t mediaTimeUs, nsecs_t systemNano) { 667690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->onFrameRendered(mediaTimeUs, systemNano); 667790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar return true; 667890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 667990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 6680f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::ExecutingState::onOMXEvent( 6681f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 6682f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 6683f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventPortSettingsChanged: 6684f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6685f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ(data1, (OMX_U32)kPortIndexOutput); 6686f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 668731e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber if (data2 == 0 || data2 == OMX_IndexParamPortDefinition) { 6688054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->mMetadataBuffersToSubmit = 0; 6689f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ(mCodec->mOMX->sendCommand( 6690f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mNode, 6691f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_CommandPortDisable, kPortIndexOutput), 6692f933441648ef6a71dee783d733aac17b9508b452Andreas Huber (status_t)OK); 6693f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6694349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mCodec->freeOutputBuffersNotOwnedByComponent(); 6695f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6696f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->changeState(mCodec->mOutputPortSettingsChangedState); 66977c36a6bc3f3fe4fe6d1d36b92c3a203de654b012Hangyu Kuang } else if (data2 == OMX_IndexConfigCommonOutputCrop 66987c36a6bc3f3fe4fe6d1d36b92c3a203de654b012Hangyu Kuang || data2 == OMX_IndexConfigAndroidIntraRefresh) { 669931e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber mCodec->mSentFormat = false; 670098a421bfffe6b3a1b762d11740e90787bdfeac08Wei Jia 670198a421bfffe6b3a1b762d11740e90787bdfeac08Wei Jia if (mCodec->mTunneled) { 670298a421bfffe6b3a1b762d11740e90787bdfeac08Wei Jia sp<AMessage> dummy = new AMessage(kWhatOutputBufferDrained, mCodec); 670398a421bfffe6b3a1b762d11740e90787bdfeac08Wei Jia mCodec->sendFormatChange(dummy); 670498a421bfffe6b3a1b762d11740e90787bdfeac08Wei Jia } 6705f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else { 6706ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] OMX_EventPortSettingsChanged 0x%08x", 6707f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mComponentName.c_str(), data2); 6708f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6709f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6710f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6711f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6712f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6713f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventBufferFlag: 6714f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6715f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6716f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6717f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6718f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6719f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onOMXEvent(event, data1, data2); 6720f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6721f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6722f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6723f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 6724f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6725f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::OutputPortSettingsChangedState::OutputPortSettingsChangedState( 6726f933441648ef6a71dee783d733aac17b9508b452Andreas Huber ACodec *codec) 6727f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : BaseState(codec) { 6728f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6729f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6730f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::BaseState::PortMode ACodec::OutputPortSettingsChangedState::getPortMode( 6731f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 portIndex) { 6732f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (portIndex == kPortIndexOutput) { 6733f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return FREE_BUFFERS; 6734f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6735f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6736f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ(portIndex, (OMX_U32)kPortIndexInput); 6737f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6738f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return RESUBMIT_BUFFERS; 6739f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6740f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6741f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::OutputPortSettingsChangedState::onMessageReceived( 6742f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const sp<AMessage> &msg) { 6743f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool handled = false; 6744f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6745f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 6746f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatFlush: 6747f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 6748349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber case kWhatResume: 6749e6eea3a6b6e0cf92287ec1ceb8350f201d17e1acPer Persson case kWhatSetParameters: 6750f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6751349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber if (msg->what() == kWhatResume) { 67523856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Deferring resume", mCodec->mComponentName.c_str()); 6753349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber } 6754349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 6755f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->deferMessage(msg); 6756f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 6757f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6758f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6759f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6760f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6761f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = BaseState::onMessageReceived(msg); 6762f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6763f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6764f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6765f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return handled; 6766f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6767f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6768f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::OutputPortSettingsChangedState::stateEntered() { 67693856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now handling output port settings change", 6770f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mComponentName.c_str()); 6771f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6772f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 677390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarbool ACodec::OutputPortSettingsChangedState::onOMXFrameRendered( 677490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int64_t mediaTimeUs, nsecs_t systemNano) { 677590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->onFrameRendered(mediaTimeUs, systemNano); 677690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar return true; 677790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 677890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 6779f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::OutputPortSettingsChangedState::onOMXEvent( 6780f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 6781f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 6782f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventCmdComplete: 6783f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6784f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (data1 == (OMX_U32)OMX_CommandPortDisable) { 67850806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (data2 != (OMX_U32)kPortIndexOutput) { 67860806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGW("ignoring EventCmdComplete CommandPortDisable for port %u", data2); 67870806340688c937e7b78c2d89db3809274130df4eLajos Molnar return false; 67880806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6789f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 67900806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGV("[%s] Output port now disabled.", mCodec->mComponentName.c_str()); 6791f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 67920806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = OK; 67930806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (!mCodec->mBuffers[kPortIndexOutput].isEmpty()) { 67940806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("disabled port should be empty, but has %zu buffers", 67950806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mBuffers[kPortIndexOutput].size()); 67960806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = FAILED_TRANSACTION; 67970806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 67980806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mDealer[kPortIndexOutput].clear(); 67990806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6800f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 68010806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 68020806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mCodec->mOMX->sendCommand( 68030806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mNode, OMX_CommandPortEnable, kPortIndexOutput); 68040806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6805f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 68060806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 68070806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mCodec->allocateBuffersOnPort(kPortIndexOutput); 68080806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE_IF(err != OK, "Failed to allocate output port buffers after port " 68090806340688c937e7b78c2d89db3809274130df4eLajos Molnar "reconfiguration: (%d)", err); 68100806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6811cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber 68120806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 6813251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 6814d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 6815755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber // This is technically not correct, but appears to be 6816755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber // the only way to free the component instance. 6817755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber // Controlled transitioning from excecuting->idle 6818755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber // and idle->loaded seem impossible probably because 6819755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber // the output port never finishes re-enabling. 6820755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber mCodec->mShutdownInProgress = true; 6821755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber mCodec->mKeepComponentAllocated = false; 6822755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber mCodec->changeState(mCodec->mLoadedState); 6823cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber } 6824f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6825f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6826f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else if (data1 == (OMX_U32)OMX_CommandPortEnable) { 6827777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (data2 != (OMX_U32)kPortIndexOutput) { 6828777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGW("ignoring EventCmdComplete OMX_CommandPortEnable for port %u", data2); 6829777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return false; 6830777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 6831f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 683231e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber mCodec->mSentFormat = false; 683331e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 68340fb43efc54ffd8d3133635ee3934d83c9987081bWei Jia if (mCodec->mTunneled) { 68350fb43efc54ffd8d3133635ee3934d83c9987081bWei Jia sp<AMessage> dummy = new AMessage(kWhatOutputBufferDrained, mCodec); 68360fb43efc54ffd8d3133635ee3934d83c9987081bWei Jia mCodec->sendFormatChange(dummy); 68370fb43efc54ffd8d3133635ee3934d83c9987081bWei Jia } 68380fb43efc54ffd8d3133635ee3934d83c9987081bWei Jia 68390806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGV("[%s] Output port now reenabled.", mCodec->mComponentName.c_str()); 6840f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6841349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber if (mCodec->mExecutingState->active()) { 6842349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mCodec->mExecutingState->submitOutputBuffers(); 6843349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber } 6844349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 6845f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->changeState(mCodec->mExecutingState); 6846f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6847f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6848f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6849f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6850f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return false; 6851f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6852f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6853f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6854f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return false; 6855f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6856f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6857f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6858f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 6859f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6860f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::ExecutingToIdleState::ExecutingToIdleState(ACodec *codec) 68615778822d86b0337407514b9372562b86edfa91cdAndreas Huber : BaseState(codec), 68625778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentNowIdle(false) { 6863f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6864f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6865f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::ExecutingToIdleState::onMessageReceived(const sp<AMessage> &msg) { 6866f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool handled = false; 6867f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6868f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 6869f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatFlush: 6870f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6871f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // Don't send me a flush request if you previously wanted me 6872f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // to shutdown. 68730806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGW("Ignoring flush request in ExecutingToIdleState"); 6874f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6875f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6876f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6877f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 6878f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6879f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // We're already doing that... 6880f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6881f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 6882f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6883f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6884f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6885f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6886f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = BaseState::onMessageReceived(msg); 6887f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6888f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6889f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6890f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return handled; 6891f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6892f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6893f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::ExecutingToIdleState::stateEntered() { 68943856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now Executing->Idle", mCodec->mComponentName.c_str()); 689531e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 68965778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentNowIdle = false; 689731e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber mCodec->mSentFormat = false; 6898f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6899f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6900f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::ExecutingToIdleState::onOMXEvent( 6901f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 6902f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 6903f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventCmdComplete: 6904f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 69050806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (data1 != (OMX_U32)OMX_CommandStateSet 69060806340688c937e7b78c2d89db3809274130df4eLajos Molnar || data2 != (OMX_U32)OMX_StateIdle) { 69070806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Unexpected command completion in ExecutingToIdleState: %s(%u) %s(%u)", 69080806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_COMMANDTYPE)data1), data1, 69090806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_STATETYPE)data2), data2); 69100806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 69110806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 69120806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6913f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 69145778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentNowIdle = true; 69155778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6916f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeStateIfWeOwnAllBuffers(); 6917f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6918f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6919f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6920f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6921349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber case OMX_EventPortSettingsChanged: 6922349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber case OMX_EventBufferFlag: 6923349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber { 6924349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber // We're shutting down and don't care about this anymore. 6925349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber return true; 6926349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber } 6927349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 6928f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6929f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onOMXEvent(event, data1, data2); 6930f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6931f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 69320af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber 6933f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::ExecutingToIdleState::changeStateIfWeOwnAllBuffers() { 69345778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mComponentNowIdle && mCodec->allYourBuffersAreBelongToUs()) { 69350806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = mCodec->mOMX->sendCommand( 69360806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mNode, OMX_CommandStateSet, OMX_StateLoaded); 69370806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 69380806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mCodec->freeBuffersOnPort(kPortIndexInput); 69390806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err2 = mCodec->freeBuffersOnPort(kPortIndexOutput); 69400806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 69410806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = err2; 69420806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 69430806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6944f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 69450167414e261f88a96b5e4bf6cb592e6ca11e5a95Andreas Huber if ((mCodec->mFlags & kFlagPushBlankBuffersToNativeWindowOnShutdown) 69460167414e261f88a96b5e4bf6cb592e6ca11e5a95Andreas Huber && mCodec->mNativeWindow != NULL) { 6947bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber // We push enough 1x1 blank buffers to ensure that one of 6948bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber // them has made it to the display. This allows the OMX 6949bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber // component teardown to zero out any protected buffers 6950bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber // without the risk of scanning out one of those buffers. 6951b2d0b487efd40700199852c9a18b369b1651f15bLajos Molnar pushBlankBuffersToNativeWindow(mCodec->mNativeWindow.get()); 6952bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber } 6953bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber 69540806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 69550806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 69560806340688c937e7b78c2d89db3809274130df4eLajos Molnar return; 69570806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 69580806340688c937e7b78c2d89db3809274130df4eLajos Molnar 6959f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->changeState(mCodec->mIdleToLoadedState); 6960f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6961f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6962f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6963f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::ExecutingToIdleState::onInputBufferFilled( 6964f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const sp<AMessage> &msg) { 6965f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BaseState::onInputBufferFilled(msg); 6966f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6967f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeStateIfWeOwnAllBuffers(); 6968f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6969f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6970f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::ExecutingToIdleState::onOutputBufferDrained( 6971f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const sp<AMessage> &msg) { 6972f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BaseState::onOutputBufferDrained(msg); 6973f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6974f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeStateIfWeOwnAllBuffers(); 6975f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6976f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6977f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 6978f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6979f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::IdleToLoadedState::IdleToLoadedState(ACodec *codec) 6980f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : BaseState(codec) { 6981f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6982f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6983f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::IdleToLoadedState::onMessageReceived(const sp<AMessage> &msg) { 6984f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool handled = false; 6985f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6986f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 6987f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 6988f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6989f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // We're already doing that... 6990f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6991f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 6992f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6993f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6994f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6995f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatFlush: 6996f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6997f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // Don't send me a flush request if you previously wanted me 6998f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // to shutdown. 69990806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Got flush request in IdleToLoadedState"); 7000f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7001f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7002f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7003f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 7004f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = BaseState::onMessageReceived(msg); 7005f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7006f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7007f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7008f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return handled; 7009f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7010f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7011f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::IdleToLoadedState::stateEntered() { 70123856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now Idle->Loaded", mCodec->mComponentName.c_str()); 7013f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7014f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7015f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::IdleToLoadedState::onOMXEvent( 7016f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 7017f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 7018f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventCmdComplete: 7019f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 70200806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (data1 != (OMX_U32)OMX_CommandStateSet 70210806340688c937e7b78c2d89db3809274130df4eLajos Molnar || data2 != (OMX_U32)OMX_StateLoaded) { 70220806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Unexpected command completion in IdleToLoadedState: %s(%u) %s(%u)", 70230806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_COMMANDTYPE)data1), data1, 70240806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_STATETYPE)data2), data2); 70250806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 70260806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 70270806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 7028f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7029c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->changeState(mCodec->mLoadedState); 7030f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7031f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 7032f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7033f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7034f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 7035f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onOMXEvent(event, data1, data2); 7036f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7037f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7038f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7039f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 7040f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7041f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::FlushingState::FlushingState(ACodec *codec) 7042f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : BaseState(codec) { 7043f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7044f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7045f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::FlushingState::stateEntered() { 70463856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now Flushing", mCodec->mComponentName.c_str()); 7047f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7048f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mFlushComplete[kPortIndexInput] = mFlushComplete[kPortIndexOutput] = false; 7049f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7050f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7051f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::FlushingState::onMessageReceived(const sp<AMessage> &msg) { 7052f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool handled = false; 7053f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7054f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 7055f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 7056f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 7057f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->deferMessage(msg); 7058f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7059f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7060f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7061f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatFlush: 7062f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 7063f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // We're already doing this right now. 7064f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 7065f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7066f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7067f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7068f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 7069f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = BaseState::onMessageReceived(msg); 7070f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7071f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7072f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7073f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return handled; 7074f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7075f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7076f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::FlushingState::onOMXEvent( 7077f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 7078ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] FlushingState onOMXEvent(%u,%d)", 7079ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar mCodec->mComponentName.c_str(), event, (OMX_S32)data1); 7080d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 7081f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 7082f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventCmdComplete: 7083f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 70840806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (data1 != (OMX_U32)OMX_CommandFlush) { 70850806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("unexpected EventCmdComplete %s(%d) data2:%d in FlushingState", 70860806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_COMMANDTYPE)data1), data1, data2); 70870806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 70880806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 70890806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 7090f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7091f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (data2 == kPortIndexInput || data2 == kPortIndexOutput) { 7092777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (mFlushComplete[data2]) { 7093777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGW("Flush already completed for %s port", 7094777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim data2 == kPortIndexInput ? "input" : "output"); 7095777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return true; 7096777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 7097f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mFlushComplete[data2] = true; 7098e5bf6409774fe73f968b7db215f535b64de66139Andreas Huber 70990806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (mFlushComplete[kPortIndexInput] && mFlushComplete[kPortIndexOutput]) { 7100e5bf6409774fe73f968b7db215f535b64de66139Andreas Huber changeStateIfWeOwnAllBuffers(); 7101e5bf6409774fe73f968b7db215f535b64de66139Andreas Huber } 7102777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } else if (data2 == OMX_ALL) { 7103777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (!mFlushComplete[kPortIndexInput] || !mFlushComplete[kPortIndexOutput]) { 7104777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGW("received flush complete event for OMX_ALL before ports have been" 7105777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim "flushed (%d/%d)", 7106777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mFlushComplete[kPortIndexInput], mFlushComplete[kPortIndexOutput]); 7107777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return false; 7108777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 7109f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7110f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeStateIfWeOwnAllBuffers(); 7111777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } else { 7112777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGW("data2 not OMX_ALL but %u in EventCmdComplete CommandFlush", data2); 7113f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7114f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7115f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 7116f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7117f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7118349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber case OMX_EventPortSettingsChanged: 7119349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber { 71201d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatOMXMessage, mCodec); 7121349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber msg->setInt32("type", omx_message::EVENT); 7122609b815a3131d22da38b2f452faa9f89daad4039Andy Hung msg->setInt32("node", mCodec->mNode); 7123349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber msg->setInt32("event", event); 7124349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber msg->setInt32("data1", data1); 7125349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber msg->setInt32("data2", data2); 7126349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 71273856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Deferring OMX_EventPortSettingsChanged", 7128349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mCodec->mComponentName.c_str()); 7129349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 7130349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mCodec->deferMessage(msg); 7131349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 7132349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber return true; 7133349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber } 7134349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 7135f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 7136f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onOMXEvent(event, data1, data2); 7137f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7138f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7139f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 7140f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7141f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7142f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::FlushingState::onOutputBufferDrained(const sp<AMessage> &msg) { 7143f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BaseState::onOutputBufferDrained(msg); 7144f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7145f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeStateIfWeOwnAllBuffers(); 7146f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7147f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7148f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::FlushingState::onInputBufferFilled(const sp<AMessage> &msg) { 7149f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BaseState::onInputBufferFilled(msg); 7150f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7151f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeStateIfWeOwnAllBuffers(); 7152f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7153f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7154f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::FlushingState::changeStateIfWeOwnAllBuffers() { 7155f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mFlushComplete[kPortIndexInput] 7156f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && mFlushComplete[kPortIndexOutput] 7157f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && mCodec->allYourBuffersAreBelongToUs()) { 71587e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber // We now own all buffers except possibly those still queued with 71597e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber // the native window for rendering. Let's get those back as well. 71607e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber mCodec->waitUntilAllPossibleNativeWindowBuffersAreReturnedToUs(); 71617e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 716290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->mRenderTracker.clear(systemTime(CLOCK_MONOTONIC)); 716390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 7164f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 7165d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatFlushCompleted); 7166f933441648ef6a71dee783d733aac17b9508b452Andreas Huber notify->post(); 7167f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7168f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mPortEOS[kPortIndexInput] = 7169f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mPortEOS[kPortIndexOutput] = false; 7170f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7171dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mCodec->mInputEOSResult = OK; 7172dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber 7173f3bd1972e039c6ded5154db715e5a32f1813a239Marco Nelissen if (mCodec->mSkipCutBuffer != NULL) { 7174f3bd1972e039c6ded5154db715e5a32f1813a239Marco Nelissen mCodec->mSkipCutBuffer->clear(); 7175f3bd1972e039c6ded5154db715e5a32f1813a239Marco Nelissen } 7176f3bd1972e039c6ded5154db715e5a32f1813a239Marco Nelissen 7177f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->changeState(mCodec->mExecutingState); 7178f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7179f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7180f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 71815b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnarstatus_t ACodec::queryCapabilities( 71825b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar const AString &name, const AString &mime, bool isEncoder, 71835b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar sp<MediaCodecInfo::Capabilities> *caps) { 71845b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar (*caps).clear(); 71855b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar const char *role = getComponentRole(isEncoder, mime.c_str()); 71865b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (role == NULL) { 71875b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return BAD_VALUE; 71885b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 71895b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 71905b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar OMXClient client; 71915b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar status_t err = client.connect(); 71925b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (err != OK) { 71935b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return err; 71945b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 71955b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 71965b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar sp<IOMX> omx = client.interface(); 71975b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar sp<CodecObserver> observer = new CodecObserver; 71985b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar IOMX::node_id node = 0; 71995b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 720023858874bbce68fb5ac83250087fa7788c97dd12Marco Nelissen err = omx->allocateNode(name.c_str(), observer, NULL, &node); 72015b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (err != OK) { 72025b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar client.disconnect(); 72035b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return err; 72045b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 72055b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 72065b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar err = setComponentRole(omx, node, role); 72075b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (err != OK) { 72085b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar omx->freeNode(node); 72095b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar client.disconnect(); 72105b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return err; 72115b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 72125b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 72135b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar sp<MediaCodecInfo::CapabilitiesBuilder> builder = new MediaCodecInfo::CapabilitiesBuilder(); 72145b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar bool isVideo = mime.startsWithIgnoreCase("video/"); 72155b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 72165b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (isVideo) { 72175b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar OMX_VIDEO_PARAM_PROFILELEVELTYPE param; 72185b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar InitOMXParams(¶m); 72195b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar param.nPortIndex = isEncoder ? kPortIndexOutput : kPortIndexInput; 72205b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 72216e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar for (OMX_U32 index = 0; index <= kMaxIndicesToCheck; ++index) { 72226e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar param.nProfileIndex = index; 72235b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar status_t err = omx->getParameter( 72245b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar node, OMX_IndexParamVideoProfileLevelQuerySupported, 72255b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar ¶m, sizeof(param)); 72265b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (err != OK) { 72275b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar break; 72285b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 72295b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar builder->addProfileLevel(param.eProfile, param.eLevel); 72306e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar 72316e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar if (index == kMaxIndicesToCheck) { 72326e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar ALOGW("[%s] stopping checking profiles after %u: %x/%x", 72336e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar name.c_str(), index, 72346e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar param.eProfile, param.eLevel); 72356e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar } 72365b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 72375b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 72385b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // Color format query 72395b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // return colors in the order reported by the OMX component 72405b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // prefix "flexible" standard ones with the flexible equivalent 72415b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar OMX_VIDEO_PARAM_PORTFORMATTYPE portFormat; 72425b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar InitOMXParams(&portFormat); 724336e4e1592bb07e1fdf8d4324f65a66ba332d75f2Lajos Molnar portFormat.nPortIndex = isEncoder ? kPortIndexInput : kPortIndexOutput; 72445b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar Vector<uint32_t> supportedColors; // shadow copy to check for duplicates 72456e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar for (OMX_U32 index = 0; index <= kMaxIndicesToCheck; ++index) { 72466e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar portFormat.nIndex = index; 72475b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar status_t err = omx->getParameter( 72485b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar node, OMX_IndexParamVideoPortFormat, 72495b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar &portFormat, sizeof(portFormat)); 72505b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (err != OK) { 72515b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar break; 72525b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 72535b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 72545b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar OMX_U32 flexibleEquivalent; 72555b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (isFlexibleColorFormat( 72565b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar omx, node, portFormat.eColorFormat, false /* usingNativeWindow */, 72575b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar &flexibleEquivalent)) { 72585b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar bool marked = false; 72595b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar for (size_t i = 0; i < supportedColors.size(); ++i) { 72605b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (supportedColors[i] == flexibleEquivalent) { 72615b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar marked = true; 72625b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar break; 72635b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 72645b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 72655b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (!marked) { 72665b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar supportedColors.push(flexibleEquivalent); 72675b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar builder->addColorFormat(flexibleEquivalent); 72685b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 72695b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 72705b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar supportedColors.push(portFormat.eColorFormat); 72715b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar builder->addColorFormat(portFormat.eColorFormat); 72726e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar 72736e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar if (index == kMaxIndicesToCheck) { 72746e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar ALOGW("[%s] stopping checking formats after %u: %s(%x)", 72756e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar name.c_str(), index, 72766e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar asString(portFormat.eColorFormat), portFormat.eColorFormat); 72776e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar } 72785b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 72795b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } else if (mime.equalsIgnoreCase(MEDIA_MIMETYPE_AUDIO_AAC)) { 72805b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // More audio codecs if they have profiles. 72815b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar OMX_AUDIO_PARAM_ANDROID_PROFILETYPE param; 72825b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar InitOMXParams(¶m); 72835b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar param.nPortIndex = isEncoder ? kPortIndexOutput : kPortIndexInput; 72846e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar for (OMX_U32 index = 0; index <= kMaxIndicesToCheck; ++index) { 72856e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar param.nProfileIndex = index; 72865b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar status_t err = omx->getParameter( 72875b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar node, (OMX_INDEXTYPE)OMX_IndexParamAudioProfileQuerySupported, 72885b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar ¶m, sizeof(param)); 72895b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (err != OK) { 72905b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar break; 72915b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 72925b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // For audio, level is ignored. 72935b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar builder->addProfileLevel(param.eProfile, 0 /* level */); 72946e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar 72956e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar if (index == kMaxIndicesToCheck) { 72966e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar ALOGW("[%s] stopping checking profiles after %u: %x", 72976e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar name.c_str(), index, 72986e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar param.eProfile); 72996e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar } 73005b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 73015b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 73025b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // NOTE: Without Android extensions, OMX does not provide a way to query 73035b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // AAC profile support 73045b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (param.nProfileIndex == 0) { 73055b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar ALOGW("component %s doesn't support profile query.", name.c_str()); 73065b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 73075b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 73085b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 73095b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (isVideo && !isEncoder) { 73105b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar native_handle_t *sidebandHandle = NULL; 73115b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (omx->configureVideoTunnelMode( 73125b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar node, kPortIndexOutput, OMX_TRUE, 0, &sidebandHandle) == OK) { 73135b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // tunneled playback includes adaptive playback 73145b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar builder->addFlags(MediaCodecInfo::Capabilities::kFlagSupportsAdaptivePlayback 73155b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar | MediaCodecInfo::Capabilities::kFlagSupportsTunneledPlayback); 73165b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } else if (omx->storeMetaDataInBuffers( 73175b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar node, kPortIndexOutput, OMX_TRUE) == OK || 73185b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar omx->prepareForAdaptivePlayback( 73195b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar node, kPortIndexOutput, OMX_TRUE, 73205b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 1280 /* width */, 720 /* height */) == OK) { 73215b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar builder->addFlags(MediaCodecInfo::Capabilities::kFlagSupportsAdaptivePlayback); 73225b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 73235b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 73245b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 73255b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (isVideo && isEncoder) { 73265b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar OMX_VIDEO_CONFIG_ANDROID_INTRAREFRESHTYPE params; 73275b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar InitOMXParams(¶ms); 73285b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar params.nPortIndex = kPortIndexOutput; 73295b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // TODO: should we verify if fallback is supported? 73305b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (omx->getConfig( 73315b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar node, (OMX_INDEXTYPE)OMX_IndexConfigAndroidIntraRefresh, 73325b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar ¶ms, sizeof(params)) == OK) { 73335b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar builder->addFlags(MediaCodecInfo::Capabilities::kFlagSupportsIntraRefresh); 73345b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 73355b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 73365b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 73375b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar *caps = builder; 73385b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar omx->freeNode(node); 73395b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar client.disconnect(); 73405b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return OK; 73415b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar} 73425b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 7343a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar// These are supposed be equivalent to the logic in 7344a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar// "audio_channel_out_mask_from_count". 7345a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar//static 7346a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnarstatus_t ACodec::getOMXChannelMapping(size_t numChannels, OMX_AUDIO_CHANNELTYPE map[]) { 7347a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar switch (numChannels) { 7348a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar case 1: 7349a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[0] = OMX_AUDIO_ChannelCF; 7350a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar break; 7351a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar case 2: 7352a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[0] = OMX_AUDIO_ChannelLF; 7353a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[1] = OMX_AUDIO_ChannelRF; 7354a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar break; 7355a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar case 3: 7356a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[0] = OMX_AUDIO_ChannelLF; 7357a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[1] = OMX_AUDIO_ChannelRF; 7358a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[2] = OMX_AUDIO_ChannelCF; 7359a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar break; 7360a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar case 4: 7361a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[0] = OMX_AUDIO_ChannelLF; 7362a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[1] = OMX_AUDIO_ChannelRF; 7363a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[2] = OMX_AUDIO_ChannelLR; 7364a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[3] = OMX_AUDIO_ChannelRR; 7365a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar break; 7366a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar case 5: 7367a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[0] = OMX_AUDIO_ChannelLF; 7368a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[1] = OMX_AUDIO_ChannelRF; 7369a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[2] = OMX_AUDIO_ChannelCF; 7370a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[3] = OMX_AUDIO_ChannelLR; 7371a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[4] = OMX_AUDIO_ChannelRR; 7372a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar break; 7373a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar case 6: 7374a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[0] = OMX_AUDIO_ChannelLF; 7375a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[1] = OMX_AUDIO_ChannelRF; 7376a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[2] = OMX_AUDIO_ChannelCF; 7377a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[3] = OMX_AUDIO_ChannelLFE; 7378a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[4] = OMX_AUDIO_ChannelLR; 7379a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[5] = OMX_AUDIO_ChannelRR; 7380a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar break; 7381a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar case 7: 7382a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[0] = OMX_AUDIO_ChannelLF; 7383a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[1] = OMX_AUDIO_ChannelRF; 7384a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[2] = OMX_AUDIO_ChannelCF; 7385a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[3] = OMX_AUDIO_ChannelLFE; 7386a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[4] = OMX_AUDIO_ChannelLR; 7387a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[5] = OMX_AUDIO_ChannelRR; 7388a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[6] = OMX_AUDIO_ChannelCS; 7389a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar break; 7390a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar case 8: 7391a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[0] = OMX_AUDIO_ChannelLF; 7392a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[1] = OMX_AUDIO_ChannelRF; 7393a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[2] = OMX_AUDIO_ChannelCF; 7394a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[3] = OMX_AUDIO_ChannelLFE; 7395a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[4] = OMX_AUDIO_ChannelLR; 7396a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[5] = OMX_AUDIO_ChannelRR; 7397a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[6] = OMX_AUDIO_ChannelLS; 7398a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[7] = OMX_AUDIO_ChannelRS; 7399a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar break; 7400a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar default: 7401a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar return -EINVAL; 7402a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar } 7403a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar 7404a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar return OK; 7405a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar} 7406a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar 7407f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} // namespace android 7408