ACodec.cpp revision b0a4b9e917bd26bf366fb20c48315f51285c18f9
127c174483a8ae9688d5d4897c19074f62c7f1701James Dong/* 227c174483a8ae9688d5d4897c19074f62c7f1701James Dong * Copyright (C) 2010 The Android Open Source Project 327c174483a8ae9688d5d4897c19074f62c7f1701James Dong * 427c174483a8ae9688d5d4897c19074f62c7f1701James Dong * Licensed under the Apache License, Version 2.0 (the "License"); 527c174483a8ae9688d5d4897c19074f62c7f1701James Dong * you may not use this file except in compliance with the License. 627c174483a8ae9688d5d4897c19074f62c7f1701James Dong * You may obtain a copy of the License at 727c174483a8ae9688d5d4897c19074f62c7f1701James Dong * 827c174483a8ae9688d5d4897c19074f62c7f1701James Dong * http://www.apache.org/licenses/LICENSE-2.0 927c174483a8ae9688d5d4897c19074f62c7f1701James Dong * 1027c174483a8ae9688d5d4897c19074f62c7f1701James Dong * Unless required by applicable law or agreed to in writing, software 1127c174483a8ae9688d5d4897c19074f62c7f1701James Dong * distributed under the License is distributed on an "AS IS" BASIS, 1227c174483a8ae9688d5d4897c19074f62c7f1701James Dong * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 1327c174483a8ae9688d5d4897c19074f62c7f1701James Dong * See the License for the specific language governing permissions and 1427c174483a8ae9688d5d4897c19074f62c7f1701James Dong * limitations under the License. 1527c174483a8ae9688d5d4897c19074f62c7f1701James Dong */ 1627c174483a8ae9688d5d4897c19074f62c7f1701James Dong 17f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//#define LOG_NDEBUG 0 18f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#define LOG_TAG "ACodec" 19f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 20f87e30fe71752dc431d8e8d5682c38271c03265aAndy Hung#ifdef __LP64__ 21f87e30fe71752dc431d8e8d5682c38271c03265aAndy Hung#define OMX_ANDROID_COMPILE_AS_32BIT_ON_64BIT_PLATFORMS 22f87e30fe71752dc431d8e8d5682c38271c03265aAndy Hung#endif 23f87e30fe71752dc431d8e8d5682c38271c03265aAndy Hung 24609b815a3131d22da38b2f452faa9f89daad4039Andy Hung#include <inttypes.h> 256fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar#include <utils/Trace.h> 266fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar 271de1e25cba872bd4c077c2e394f8ca9c70b65856Lajos Molnar#include <gui/Surface.h> 281de1e25cba872bd4c077c2e394f8ca9c70b65856Lajos Molnar 29f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/ACodec.h> 30f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 31f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <binder/MemoryDealer.h> 32f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 33f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/foundation/hexdump.h> 34f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/foundation/ABuffer.h> 35f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/foundation/ADebug.h> 36f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/foundation/AMessage.h> 37a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar#include <media/stagefright/foundation/AUtils.h> 38f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 397cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden#include <media/stagefright/BufferProducerWrapper.h> 4090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar#include <media/stagefright/MediaCodec.h> 41afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber#include <media/stagefright/MediaCodecList.h> 42f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/MediaDefs.h> 43f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/OMXClient.h> 44d291c222357303b9611cab89d0c3b047584ef377Chong Zhang#include <media/stagefright/PersistentSurface.h> 45b2d0b487efd40700199852c9a18b369b1651f15bLajos Molnar#include <media/stagefright/SurfaceUtils.h> 463a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber#include <media/hardware/HardwareAPI.h> 473a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber 4897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu#include <OMX_AudioExt.h> 494154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev#include <OMX_VideoExt.h> 50f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <OMX_Component.h> 5197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu#include <OMX_IndexExt.h> 52777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim#include <OMX_AsString.h> 53f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 54496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber#include "include/avc_utils.h" 5573dd808754c641fe798273d356ee38368715fa7bLajos Molnar#include "omx/OMXUtils.h" 56496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 57f933441648ef6a71dee783d733aac17b9508b452Andreas Hubernamespace android { 58f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 596e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnarenum { 606e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar kMaxIndicesToCheck = 32, // used when enumerating supported formats and profiles 616e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar}; 626e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar 63251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// OMX errors are directly mapped into status_t range if 64251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// there is no corresponding MediaError status code. 65251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// Use the statusFromOMXError(int32_t omxError) function. 66251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// 67251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// Currently this is a direct map. 68251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// See frameworks/native/include/media/openmax/OMX_Core.h 69251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// 70251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// Vendor OMX errors from 0x90000000 - 0x9000FFFF 71251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// Extension OMX errors from 0x8F000000 - 0x90000000 72251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// Standard OMX errors from 0x80001000 - 0x80001024 (0x80001024 current) 73251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// 74251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung 75251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// returns true if err is a recognized OMX error code. 76251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// as OMX error is OMX_S32, this is an int32_t type 77251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hungstatic inline bool isOMXError(int32_t err) { 78251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return (ERROR_CODEC_MIN <= err && err <= ERROR_CODEC_MAX); 79251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung} 80251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung 81251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// converts an OMX error to a status_t 82251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hungstatic inline status_t statusFromOMXError(int32_t omxError) { 83251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung switch (omxError) { 84251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case OMX_ErrorInvalidComponentName: 85251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case OMX_ErrorComponentNotFound: 86251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return NAME_NOT_FOUND; // can trigger illegal argument error for provided names. 87251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung default: 88251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return isOMXError(omxError) ? omxError : 0; // no translation required 89251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 90251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung} 91251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung 92251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// checks and converts status_t to a non-side-effect status_t 93251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hungstatic inline status_t makeNoSideEffectStatus(status_t err) { 94251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung switch (err) { 95251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // the following errors have side effects and may come 96251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // from other code modules. Remap for safety reasons. 97251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case INVALID_OPERATION: 98251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case DEAD_OBJECT: 99251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return UNKNOWN_ERROR; 100251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung default: 101251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return err; 102251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 103251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung} 104251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung 10526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnarstruct MessageList : public RefBase { 10626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar MessageList() { 10726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 108984a54322f7c70bc75e862d91bdd975814872affLajos Molnar virtual ~MessageList() { 109984a54322f7c70bc75e862d91bdd975814872affLajos Molnar } 11026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar std::list<sp<AMessage> > &getList() { return mList; } 11126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnarprivate: 11226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar std::list<sp<AMessage> > mList; 11326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 11426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar DISALLOW_EVIL_CONSTRUCTORS(MessageList); 11526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar}; 11626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 117f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct CodecObserver : public BnOMXObserver { 118f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CodecObserver() {} 119f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 120f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void setNotificationMessage(const sp<AMessage> &msg) { 121f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNotify = msg; 122f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 123f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 124f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // from IOMXObserver 12526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar virtual void onMessages(const std::list<omx_message> &messages) { 126984a54322f7c70bc75e862d91bdd975814872affLajos Molnar if (messages.empty()) { 127984a54322f7c70bc75e862d91bdd975814872affLajos Molnar return; 128984a54322f7c70bc75e862d91bdd975814872affLajos Molnar } 129984a54322f7c70bc75e862d91bdd975814872affLajos Molnar 130984a54322f7c70bc75e862d91bdd975814872affLajos Molnar sp<AMessage> notify = mNotify->dup(); 13126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar bool first = true; 13226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar sp<MessageList> msgList = new MessageList(); 13326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar for (std::list<omx_message>::const_iterator it = messages.cbegin(); 13426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar it != messages.cend(); ++it) { 13526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar const omx_message &omx_msg = *it; 13626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar if (first) { 13726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar notify->setInt32("node", omx_msg.node); 138984a54322f7c70bc75e862d91bdd975814872affLajos Molnar first = false; 139f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 140f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 14126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar sp<AMessage> msg = new AMessage; 14226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32("type", omx_msg.type); 14326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar switch (omx_msg.type) { 14426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar case omx_message::EVENT: 14526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar { 14626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32("event", omx_msg.u.event_data.event); 14726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32("data1", omx_msg.u.event_data.data1); 14826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32("data2", omx_msg.u.event_data.data2); 14926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar break; 15026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 151f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 15226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar case omx_message::EMPTY_BUFFER_DONE: 15326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar { 15426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32("buffer", omx_msg.u.buffer_data.buffer); 15526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32("fence_fd", omx_msg.fenceFd); 15626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar break; 15726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 158f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 15926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar case omx_message::FILL_BUFFER_DONE: 16026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar { 16126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32( 16226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar "buffer", omx_msg.u.extended_buffer_data.buffer); 16326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32( 16426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar "range_offset", 16526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar omx_msg.u.extended_buffer_data.range_offset); 16626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32( 16726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar "range_length", 16826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar omx_msg.u.extended_buffer_data.range_length); 16926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32( 17026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar "flags", 17126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar omx_msg.u.extended_buffer_data.flags); 17226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt64( 17326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar "timestamp", 17426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar omx_msg.u.extended_buffer_data.timestamp); 17526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32( 17626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar "fence_fd", omx_msg.fenceFd); 17726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar break; 17826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 179f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 18090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar case omx_message::FRAME_RENDERED: 18190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar { 18290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar msg->setInt64( 18390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar "media_time_us", omx_msg.u.render_data.timestamp); 18490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar msg->setInt64( 18590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar "system_nano", omx_msg.u.render_data.nanoTime); 18690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar break; 18790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 18890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 18926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar default: 19026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar ALOGE("Unrecognized message type: %d", omx_msg.type); 19126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar break; 19226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 19326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msgList->getList().push_back(msg); 19426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 19526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar notify->setObject("messages", msgList); 19626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar notify->post(); 197f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 198f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 199f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 200f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual ~CodecObserver() {} 201f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 202f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 203f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<AMessage> mNotify; 204f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 205f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(CodecObserver); 206f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 207f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 208f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 209f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 210f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::BaseState : public AState { 211f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BaseState(ACodec *codec, const sp<AState> &parentState = NULL); 212f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 213f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 214f933441648ef6a71dee783d733aac17b9508b452Andreas Huber enum PortMode { 215f933441648ef6a71dee783d733aac17b9508b452Andreas Huber KEEP_BUFFERS, 216f933441648ef6a71dee783d733aac17b9508b452Andreas Huber RESUBMIT_BUFFERS, 217f933441648ef6a71dee783d733aac17b9508b452Andreas Huber FREE_BUFFERS, 218f933441648ef6a71dee783d733aac17b9508b452Andreas Huber }; 219f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 220f933441648ef6a71dee783d733aac17b9508b452Andreas Huber ACodec *mCodec; 221f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 222f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual PortMode getPortMode(OMX_U32 portIndex); 223f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 224f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 225f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 226f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 227f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 228f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onOutputBufferDrained(const sp<AMessage> &msg); 229f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onInputBufferFilled(const sp<AMessage> &msg); 230f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 231f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void postFillThisBuffer(BufferInfo *info); 232f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 233f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 23426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar // Handles an OMX message. Returns true iff message was handled. 235f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool onOMXMessage(const sp<AMessage> &msg); 236f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 23726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar // Handles a list of messages. Returns true iff messages were handled. 23826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar bool onOMXMessageList(const sp<AMessage> &msg); 23926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 24026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar // returns true iff this message is for this component and the component is alive 24126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar bool checkOMXMessage(const sp<AMessage> &msg); 24226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 24315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar bool onOMXEmptyBufferDone(IOMX::buffer_id bufferID, int fenceFd); 244f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 245f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool onOMXFillBufferDone( 246f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferID, 247f933441648ef6a71dee783d733aac17b9508b452Andreas Huber size_t rangeOffset, size_t rangeLength, 248f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 flags, 24915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int64_t timeUs, 25015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int fenceFd); 251f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 25290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar virtual bool onOMXFrameRendered(int64_t mediaTimeUs, nsecs_t systemNano); 25390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 254f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void getMoreInputDataIfPossible(); 255f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 256f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(BaseState); 257f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 258f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 259f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 260f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 261ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huberstruct ACodec::DeathNotifier : public IBinder::DeathRecipient { 262ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber DeathNotifier(const sp<AMessage> ¬ify) 263ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber : mNotify(notify) { 264ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber } 265ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 266ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber virtual void binderDied(const wp<IBinder> &) { 267ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mNotify->post(); 268ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber } 269ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 270ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huberprotected: 271ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber virtual ~DeathNotifier() {} 272ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 273ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huberprivate: 274ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber sp<AMessage> mNotify; 275ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 276ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(DeathNotifier); 277ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber}; 278ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 279f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::UninitializedState : public ACodec::BaseState { 280f933441648ef6a71dee783d733aac17b9508b452Andreas Huber UninitializedState(ACodec *codec); 281f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 282f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 283f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 284c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber virtual void stateEntered(); 285f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 286f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 287f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void onSetup(const sp<AMessage> &msg); 288c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber bool onAllocateComponent(const sp<AMessage> &msg); 289f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 290ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber sp<DeathNotifier> mDeathNotifier; 291ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 292f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(UninitializedState); 293f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 294f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 295f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 296f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 297c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberstruct ACodec::LoadedState : public ACodec::BaseState { 298c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber LoadedState(ACodec *codec); 299c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 300c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberprotected: 301c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 302c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber virtual void stateEntered(); 303c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 304c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberprivate: 305c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber friend struct ACodec::UninitializedState; 306c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 307c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber bool onConfigureComponent(const sp<AMessage> &msg); 3087cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden void onCreateInputSurface(const sp<AMessage> &msg); 3098f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang void onSetInputSurface(const sp<AMessage> &msg); 310c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber void onStart(); 311c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber void onShutdown(bool keepComponentAllocated); 312c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 313d291c222357303b9611cab89d0c3b047584ef377Chong Zhang status_t setupInputSurface(); 314d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 315c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(LoadedState); 316c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber}; 317c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 318c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber//////////////////////////////////////////////////////////////////////////////// 319c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 320f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::LoadedToIdleState : public ACodec::BaseState { 321f933441648ef6a71dee783d733aac17b9508b452Andreas Huber LoadedToIdleState(ACodec *codec); 322f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 323f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 324f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 325f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 326f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 327f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 328f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 329f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t allocateBuffers(); 330f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 331f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(LoadedToIdleState); 332f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 333f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 334f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 335f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 336f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::IdleToExecutingState : public ACodec::BaseState { 337f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IdleToExecutingState(ACodec *codec); 338f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 339f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 340f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 341f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 342f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 343f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 344f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 345f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(IdleToExecutingState); 346f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 347f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 348f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 349f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 350f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::ExecutingState : public ACodec::BaseState { 351f933441648ef6a71dee783d733aac17b9508b452Andreas Huber ExecutingState(ACodec *codec); 352f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 353054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar void submitRegularOutputBuffers(); 354054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar void submitOutputMetaBuffers(); 355f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void submitOutputBuffers(); 356f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 357f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // Submit output buffers to the decoder, submit input buffers to client 358f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // to fill with data. 359f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void resume(); 360f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 361349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber // Returns true iff input and output buffers are in play. 362349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber bool active() const { return mActive; } 363349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 364f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 365f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual PortMode getPortMode(OMX_U32 portIndex); 366f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 367f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 368f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 369f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 37090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar virtual bool onOMXFrameRendered(int64_t mediaTimeUs, nsecs_t systemNano); 371f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 372f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 373349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber bool mActive; 374349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 375f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(ExecutingState); 376f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 377f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 378f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 379f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 380f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::OutputPortSettingsChangedState : public ACodec::BaseState { 381f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OutputPortSettingsChangedState(ACodec *codec); 382f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 383f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 384f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual PortMode getPortMode(OMX_U32 portIndex); 385f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 386f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 387f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 388f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 38990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar virtual bool onOMXFrameRendered(int64_t mediaTimeUs, nsecs_t systemNano); 390f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 391f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 392f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(OutputPortSettingsChangedState); 393f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 394f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 395f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 396f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 397f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::ExecutingToIdleState : public ACodec::BaseState { 398f933441648ef6a71dee783d733aac17b9508b452Andreas Huber ExecutingToIdleState(ACodec *codec); 399f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 400f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 401f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 402f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 403f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 404f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 405f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 406f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onOutputBufferDrained(const sp<AMessage> &msg); 407f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onInputBufferFilled(const sp<AMessage> &msg); 408f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 409f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 410f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void changeStateIfWeOwnAllBuffers(); 411f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4125778822d86b0337407514b9372562b86edfa91cdAndreas Huber bool mComponentNowIdle; 4135778822d86b0337407514b9372562b86edfa91cdAndreas Huber 414f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(ExecutingToIdleState); 415f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 416f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 417f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 418f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 419f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::IdleToLoadedState : public ACodec::BaseState { 420f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IdleToLoadedState(ACodec *codec); 421f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 422f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 423f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 424f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 425f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 426f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 427f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 428f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 429f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(IdleToLoadedState); 430f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 431f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 432f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 433f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 434f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::FlushingState : public ACodec::BaseState { 435f933441648ef6a71dee783d733aac17b9508b452Andreas Huber FlushingState(ACodec *codec); 436f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 437f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 438f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 439f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 440f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 441f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 442f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 443f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onOutputBufferDrained(const sp<AMessage> &msg); 444f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onInputBufferFilled(const sp<AMessage> &msg); 445f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 446f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 447f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool mFlushComplete[2]; 448f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 449f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void changeStateIfWeOwnAllBuffers(); 450f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 451f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(FlushingState); 452f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 453f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 454f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 455f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 45615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnarvoid ACodec::BufferInfo::setWriteFence(int fenceFd, const char *dbg) { 45715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (mFenceFd >= 0) { 45815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGW("OVERWRITE OF %s fence %d by write fence %d in %s", 45915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mIsReadFence ? "read" : "write", mFenceFd, fenceFd, dbg); 46015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 46115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mFenceFd = fenceFd; 46215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mIsReadFence = false; 46315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar} 46415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 46515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnarvoid ACodec::BufferInfo::setReadFence(int fenceFd, const char *dbg) { 46615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (mFenceFd >= 0) { 46715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGW("OVERWRITE OF %s fence %d by read fence %d in %s", 46815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mIsReadFence ? "read" : "write", mFenceFd, fenceFd, dbg); 46915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 47015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mFenceFd = fenceFd; 47115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mIsReadFence = true; 47215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar} 47315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 47415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnarvoid ACodec::BufferInfo::checkWriteFence(const char *dbg) { 47515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (mFenceFd >= 0 && mIsReadFence) { 47615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGD("REUSING read fence %d as write fence in %s", mFenceFd, dbg); 47715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 47815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar} 47915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 48015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnarvoid ACodec::BufferInfo::checkReadFence(const char *dbg) { 48115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (mFenceFd >= 0 && !mIsReadFence) { 48215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGD("REUSING write fence %d as read fence in %s", mFenceFd, dbg); 48315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 48415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar} 48515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 48615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar//////////////////////////////////////////////////////////////////////////////// 48715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 488f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::ACodec() 489afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber : mQuirks(0), 490609b815a3131d22da38b2f452faa9f89daad4039Andy Hung mNode(0), 491e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar mNativeWindowUsageBits(0), 4928db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu mIsVideo(false), 493c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mIsEncoder(false), 494346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang mFatalError(false), 4959806555d3930be43e11106281dee354820ac1c88Andreas Huber mShutdownInProgress(false), 49654b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar mExplicitShutdown(false), 4979806555d3930be43e11106281dee354820ac1c88Andreas Huber mEncoderDelay(0), 4989806555d3930be43e11106281dee354820ac1c88Andreas Huber mEncoderPadding(0), 499e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang mRotationDegrees(0), 5009806555d3930be43e11106281dee354820ac1c88Andreas Huber mChannelMaskPresent(false), 501054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mChannelMask(0), 502054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mDequeueCounter(0), 503054219874873b41f1c815552987c10465c34ba2bLajos Molnar mInputMetadataType(kMetadataBufferTypeInvalid), 504054219874873b41f1c815552987c10465c34ba2bLajos Molnar mOutputMetadataType(kMetadataBufferTypeInvalid), 505011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar mLegacyAdaptiveExperiment(false), 506054219874873b41f1c815552987c10465c34ba2bLajos Molnar mMetadataBuffersToSubmit(0), 50794ee4b708acfa941581160b267afb79192b1d816Chong Zhang mRepeatFrameDelayUs(-1ll), 5082c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mMaxPtsGapUs(-1ll), 50937b2b389139ed638831e49708c947863eef631efRonghua Wu mMaxFps(-1), 5102c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mTimePerFrameUs(-1ll), 511609b815a3131d22da38b2f452faa9f89daad4039Andy Hung mTimePerCaptureUs(-1ll), 512ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad mCreateInputBuffersSuspended(false), 5138338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar mTunneled(false), 5148338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar mDescribeColorAspectsIndex((OMX_INDEXTYPE)0) { 515f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mUninitializedState = new UninitializedState(this); 516c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mLoadedState = new LoadedState(this); 517f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mLoadedToIdleState = new LoadedToIdleState(this); 518f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mIdleToExecutingState = new IdleToExecutingState(this); 519f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mExecutingState = new ExecutingState(this); 520f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 521f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mOutputPortSettingsChangedState = 522f933441648ef6a71dee783d733aac17b9508b452Andreas Huber new OutputPortSettingsChangedState(this); 523f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 524f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mExecutingToIdleState = new ExecutingToIdleState(this); 525f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mIdleToLoadedState = new IdleToLoadedState(this); 526f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mFlushingState = new FlushingState(this); 527f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 528f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mPortEOS[kPortIndexInput] = mPortEOS[kPortIndexOutput] = false; 529dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mInputEOSResult = OK; 530f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 531f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeState(mUninitializedState); 532f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 533f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 534f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::~ACodec() { 535f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 536f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 537f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::setNotificationMessage(const sp<AMessage> &msg) { 538f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNotify = msg; 539f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 540f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 541f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::initiateSetup(const sp<AMessage> &msg) { 542f933441648ef6a71dee783d733aac17b9508b452Andreas Huber msg->setWhat(kWhatSetup); 5431d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar msg->setTarget(this); 544f933441648ef6a71dee783d733aac17b9508b452Andreas Huber msg->post(); 545f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 546f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 547a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Hubervoid ACodec::signalSetParameters(const sp<AMessage> ¶ms) { 5481d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatSetParameters, this); 549a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber msg->setMessage("params", params); 550a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber msg->post(); 551a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber} 552a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 5535778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid ACodec::initiateAllocateComponent(const sp<AMessage> &msg) { 5545778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setWhat(kWhatAllocateComponent); 5551d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar msg->setTarget(this); 5565778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->post(); 5575778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 5585778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5595778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid ACodec::initiateConfigureComponent(const sp<AMessage> &msg) { 5605778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setWhat(kWhatConfigureComponent); 5611d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar msg->setTarget(this); 5625778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->post(); 5635778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 5645778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5651dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t ACodec::setSurface(const sp<Surface> &surface) { 5661dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> msg = new AMessage(kWhatSetSurface, this); 5671dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar msg->setObject("surface", surface); 5681dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 5691dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> response; 5701dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = msg->postAndAwaitResponse(&response); 5711dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 5721dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err == OK) { 5731dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar (void)response->findInt32("err", &err); 5741dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 5751dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 5761dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar} 5771dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 5787cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFaddenvoid ACodec::initiateCreateInputSurface() { 5791d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatCreateInputSurface, this))->post(); 5807cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden} 5817cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 5828f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhangvoid ACodec::initiateSetInputSurface( 583d291c222357303b9611cab89d0c3b047584ef377Chong Zhang const sp<PersistentSurface> &surface) { 5848f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang sp<AMessage> msg = new AMessage(kWhatSetInputSurface, this); 585d291c222357303b9611cab89d0c3b047584ef377Chong Zhang msg->setObject("input-surface", surface); 586d291c222357303b9611cab89d0c3b047584ef377Chong Zhang msg->post(); 587d291c222357303b9611cab89d0c3b047584ef377Chong Zhang} 588d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 5897cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFaddenvoid ACodec::signalEndOfInputStream() { 5901d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatSignalEndOfInputStream, this))->post(); 5917cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden} 5927cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 5935778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid ACodec::initiateStart() { 5941d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatStart, this))->post(); 5955778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 5965778822d86b0337407514b9372562b86edfa91cdAndreas Huber 597f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::signalFlush() { 5987a3a2b2f9bb9421dcf83fbd47276e57917078aefJames Dong ALOGV("[%s] signalFlush", mComponentName.c_str()); 5991d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatFlush, this))->post(); 600f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 601f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 602f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::signalResume() { 6031d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatResume, this))->post(); 604f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 605f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 606c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Hubervoid ACodec::initiateShutdown(bool keepComponentAllocated) { 6071d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatShutdown, this); 608c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber msg->setInt32("keepComponentAllocated", keepComponentAllocated); 609c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber msg->post(); 61030358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar if (!keepComponentAllocated) { 61130358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar // ensure shutdown completes in 3 seconds 6121d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatReleaseCodecInstance, this))->post(3000000); 61330358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar } 614f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 615f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 616496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Hubervoid ACodec::signalRequestIDRFrame() { 6171d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatRequestIDRFrame, this))->post(); 618496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber} 619496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 6204dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar// *** NOTE: THE FOLLOWING WORKAROUND WILL BE REMOVED *** 6214dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar// Some codecs may return input buffers before having them processed. 6224dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar// This causes a halt if we already signaled an EOS on the input 6234dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar// port. For now keep submitting an output buffer if there was an 6244dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar// EOS on the input port, but not yet on the output port. 625054219874873b41f1c815552987c10465c34ba2bLajos Molnarvoid ACodec::signalSubmitOutputMetadataBufferIfEOS_workaround() { 6264dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar if (mPortEOS[kPortIndexInput] && !mPortEOS[kPortIndexOutput] && 627054219874873b41f1c815552987c10465c34ba2bLajos Molnar mMetadataBuffersToSubmit > 0) { 628054219874873b41f1c815552987c10465c34ba2bLajos Molnar (new AMessage(kWhatSubmitOutputMetadataBufferIfEOS, this))->post(); 6294dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar } 6304dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar} 6314dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar 6321dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t ACodec::handleSetSurface(const sp<Surface> &surface) { 6331dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // allow keeping unset surface 6341dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (surface == NULL) { 6351dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mNativeWindow != NULL) { 6361dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGW("cannot unset a surface"); 6371dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return INVALID_OPERATION; 6381dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6391dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return OK; 6401dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6411dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 642e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar // cannot switch from bytebuffers to surface 6431dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mNativeWindow == NULL) { 6441dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGW("component was not configured with a surface"); 6451dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return INVALID_OPERATION; 6461dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6471dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 6481dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ANativeWindow *nativeWindow = surface.get(); 6491dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // if we have not yet started the codec, we can simply set the native window 6501dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mBuffers[kPortIndexInput].size() == 0) { 6511dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mNativeWindow = surface; 6521dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return OK; 6531dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6541dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 6551dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // we do not support changing a tunneled surface after start 6561dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mTunneled) { 6571dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGW("cannot change tunneled surface"); 6581dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return INVALID_OPERATION; 6591dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6601dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 661e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar int usageBits = 0; 662e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar status_t err = setupNativeWindowSizeFormatAndUsage(nativeWindow, &usageBits); 6631dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != OK) { 6641dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 6651dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6661dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 667f42917964a76720932b23e67a05d034cd0cf346bChong Zhang int ignoredFlags = kVideoGrallocUsage; 668e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar // New output surface is not allowed to add new usage flag except ignored ones. 669e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar if ((usageBits & ~(mNativeWindowUsageBits | ignoredFlags)) != 0) { 670e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar ALOGW("cannot change usage from %#x to %#x", mNativeWindowUsageBits, usageBits); 671e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar return BAD_VALUE; 672e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar } 673e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar 6741dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // get min undequeued count. We cannot switch to a surface that has a higher 6751dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // undequeued count than we allocated. 6761dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar int minUndequeuedBuffers = 0; 6771dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = nativeWindow->query( 6781dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar nativeWindow, NATIVE_WINDOW_MIN_UNDEQUEUED_BUFFERS, 6791dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar &minUndequeuedBuffers); 6801dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != 0) { 6811dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGE("NATIVE_WINDOW_MIN_UNDEQUEUED_BUFFERS query failed: %s (%d)", 6821dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar strerror(-err), -err); 6831dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 6841dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6851dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (minUndequeuedBuffers > (int)mNumUndequeuedBuffers) { 6861dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGE("new surface holds onto more buffers (%d) than planned for (%zu)", 6871dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar minUndequeuedBuffers, mNumUndequeuedBuffers); 6881dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return BAD_VALUE; 6891dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6901dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 6911dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // we cannot change the number of output buffers while OMX is running 6921dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // set up surface to the same count 6931dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar Vector<BufferInfo> &buffers = mBuffers[kPortIndexOutput]; 6941dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGV("setting up surface for %zu buffers", buffers.size()); 6951dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 6961dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = native_window_set_buffer_count(nativeWindow, buffers.size()); 6971dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != 0) { 6981dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGE("native_window_set_buffer_count failed: %s (%d)", strerror(-err), 6991dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar -err); 7001dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 7011dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7021dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 703dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // need to enable allocation when attaching 704dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar surface->getIGraphicBufferProducer()->allowAllocation(true); 705dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar 7061dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // for meta data mode, we move dequeud buffers to the new surface. 7071dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // for non-meta mode, we must move all registered buffers 7081dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar for (size_t i = 0; i < buffers.size(); ++i) { 7091dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar const BufferInfo &info = buffers[i]; 7101dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // skip undequeued buffers for meta data mode 711054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (storingMetadataInDecodedBuffers() 712011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar && !mLegacyAdaptiveExperiment 7131dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar && info.mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW) { 7141dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGV("skipping buffer %p", info.mGraphicBuffer->getNativeBuffer()); 7151dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar continue; 7161dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7171dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGV("attaching buffer %p", info.mGraphicBuffer->getNativeBuffer()); 7181dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 7191dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = surface->attachBuffer(info.mGraphicBuffer->getNativeBuffer()); 7201dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != OK) { 7211dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGE("failed to attach buffer %p to the new surface: %s (%d)", 7221dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar info.mGraphicBuffer->getNativeBuffer(), 7231dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar strerror(-err), -err); 7241dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 7251dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7261dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7271dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 7281dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // cancel undequeued buffers to new surface 729054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (!storingMetadataInDecodedBuffers() || mLegacyAdaptiveExperiment) { 7301dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar for (size_t i = 0; i < buffers.size(); ++i) { 73115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar BufferInfo &info = buffers.editItemAt(i); 7321dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (info.mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW) { 7331dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGV("canceling buffer %p", info.mGraphicBuffer->getNativeBuffer()); 7341dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = nativeWindow->cancelBuffer( 73515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar nativeWindow, info.mGraphicBuffer->getNativeBuffer(), info.mFenceFd); 73615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info.mFenceFd = -1; 7371dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != OK) { 7381dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGE("failed to cancel buffer %p to the new surface: %s (%d)", 7391dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar info.mGraphicBuffer->getNativeBuffer(), 7401dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar strerror(-err), -err); 7411dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 7421dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7431dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7441dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7451dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // disallow further allocation 7461dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar (void)surface->getIGraphicBufferProducer()->allowAllocation(false); 7471dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7481dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 749484979b1ab25aa41f503bd846323ab93b46d37e5Lajos Molnar // push blank buffers to previous window if requested 750484979b1ab25aa41f503bd846323ab93b46d37e5Lajos Molnar if (mFlags & kFlagPushBlankBuffersToNativeWindowOnShutdown) { 751484979b1ab25aa41f503bd846323ab93b46d37e5Lajos Molnar pushBlankBuffersToNativeWindow(mNativeWindow.get()); 752484979b1ab25aa41f503bd846323ab93b46d37e5Lajos Molnar } 753484979b1ab25aa41f503bd846323ab93b46d37e5Lajos Molnar 7541dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mNativeWindow = nativeWindow; 755e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar mNativeWindowUsageBits = usageBits; 7561dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return OK; 7571dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar} 7581dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 759f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::allocateBuffersOnPort(OMX_U32 portIndex) { 760f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 761f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 762f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(mDealer[portIndex] == NULL); 763f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(mBuffers[portIndex].isEmpty()); 764f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7655778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err; 766f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mNativeWindow != NULL && portIndex == kPortIndexOutput) { 767054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (storingMetadataInDecodedBuffers()) { 768054219874873b41f1c815552987c10465c34ba2bLajos Molnar err = allocateOutputMetadataBuffers(); 769054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } else { 770054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar err = allocateOutputBuffersFromNativeWindow(); 771054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 7725778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 7735778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 7745778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&def); 7755778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.nPortIndex = portIndex; 776f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7775778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->getParameter( 7785778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 779f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7805778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err == OK) { 781054219874873b41f1c815552987c10465c34ba2bLajos Molnar MetadataBufferType type = 782054219874873b41f1c815552987c10465c34ba2bLajos Molnar portIndex == kPortIndexOutput ? mOutputMetadataType : mInputMetadataType; 783054219874873b41f1c815552987c10465c34ba2bLajos Molnar int32_t bufSize = def.nBufferSize; 784054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (type == kMetadataBufferTypeGrallocSource) { 785054219874873b41f1c815552987c10465c34ba2bLajos Molnar bufSize = sizeof(VideoGrallocMetadata); 786054219874873b41f1c815552987c10465c34ba2bLajos Molnar } else if (type == kMetadataBufferTypeANWBuffer) { 787054219874873b41f1c815552987c10465c34ba2bLajos Molnar bufSize = sizeof(VideoNativeMetadata); 788054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 789054219874873b41f1c815552987c10465c34ba2bLajos Molnar 790054219874873b41f1c815552987c10465c34ba2bLajos Molnar // If using gralloc or native source input metadata buffers, allocate largest 791054219874873b41f1c815552987c10465c34ba2bLajos Molnar // metadata size as we prefer to generate native source metadata, but component 7925fb8b2987ab96ad65dc4b046616607ece16d6fb3Lajos Molnar // may require gralloc source. For camera source, allocate at least enough 7935fb8b2987ab96ad65dc4b046616607ece16d6fb3Lajos Molnar // size for native metadata buffers. 794054219874873b41f1c815552987c10465c34ba2bLajos Molnar int32_t allottedSize = bufSize; 7955fb8b2987ab96ad65dc4b046616607ece16d6fb3Lajos Molnar if (portIndex == kPortIndexInput && type >= kMetadataBufferTypeGrallocSource) { 796054219874873b41f1c815552987c10465c34ba2bLajos Molnar bufSize = max(sizeof(VideoGrallocMetadata), sizeof(VideoNativeMetadata)); 7975fb8b2987ab96ad65dc4b046616607ece16d6fb3Lajos Molnar } else if (portIndex == kPortIndexInput && type == kMetadataBufferTypeCameraSource) { 7985fb8b2987ab96ad65dc4b046616607ece16d6fb3Lajos Molnar bufSize = max(bufSize, (int32_t)sizeof(VideoNativeMetadata)); 799054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 800054219874873b41f1c815552987c10465c34ba2bLajos Molnar 801054219874873b41f1c815552987c10465c34ba2bLajos Molnar ALOGV("[%s] Allocating %u buffers of size %d/%d (from %u using %s) on %s port", 8025778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentName.c_str(), 803054219874873b41f1c815552987c10465c34ba2bLajos Molnar def.nBufferCountActual, bufSize, allottedSize, def.nBufferSize, asString(type), 8045778822d86b0337407514b9372562b86edfa91cdAndreas Huber portIndex == kPortIndexInput ? "input" : "output"); 805f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 80634e63e9ffe6496d9180c825dc119c1fd1020ef8bMarco Nelissen if (bufSize == 0 || def.nBufferCountActual > SIZE_MAX / bufSize) { 80734e63e9ffe6496d9180c825dc119c1fd1020ef8bMarco Nelissen ALOGE("b/22885421"); 80834e63e9ffe6496d9180c825dc119c1fd1020ef8bMarco Nelissen return NO_MEMORY; 80934e63e9ffe6496d9180c825dc119c1fd1020ef8bMarco Nelissen } 810054219874873b41f1c815552987c10465c34ba2bLajos Molnar size_t totalSize = def.nBufferCountActual * bufSize; 8115778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDealer[portIndex] = new MemoryDealer(totalSize, "ACodec"); 812f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 813054219874873b41f1c815552987c10465c34ba2bLajos Molnar for (OMX_U32 i = 0; i < def.nBufferCountActual && err == OK; ++i) { 814054219874873b41f1c815552987c10465c34ba2bLajos Molnar sp<IMemory> mem = mDealer[portIndex]->allocate(bufSize); 8155581770ee0dde70e2e9c50533be35e537a5800efChong Zhang if (mem == NULL || mem->pointer() == NULL) { 816777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return NO_MEMORY; 817777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 818f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 819ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber BufferInfo info; 820ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber info.mStatus = BufferInfo::OWNED_BY_US; 82115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info.mFenceFd = -1; 82290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar info.mRenderInfo = NULL; 823a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar info.mNativeHandle = NULL; 824f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 825afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber uint32_t requiresAllocateBufferBit = 826afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber (portIndex == kPortIndexInput) 827b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar ? kRequiresAllocateBufferOnInputPorts 828b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar : kRequiresAllocateBufferOnOutputPorts; 8291065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber 830e33d922fd86699c664a15f09e6d8b2e422736a40Lajos Molnar if (portIndex == kPortIndexInput && (mFlags & kFlagIsSecure)) { 831ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber mem.clear(); 832ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 833a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar void *ptr = NULL; 834a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar native_handle_t *native_handle = NULL; 835a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar err = mOMX->allocateSecureBuffer( 836054219874873b41f1c815552987c10465c34ba2bLajos Molnar mNode, portIndex, bufSize, &info.mBufferID, 837a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar &ptr, &native_handle); 838a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar 839a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar // TRICKY: this representation is unorthodox, but ACodec requires 840a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar // an ABuffer with a proper size to validate range offsets and lengths. 841a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar // Since mData is never referenced for secure input, it is used to store 842a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar // either the pointer to the secure buffer, or the opaque handle as on 843a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar // some devices ptr is actually an opaque handle, not a pointer. 844a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar 845a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar // TRICKY2: use native handle as the base of the ABuffer if received one, 846a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar // because Widevine source only receives these base addresses. 847a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar info.mData = new ABuffer(ptr != NULL ? ptr : (void *)native_handle, bufSize); 848a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar info.mNativeHandle = NativeHandle::create(native_handle, true /* ownsHandle */); 849ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } else if (mQuirks & requiresAllocateBufferBit) { 8505778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->allocateBufferWithBackup( 851054219874873b41f1c815552987c10465c34ba2bLajos Molnar mNode, portIndex, mem, &info.mBufferID, allottedSize); 8525778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 853054219874873b41f1c815552987c10465c34ba2bLajos Molnar err = mOMX->useBuffer(mNode, portIndex, mem, &info.mBufferID, allottedSize); 854ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 855ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 856ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber if (mem != NULL) { 857054219874873b41f1c815552987c10465c34ba2bLajos Molnar info.mData = new ABuffer(mem->pointer(), bufSize); 858054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (type == kMetadataBufferTypeANWBuffer) { 859054219874873b41f1c815552987c10465c34ba2bLajos Molnar ((VideoNativeMetadata *)mem->pointer())->nFenceFd = -1; 860054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 86186b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu info.mMemRef = mem; 8625778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 8631065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber 8645778822d86b0337407514b9372562b86edfa91cdAndreas Huber mBuffers[portIndex].push(info); 8651065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber } 8661065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber } 8675778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 868f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 8695778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 8705778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 8715778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 872f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 8735778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> notify = mNotify->dup(); 874d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatBuffersAllocated); 8755778822d86b0337407514b9372562b86edfa91cdAndreas Huber 8765778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->setInt32("portIndex", portIndex); 877eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 878eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber sp<PortDescription> desc = new PortDescription; 879eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 8805778822d86b0337407514b9372562b86edfa91cdAndreas Huber for (size_t i = 0; i < mBuffers[portIndex].size(); ++i) { 881eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber const BufferInfo &info = mBuffers[portIndex][i]; 882a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar desc->addBuffer(info.mBufferID, info.mData, info.mNativeHandle, info.mMemRef); 883f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 884f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 885eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber notify->setObject("portDesc", desc); 8865778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->post(); 8875778822d86b0337407514b9372562b86edfa91cdAndreas Huber 888f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return OK; 889f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 890f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 891e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnarstatus_t ACodec::setupNativeWindowSizeFormatAndUsage( 892e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar ANativeWindow *nativeWindow /* nonnull */, int *finalUsage /* nonnull */) { 8931dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar OMX_PARAM_PORTDEFINITIONTYPE def; 8941dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar InitOMXParams(&def); 8951dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar def.nPortIndex = kPortIndexOutput; 8961dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 8971dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = mOMX->getParameter( 8981dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 8991dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 9001dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != OK) { 9011dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 9021dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 9031dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 9041dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar OMX_U32 usage = 0; 9051dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = mOMX->getGraphicBufferUsage(mNode, kPortIndexOutput, &usage); 9061dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != 0) { 9071dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGW("querying usage flags from OMX IL component failed: %d", err); 9081dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // XXX: Currently this error is logged, but not fatal. 9091dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar usage = 0; 9101dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 9111dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar int omxUsage = usage; 9121dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 9131dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mFlags & kFlagIsGrallocUsageProtected) { 9141dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar usage |= GRALLOC_USAGE_PROTECTED; 9151dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 9161dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 917f42917964a76720932b23e67a05d034cd0cf346bChong Zhang usage |= kVideoGrallocUsage; 918e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar *finalUsage = usage; 919b2d0b487efd40700199852c9a18b369b1651f15bLajos Molnar 9201dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGV("gralloc usage: %#x(OMX) => %#x(ACodec)", omxUsage, usage); 9211dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return setNativeWindowSizeFormatAndUsage( 9221dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar nativeWindow, 9231dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar def.format.video.nFrameWidth, 9241dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar def.format.video.nFrameHeight, 9251dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar def.format.video.eColorFormat, 9261dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mRotationDegrees, 9271dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar usage); 9281dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar} 9291dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 9301dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t ACodec::configureOutputBuffersFromNativeWindow( 9311dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar OMX_U32 *bufferCount, OMX_U32 *bufferSize, 9321dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar OMX_U32 *minUndequeuedBuffers) { 9331dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar OMX_PARAM_PORTDEFINITIONTYPE def; 9341dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar InitOMXParams(&def); 9351dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar def.nPortIndex = kPortIndexOutput; 9361dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 9371dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = mOMX->getParameter( 9381dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 9391dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 9401dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err == OK) { 941e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar err = setupNativeWindowSizeFormatAndUsage(mNativeWindow.get(), &mNativeWindowUsageBits); 9421dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 9431dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != OK) { 944e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar mNativeWindowUsageBits = 0; 9451dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 9461dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 9471dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 948ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad // Exits here for tunneled video playback codecs -- i.e. skips native window 949ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad // buffer allocation step as this is managed by the tunneled OMX omponent 950ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad // itself and explicitly sets def.nBufferCountActual to 0. 951ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad if (mTunneled) { 952ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad ALOGV("Tunneled Playback: skipping native window buffer allocation."); 953ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad def.nBufferCountActual = 0; 954ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad err = mOMX->setParameter( 955ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 956ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad 957ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad *minUndequeuedBuffers = 0; 958ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad *bufferCount = 0; 959ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad *bufferSize = 0; 960ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad return err; 961ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad } 962ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad 963054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar *minUndequeuedBuffers = 0; 964258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis err = mNativeWindow->query( 965258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis mNativeWindow.get(), NATIVE_WINDOW_MIN_UNDEQUEUED_BUFFERS, 966054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar (int *)minUndequeuedBuffers); 967258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis 968258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis if (err != 0) { 96929357bc2c0dd7c43ad3bd0c8e3efa4e6fd9bfd47Steve Block ALOGE("NATIVE_WINDOW_MIN_UNDEQUEUED_BUFFERS query failed: %s (%d)", 970258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis strerror(-err), -err); 971258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis return err; 972258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis } 973258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis 974e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // FIXME: assume that surface is controlled by app (native window 975e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // returns the number for the case when surface is not controlled by app) 9761faa41704e0b976e546321effcb09a85767d51baLajos Molnar // FIXME2: This means that minUndeqeueudBufs can be 1 larger than reported 9771faa41704e0b976e546321effcb09a85767d51baLajos Molnar // For now, try to allocate 1 more buffer, but don't fail if unsuccessful 978e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar 979e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // Use conservative allocation while also trying to reduce starvation 980e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // 981e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // 1. allocate at least nBufferCountMin + minUndequeuedBuffers - that is the 982e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // minimum needed for the consumer to be able to work 983e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // 2. try to allocate two (2) additional buffers to reduce starvation from 984e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // the consumer 9851faa41704e0b976e546321effcb09a85767d51baLajos Molnar // plus an extra buffer to account for incorrect minUndequeuedBufs 9861faa41704e0b976e546321effcb09a85767d51baLajos Molnar for (OMX_U32 extraBuffers = 2 + 1; /* condition inside loop */; extraBuffers--) { 987e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar OMX_U32 newBufferCount = 988e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar def.nBufferCountMin + *minUndequeuedBuffers + extraBuffers; 989258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis def.nBufferCountActual = newBufferCount; 990258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis err = mOMX->setParameter( 991258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 992258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis 993e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar if (err == OK) { 994e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar *minUndequeuedBuffers += extraBuffers; 995e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar break; 996e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar } 997e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar 998609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGW("[%s] setting nBufferCountActual to %u failed: %d", 999e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar mComponentName.c_str(), newBufferCount, err); 1000e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar /* exit condition */ 1001e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar if (extraBuffers == 0) { 1002258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis return err; 1003258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis } 1004258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis } 1005258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis 1006f933441648ef6a71dee783d733aac17b9508b452Andreas Huber err = native_window_set_buffer_count( 1007f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNativeWindow.get(), def.nBufferCountActual); 1008f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1009f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != 0) { 101029357bc2c0dd7c43ad3bd0c8e3efa4e6fd9bfd47Steve Block ALOGE("native_window_set_buffer_count failed: %s (%d)", strerror(-err), 1011f933441648ef6a71dee783d733aac17b9508b452Andreas Huber -err); 1012f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 1013f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1014f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1015054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar *bufferCount = def.nBufferCountActual; 1016054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar *bufferSize = def.nBufferSize; 1017054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar return err; 1018054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar} 1019054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1020054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnarstatus_t ACodec::allocateOutputBuffersFromNativeWindow() { 1021054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar OMX_U32 bufferCount, bufferSize, minUndequeuedBuffers; 1022054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar status_t err = configureOutputBuffersFromNativeWindow( 1023054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar &bufferCount, &bufferSize, &minUndequeuedBuffers); 1024054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar if (err != 0) 1025054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar return err; 1026e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar mNumUndequeuedBuffers = minUndequeuedBuffers; 1027054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1028054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (!storingMetadataInDecodedBuffers()) { 10293298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia static_cast<Surface*>(mNativeWindow.get()) 10303298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia ->getIGraphicBufferProducer()->allowAllocation(true); 10313298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia } 10323298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia 1033609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] Allocating %u buffers from a native window of size %u on " 1034f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "output port", 1035054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mComponentName.c_str(), bufferCount, bufferSize); 1036f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1037f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // Dequeue buffers and send them to OMX 1038054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar for (OMX_U32 i = 0; i < bufferCount; i++) { 10398ce2364512f7c32c824f5ec5719688830ba72427Iliyan Malchev ANativeWindowBuffer *buf; 104015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int fenceFd; 104115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar err = mNativeWindow->dequeueBuffer(mNativeWindow.get(), &buf, &fenceFd); 1042f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != 0) { 104329357bc2c0dd7c43ad3bd0c8e3efa4e6fd9bfd47Steve Block ALOGE("dequeueBuffer failed: %s (%d)", strerror(-err), -err); 1044f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 1045f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1046f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1047f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<GraphicBuffer> graphicBuffer(new GraphicBuffer(buf, false)); 104874006804065941841883c4b46ee785070164023fJamie Gennis BufferInfo info; 104974006804065941841883c4b46ee785070164023fJamie Gennis info.mStatus = BufferInfo::OWNED_BY_US; 105015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info.mFenceFd = fenceFd; 105115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info.mIsReadFence = false; 105290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar info.mRenderInfo = NULL; 1053054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar info.mData = new ABuffer(NULL /* data */, bufferSize /* capacity */); 105474006804065941841883c4b46ee785070164023fJamie Gennis info.mGraphicBuffer = graphicBuffer; 105574006804065941841883c4b46ee785070164023fJamie Gennis mBuffers[kPortIndexOutput].push(info); 105674006804065941841883c4b46ee785070164023fJamie Gennis 1057f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferId; 1058f933441648ef6a71dee783d733aac17b9508b452Andreas Huber err = mOMX->useGraphicBuffer(mNode, kPortIndexOutput, graphicBuffer, 1059f933441648ef6a71dee783d733aac17b9508b452Andreas Huber &bufferId); 1060f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != 0) { 1061609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGE("registering GraphicBuffer %u with OMX IL component failed: " 106274006804065941841883c4b46ee785070164023fJamie Gennis "%d", i, err); 1063f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 1064f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1065f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 106674006804065941841883c4b46ee785070164023fJamie Gennis mBuffers[kPortIndexOutput].editItemAt(i).mBufferID = bufferId; 106774006804065941841883c4b46ee785070164023fJamie Gennis 1068609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] Registered graphic buffer with ID %u (pointer = %p)", 1069f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mComponentName.c_str(), 1070f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bufferId, graphicBuffer.get()); 1071f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1072f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1073f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 cancelStart; 1074f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 cancelEnd; 1075f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1076f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != 0) { 1077f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // If an error occurred while dequeuing we need to cancel any buffers 1078f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // that were dequeued. 1079f933441648ef6a71dee783d733aac17b9508b452Andreas Huber cancelStart = 0; 108074006804065941841883c4b46ee785070164023fJamie Gennis cancelEnd = mBuffers[kPortIndexOutput].size(); 1081f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else { 1082054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar // Return the required minimum undequeued buffers to the native window. 1083054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar cancelStart = bufferCount - minUndequeuedBuffers; 1084054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar cancelEnd = bufferCount; 1085f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1086f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1087f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (OMX_U32 i = cancelStart; i < cancelEnd; i++) { 1088f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = &mBuffers[kPortIndexOutput].editItemAt(i); 10893175d2babfcdcb64f41309157e0436d00375ae4bWei Jia if (info->mStatus == BufferInfo::OWNED_BY_US) { 10903175d2babfcdcb64f41309157e0436d00375ae4bWei Jia status_t error = cancelBufferToNativeWindow(info); 10913175d2babfcdcb64f41309157e0436d00375ae4bWei Jia if (err == 0) { 10923175d2babfcdcb64f41309157e0436d00375ae4bWei Jia err = error; 10933175d2babfcdcb64f41309157e0436d00375ae4bWei Jia } 10943fb9f68dea5d991288f0ea8037742b50c7df5767Wei Jia } 1095f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1096f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1097054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (!storingMetadataInDecodedBuffers()) { 10983298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia static_cast<Surface*>(mNativeWindow.get()) 10993298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia ->getIGraphicBufferProducer()->allowAllocation(false); 11003298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia } 11013298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia 1102f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 1103f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1104f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1105054219874873b41f1c815552987c10465c34ba2bLajos Molnarstatus_t ACodec::allocateOutputMetadataBuffers() { 1106054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar OMX_U32 bufferCount, bufferSize, minUndequeuedBuffers; 1107054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar status_t err = configureOutputBuffersFromNativeWindow( 1108054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar &bufferCount, &bufferSize, &minUndequeuedBuffers); 1109054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar if (err != 0) 1110054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar return err; 1111e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar mNumUndequeuedBuffers = minUndequeuedBuffers; 1112054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1113e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar ALOGV("[%s] Allocating %u meta buffers on output port", 1114e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar mComponentName.c_str(), bufferCount); 1115e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1116054219874873b41f1c815552987c10465c34ba2bLajos Molnar size_t bufSize = mOutputMetadataType == kMetadataBufferTypeANWBuffer ? 1117054219874873b41f1c815552987c10465c34ba2bLajos Molnar sizeof(struct VideoNativeMetadata) : sizeof(struct VideoGrallocMetadata); 1118054219874873b41f1c815552987c10465c34ba2bLajos Molnar size_t totalSize = bufferCount * bufSize; 1119e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar mDealer[kPortIndexOutput] = new MemoryDealer(totalSize, "ACodec"); 1120e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1121e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar // Dequeue buffers and send them to OMX 1122e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar for (OMX_U32 i = 0; i < bufferCount; i++) { 1123e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar BufferInfo info; 1124e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar info.mStatus = BufferInfo::OWNED_BY_NATIVE_WINDOW; 112515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info.mFenceFd = -1; 112690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar info.mRenderInfo = NULL; 1127e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar info.mGraphicBuffer = NULL; 1128e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar info.mDequeuedAt = mDequeueCounter; 1129e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1130054219874873b41f1c815552987c10465c34ba2bLajos Molnar sp<IMemory> mem = mDealer[kPortIndexOutput]->allocate(bufSize); 11315581770ee0dde70e2e9c50533be35e537a5800efChong Zhang if (mem == NULL || mem->pointer() == NULL) { 1132777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return NO_MEMORY; 1133777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 1134054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mOutputMetadataType == kMetadataBufferTypeANWBuffer) { 1135054219874873b41f1c815552987c10465c34ba2bLajos Molnar ((VideoNativeMetadata *)mem->pointer())->nFenceFd = -1; 1136054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 1137e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar info.mData = new ABuffer(mem->pointer(), mem->size()); 1138e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1139e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar // we use useBuffer for metadata regardless of quirks 1140e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar err = mOMX->useBuffer( 1141cc7cc67349b7a3f498882087aa42ffc05a2daf11Lajos Molnar mNode, kPortIndexOutput, mem, &info.mBufferID, mem->size()); 114286b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu info.mMemRef = mem; 1143e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar mBuffers[kPortIndexOutput].push(info); 1144e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1145e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar ALOGV("[%s] allocated meta buffer with ID %u (pointer = %p)", 1146e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar mComponentName.c_str(), info.mBufferID, mem->pointer()); 1147e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar } 1148e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1149011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar if (mLegacyAdaptiveExperiment) { 1150e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar // preallocate and preregister buffers 1151011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar static_cast<Surface *>(mNativeWindow.get()) 1152011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar ->getIGraphicBufferProducer()->allowAllocation(true); 1153011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar 1154011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar ALOGV("[%s] Allocating %u buffers from a native window of size %u on " 1155011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar "output port", 1156011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar mComponentName.c_str(), bufferCount, bufferSize); 1157011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar 1158011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar // Dequeue buffers then cancel them all 1159011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar for (OMX_U32 i = 0; i < bufferCount; i++) { 1160e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar BufferInfo *info = &mBuffers[kPortIndexOutput].editItemAt(i); 1161e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1162011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar ANativeWindowBuffer *buf; 116315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int fenceFd; 116415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar err = mNativeWindow->dequeueBuffer(mNativeWindow.get(), &buf, &fenceFd); 1165011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar if (err != 0) { 1166011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar ALOGE("dequeueBuffer failed: %s (%d)", strerror(-err), -err); 1167011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar break; 1168011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar } 1169011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar 1170011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar sp<GraphicBuffer> graphicBuffer(new GraphicBuffer(buf, false)); 1171e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar mOMX->updateGraphicBufferInMeta( 1172e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar mNode, kPortIndexOutput, graphicBuffer, info->mBufferID); 1173e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar info->mStatus = BufferInfo::OWNED_BY_US; 117415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->setWriteFence(fenceFd, "allocateOutputMetadataBuffers for legacy"); 1175e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar info->mGraphicBuffer = graphicBuffer; 1176011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar } 1177011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar 1178011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar for (OMX_U32 i = 0; i < mBuffers[kPortIndexOutput].size(); i++) { 1179011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar BufferInfo *info = &mBuffers[kPortIndexOutput].editItemAt(i); 11803175d2babfcdcb64f41309157e0436d00375ae4bWei Jia if (info->mStatus == BufferInfo::OWNED_BY_US) { 11813175d2babfcdcb64f41309157e0436d00375ae4bWei Jia status_t error = cancelBufferToNativeWindow(info); 11823175d2babfcdcb64f41309157e0436d00375ae4bWei Jia if (err == OK) { 11833175d2babfcdcb64f41309157e0436d00375ae4bWei Jia err = error; 11843175d2babfcdcb64f41309157e0436d00375ae4bWei Jia } 1185011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar } 1186011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar } 1187011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar 1188011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar static_cast<Surface*>(mNativeWindow.get()) 1189011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar ->getIGraphicBufferProducer()->allowAllocation(false); 1190011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar } 1191011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar 1192054219874873b41f1c815552987c10465c34ba2bLajos Molnar mMetadataBuffersToSubmit = bufferCount - minUndequeuedBuffers; 1193054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar return err; 1194054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar} 1195054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1196054219874873b41f1c815552987c10465c34ba2bLajos Molnarstatus_t ACodec::submitOutputMetadataBuffer() { 1197054219874873b41f1c815552987c10465c34ba2bLajos Molnar CHECK(storingMetadataInDecodedBuffers()); 1198054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mMetadataBuffersToSubmit == 0) 1199054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar return OK; 1200054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1201054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar BufferInfo *info = dequeueBufferFromNativeWindow(); 12020806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (info == NULL) { 1203054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar return ERROR_IO; 12040806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 1205054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1206609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] submitting output meta buffer ID %u for graphic buffer %p", 1207054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mComponentName.c_str(), info->mBufferID, info->mGraphicBuffer.get()); 1208054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1209054219874873b41f1c815552987c10465c34ba2bLajos Molnar --mMetadataBuffersToSubmit; 121015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkWriteFence("submitOutputMetadataBuffer"); 121115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar status_t err = mOMX->fillBuffer(mNode, info->mBufferID, info->mFenceFd); 121215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 1213777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err == OK) { 1214777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim info->mStatus = BufferInfo::OWNED_BY_COMPONENT; 1215777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 1216054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1217777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 1218054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar} 1219054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 122015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnarstatus_t ACodec::waitForFence(int fd, const char *dbg ) { 122115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar status_t res = OK; 122215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (fd >= 0) { 122315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar sp<Fence> fence = new Fence(fd); 122415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar res = fence->wait(IOMX::kFenceTimeoutMs); 122515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGW_IF(res != OK, "FENCE TIMEOUT for %d in %s", fd, dbg); 122615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 122715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar return res; 122815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar} 122915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 12300806340688c937e7b78c2d89db3809274130df4eLajos Molnar// static 12310806340688c937e7b78c2d89db3809274130df4eLajos Molnarconst char *ACodec::_asString(BufferInfo::Status s) { 12320806340688c937e7b78c2d89db3809274130df4eLajos Molnar switch (s) { 12330806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_US: return "OUR"; 12340806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_COMPONENT: return "COMPONENT"; 12350806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_UPSTREAM: return "UPSTREAM"; 12360806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_DOWNSTREAM: return "DOWNSTREAM"; 12370806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_NATIVE_WINDOW: return "SURFACE"; 12380806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::UNRECOGNIZED: return "UNRECOGNIZED"; 12390806340688c937e7b78c2d89db3809274130df4eLajos Molnar default: return "?"; 12400806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 12410806340688c937e7b78c2d89db3809274130df4eLajos Molnar} 12420806340688c937e7b78c2d89db3809274130df4eLajos Molnar 12430806340688c937e7b78c2d89db3809274130df4eLajos Molnarvoid ACodec::dumpBuffers(OMX_U32 portIndex) { 12440806340688c937e7b78c2d89db3809274130df4eLajos Molnar CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 12450806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGI("[%s] %s port has %zu buffers:", mComponentName.c_str(), 12460806340688c937e7b78c2d89db3809274130df4eLajos Molnar portIndex == kPortIndexInput ? "input" : "output", mBuffers[portIndex].size()); 12470806340688c937e7b78c2d89db3809274130df4eLajos Molnar for (size_t i = 0; i < mBuffers[portIndex].size(); ++i) { 12480806340688c937e7b78c2d89db3809274130df4eLajos Molnar const BufferInfo &info = mBuffers[portIndex][i]; 12490806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGI(" slot %2zu: #%8u %p/%p %s(%d) dequeued:%u", 12500806340688c937e7b78c2d89db3809274130df4eLajos Molnar i, info.mBufferID, info.mGraphicBuffer.get(), 12510806340688c937e7b78c2d89db3809274130df4eLajos Molnar info.mGraphicBuffer == NULL ? NULL : info.mGraphicBuffer->getNativeBuffer(), 12520806340688c937e7b78c2d89db3809274130df4eLajos Molnar _asString(info.mStatus), info.mStatus, info.mDequeuedAt); 12530806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 12540806340688c937e7b78c2d89db3809274130df4eLajos Molnar} 12550806340688c937e7b78c2d89db3809274130df4eLajos Molnar 1256f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::cancelBufferToNativeWindow(BufferInfo *info) { 1257f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ((int)info->mStatus, (int)BufferInfo::OWNED_BY_US); 1258f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1259609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] Calling cancelBuffer on buffer %u", 1260f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mComponentName.c_str(), info->mBufferID); 1261f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 126215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkWriteFence("cancelBufferToNativeWindow"); 1263f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int err = mNativeWindow->cancelBuffer( 126415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mNativeWindow.get(), info->mGraphicBuffer.get(), info->mFenceFd); 126515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 1266f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 12673fb9f68dea5d991288f0ea8037742b50c7df5767Wei Jia ALOGW_IF(err != 0, "[%s] can not return buffer %u to native window", 12683fb9f68dea5d991288f0ea8037742b50c7df5767Wei Jia mComponentName.c_str(), info->mBufferID); 12690806340688c937e7b78c2d89db3809274130df4eLajos Molnar // change ownership even if cancelBuffer fails 1270f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_NATIVE_WINDOW; 1271f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 12723fb9f68dea5d991288f0ea8037742b50c7df5767Wei Jia return err; 1273f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1274f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 127590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarvoid ACodec::updateRenderInfoForDequeuedBuffer( 127690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar ANativeWindowBuffer *buf, int fenceFd, BufferInfo *info) { 127790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 127890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar info->mRenderInfo = 127990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mRenderTracker.updateInfoForDequeuedBuffer( 128090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar buf, fenceFd, info - &mBuffers[kPortIndexOutput][0]); 128190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 128290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // check for any fences already signaled 128390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar notifyOfRenderedFrames(false /* dropIncomplete */, info->mRenderInfo); 128490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 128590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 128690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarvoid ACodec::onFrameRendered(int64_t mediaTimeUs, nsecs_t systemNano) { 128790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (mRenderTracker.onFrameRendered(mediaTimeUs, systemNano) != OK) { 128890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mRenderTracker.dumpRenderQueue(); 128990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 129090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 129190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 129290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarvoid ACodec::notifyOfRenderedFrames(bool dropIncomplete, FrameRenderTracker::Info *until) { 129390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar sp<AMessage> msg = mNotify->dup(); 129490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar msg->setInt32("what", CodecBase::kWhatOutputFramesRendered); 129590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar std::list<FrameRenderTracker::Info> done = 129690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mRenderTracker.checkFencesAndGetRenderedFrames(until, dropIncomplete); 129790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 129890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // unlink untracked frames 129990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar for (std::list<FrameRenderTracker::Info>::const_iterator it = done.cbegin(); 130090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar it != done.cend(); ++it) { 1301604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar ssize_t index = it->getIndex(); 1302604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar if (index >= 0 && (size_t)index < mBuffers[kPortIndexOutput].size()) { 1303604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar mBuffers[kPortIndexOutput].editItemAt(index).mRenderInfo = NULL; 1304604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar } else if (index >= 0) { 1305604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar // THIS SHOULD NEVER HAPPEN 1306604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar ALOGE("invalid index %zd in %zu", index, mBuffers[kPortIndexOutput].size()); 130790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 130890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 130990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 131090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (MediaCodec::CreateFramesRenderedMessage(done, msg)) { 131190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar msg->post(); 131290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 131390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 131490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 1315f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::BufferInfo *ACodec::dequeueBufferFromNativeWindow() { 13168ce2364512f7c32c824f5ec5719688830ba72427Iliyan Malchev ANativeWindowBuffer *buf; 1317054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar CHECK(mNativeWindow.get() != NULL); 1318ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad 1319ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad if (mTunneled) { 1320ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad ALOGW("dequeueBufferFromNativeWindow() should not be called in tunnel" 1321ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad " video playback mode mode!"); 1322ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad return NULL; 1323ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad } 1324ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad 1325346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang if (mFatalError) { 1326346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang ALOGW("not dequeuing from native window due to fatal error"); 1327346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang return NULL; 1328346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang } 1329346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang 133015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int fenceFd = -1; 1331dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar do { 133215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar status_t err = mNativeWindow->dequeueBuffer(mNativeWindow.get(), &buf, &fenceFd); 133315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (err != 0) { 133415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGE("dequeueBuffer failed: %s(%d).", asString(err), err); 1335dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar return NULL; 1336dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar } 1337f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1338dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar bool stale = false; 1339b92add32c22656dedfb82d26ccc168c43c92b8ebChad Brubaker for (size_t i = mBuffers[kPortIndexOutput].size(); i > 0;) { 1340b92add32c22656dedfb82d26ccc168c43c92b8ebChad Brubaker i--; 1341dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar BufferInfo *info = &mBuffers[kPortIndexOutput].editItemAt(i); 1342dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar 1343dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar if (info->mGraphicBuffer != NULL && 134490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar info->mGraphicBuffer->handle == buf->handle) { 1345dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // Since consumers can attach buffers to BufferQueues, it is possible 1346dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // that a known yet stale buffer can return from a surface that we 1347dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // once used. We can simply ignore this as we have already dequeued 1348dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // this buffer properly. NOTE: this does not eliminate all cases, 1349dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // e.g. it is possible that we have queued the valid buffer to the 1350dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // NW, and a stale copy of the same buffer gets dequeued - which will 1351dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // be treated as the valid buffer by ACodec. 1352dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar if (info->mStatus != BufferInfo::OWNED_BY_NATIVE_WINDOW) { 1353dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar ALOGI("dequeued stale buffer %p. discarding", buf); 1354dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar stale = true; 1355dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar break; 1356dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar } 135790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 1358dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar ALOGV("dequeued buffer %p", info->mGraphicBuffer->getNativeBuffer()); 1359dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar info->mStatus = BufferInfo::OWNED_BY_US; 136015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->setWriteFence(fenceFd, "dequeueBufferFromNativeWindow"); 136190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar updateRenderInfoForDequeuedBuffer(buf, fenceFd, info); 1362dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar return info; 1363dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar } 1364dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar } 1365f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1366dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // It is also possible to receive a previously unregistered buffer 1367dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // in non-meta mode. These should be treated as stale buffers. The 1368dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // same is possible in meta mode, in which case, it will be treated 1369dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // as a normal buffer, which is not desirable. 1370dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // TODO: fix this. 1371054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (!stale && (!storingMetadataInDecodedBuffers() || mLegacyAdaptiveExperiment)) { 1372dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar ALOGI("dequeued unrecognized (stale) buffer %p. discarding", buf); 1373dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar stale = true; 1374dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar } 1375dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar if (stale) { 1376dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // TODO: detach stale buffer, but there is no API yet to do it. 1377dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar buf = NULL; 1378f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1379dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar } while (buf == NULL); 1380054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1381dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // get oldest undequeued buffer 1382dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar BufferInfo *oldest = NULL; 1383b92add32c22656dedfb82d26ccc168c43c92b8ebChad Brubaker for (size_t i = mBuffers[kPortIndexOutput].size(); i > 0;) { 1384b92add32c22656dedfb82d26ccc168c43c92b8ebChad Brubaker i--; 1385dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar BufferInfo *info = 1386dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar &mBuffers[kPortIndexOutput].editItemAt(i); 1387054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar if (info->mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW && 1388054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar (oldest == NULL || 1389054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar // avoid potential issues from counter rolling over 1390054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mDequeueCounter - info->mDequeuedAt > 1391054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mDequeueCounter - oldest->mDequeuedAt)) { 1392054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar oldest = info; 1393054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 1394054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 1395054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 13960806340688c937e7b78c2d89db3809274130df4eLajos Molnar // it is impossible dequeue a buffer when there are no buffers with ANW 13970806340688c937e7b78c2d89db3809274130df4eLajos Molnar CHECK(oldest != NULL); 13980806340688c937e7b78c2d89db3809274130df4eLajos Molnar // it is impossible to dequeue an unknown buffer in non-meta mode, as the 13990806340688c937e7b78c2d89db3809274130df4eLajos Molnar // while loop above does not complete 1400054219874873b41f1c815552987c10465c34ba2bLajos Molnar CHECK(storingMetadataInDecodedBuffers()); 1401054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 14020806340688c937e7b78c2d89db3809274130df4eLajos Molnar // discard buffer in LRU info and replace with new buffer 14030806340688c937e7b78c2d89db3809274130df4eLajos Molnar oldest->mGraphicBuffer = new GraphicBuffer(buf, false); 14040806340688c937e7b78c2d89db3809274130df4eLajos Molnar oldest->mStatus = BufferInfo::OWNED_BY_US; 140515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar oldest->setWriteFence(fenceFd, "dequeueBufferFromNativeWindow for oldest"); 140690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mRenderTracker.untrackFrame(oldest->mRenderInfo); 140790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar oldest->mRenderInfo = NULL; 1408d0715867861c216e88a4a7523b6da8a3cb128724Lajos Molnar 14090806340688c937e7b78c2d89db3809274130df4eLajos Molnar mOMX->updateGraphicBufferInMeta( 14100806340688c937e7b78c2d89db3809274130df4eLajos Molnar mNode, kPortIndexOutput, oldest->mGraphicBuffer, 14110806340688c937e7b78c2d89db3809274130df4eLajos Molnar oldest->mBufferID); 1412054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1413054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mOutputMetadataType == kMetadataBufferTypeGrallocSource) { 1414054219874873b41f1c815552987c10465c34ba2bLajos Molnar VideoGrallocMetadata *grallocMeta = 1415054219874873b41f1c815552987c10465c34ba2bLajos Molnar reinterpret_cast<VideoGrallocMetadata *>(oldest->mData->base()); 1416054219874873b41f1c815552987c10465c34ba2bLajos Molnar ALOGV("replaced oldest buffer #%u with age %u (%p/%p stored in %p)", 1417054219874873b41f1c815552987c10465c34ba2bLajos Molnar (unsigned)(oldest - &mBuffers[kPortIndexOutput][0]), 1418054219874873b41f1c815552987c10465c34ba2bLajos Molnar mDequeueCounter - oldest->mDequeuedAt, 14197c77f9ca649f321374118937bcdaca14a7e5684bLajos Molnar (void *)(uintptr_t)grallocMeta->pHandle, 1420054219874873b41f1c815552987c10465c34ba2bLajos Molnar oldest->mGraphicBuffer->handle, oldest->mData->base()); 1421054219874873b41f1c815552987c10465c34ba2bLajos Molnar } else if (mOutputMetadataType == kMetadataBufferTypeANWBuffer) { 1422054219874873b41f1c815552987c10465c34ba2bLajos Molnar VideoNativeMetadata *nativeMeta = 1423054219874873b41f1c815552987c10465c34ba2bLajos Molnar reinterpret_cast<VideoNativeMetadata *>(oldest->mData->base()); 1424054219874873b41f1c815552987c10465c34ba2bLajos Molnar ALOGV("replaced oldest buffer #%u with age %u (%p/%p stored in %p)", 1425054219874873b41f1c815552987c10465c34ba2bLajos Molnar (unsigned)(oldest - &mBuffers[kPortIndexOutput][0]), 1426054219874873b41f1c815552987c10465c34ba2bLajos Molnar mDequeueCounter - oldest->mDequeuedAt, 14277c77f9ca649f321374118937bcdaca14a7e5684bLajos Molnar (void *)(uintptr_t)nativeMeta->pBuffer, 1428054219874873b41f1c815552987c10465c34ba2bLajos Molnar oldest->mGraphicBuffer->getNativeBuffer(), oldest->mData->base()); 1429054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 1430f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 143190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar updateRenderInfoForDequeuedBuffer(buf, fenceFd, oldest); 14320806340688c937e7b78c2d89db3809274130df4eLajos Molnar return oldest; 1433f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1434f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1435f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::freeBuffersOnPort(OMX_U32 portIndex) { 1436777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim status_t err = OK; 1437938e2b34b16c3c1fd29c753eeb53ee95a2b2e2b3Nick Kralevich for (size_t i = mBuffers[portIndex].size(); i > 0;) { 1438938e2b34b16c3c1fd29c753eeb53ee95a2b2e2b3Nick Kralevich i--; 1439777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim status_t err2 = freeBuffer(portIndex, i); 1440777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err == OK) { 1441777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = err2; 1442777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 1443f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1444f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 14450806340688c937e7b78c2d89db3809274130df4eLajos Molnar // clear mDealer even on an error 1446f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mDealer[portIndex].clear(); 1447777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 1448f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1449f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1450349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huberstatus_t ACodec::freeOutputBuffersNotOwnedByComponent() { 1451777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim status_t err = OK; 1452938e2b34b16c3c1fd29c753eeb53ee95a2b2e2b3Nick Kralevich for (size_t i = mBuffers[kPortIndexOutput].size(); i > 0;) { 1453938e2b34b16c3c1fd29c753eeb53ee95a2b2e2b3Nick Kralevich i--; 1454f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = 1455f933441648ef6a71dee783d733aac17b9508b452Andreas Huber &mBuffers[kPortIndexOutput].editItemAt(i); 1456f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 14572ded8b53014602d25b20bade8ce46db95a8da4b5Lajos Molnar // At this time some buffers may still be with the component 14582ded8b53014602d25b20bade8ce46db95a8da4b5Lajos Molnar // or being drained. 14592ded8b53014602d25b20bade8ce46db95a8da4b5Lajos Molnar if (info->mStatus != BufferInfo::OWNED_BY_COMPONENT && 14602ded8b53014602d25b20bade8ce46db95a8da4b5Lajos Molnar info->mStatus != BufferInfo::OWNED_BY_DOWNSTREAM) { 1461777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim status_t err2 = freeBuffer(kPortIndexOutput, i); 1462777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err == OK) { 1463777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = err2; 1464777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 1465f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1466f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1467f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1468777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 1469f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1470f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1471f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::freeBuffer(OMX_U32 portIndex, size_t i) { 1472f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = &mBuffers[portIndex].editItemAt(i); 14730806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = OK; 1474f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 147515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // there should not be any fences in the metadata 147615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar MetadataBufferType type = 147715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar portIndex == kPortIndexOutput ? mOutputMetadataType : mInputMetadataType; 147815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (type == kMetadataBufferTypeANWBuffer && info->mData != NULL 147915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar && info->mData->size() >= sizeof(VideoNativeMetadata)) { 148015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int fenceFd = ((VideoNativeMetadata *)info->mData->data())->nFenceFd; 148115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (fenceFd >= 0) { 148215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGW("unreleased fence (%d) in %s metadata buffer %zu", 148315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar fenceFd, portIndex == kPortIndexInput ? "input" : "output", i); 148415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 148515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 148615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 14870806340688c937e7b78c2d89db3809274130df4eLajos Molnar switch (info->mStatus) { 14880806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_US: 14890806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (portIndex == kPortIndexOutput && mNativeWindow != NULL) { 14900806340688c937e7b78c2d89db3809274130df4eLajos Molnar (void)cancelBufferToNativeWindow(info); 14910806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 14920806340688c937e7b78c2d89db3809274130df4eLajos Molnar // fall through 1493f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 14940806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_NATIVE_WINDOW: 14950806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mOMX->freeBuffer(mNode, portIndex, info->mBufferID); 14960806340688c937e7b78c2d89db3809274130df4eLajos Molnar break; 14970806340688c937e7b78c2d89db3809274130df4eLajos Molnar 14980806340688c937e7b78c2d89db3809274130df4eLajos Molnar default: 14990806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("trying to free buffer not owned by us or ANW (%d)", info->mStatus); 15000806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = FAILED_TRANSACTION; 15010806340688c937e7b78c2d89db3809274130df4eLajos Molnar break; 1502f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1503f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 150415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (info->mFenceFd >= 0) { 150515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ::close(info->mFenceFd); 150615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 150715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 1508604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar if (portIndex == kPortIndexOutput) { 1509604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar mRenderTracker.untrackFrame(info->mRenderInfo, i); 1510604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar info->mRenderInfo = NULL; 1511604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar } 151290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 1513777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim // remove buffer even if mOMX->freeBuffer fails 1514f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mBuffers[portIndex].removeAt(i); 1515777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 1516f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1517f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1518f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::BufferInfo *ACodec::findBufferByID( 15190806340688c937e7b78c2d89db3809274130df4eLajos Molnar uint32_t portIndex, IOMX::buffer_id bufferID, ssize_t *index) { 1520f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (size_t i = 0; i < mBuffers[portIndex].size(); ++i) { 1521f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = &mBuffers[portIndex].editItemAt(i); 1522f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1523f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mBufferID == bufferID) { 1524f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (index != NULL) { 1525f933441648ef6a71dee783d733aac17b9508b452Andreas Huber *index = i; 1526f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1527f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return info; 1528f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1529f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1530f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1531777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Could not find buffer with ID %u", bufferID); 1532f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return NULL; 1533f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1534f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 15355778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setComponentRole( 1536f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool isEncoder, const char *mime) { 15375b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar const char *role = getComponentRole(isEncoder, mime); 15385b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (role == NULL) { 15395b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return BAD_VALUE; 15405b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 15415b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar status_t err = setComponentRole(mOMX, mNode, role); 15425b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (err != OK) { 15435b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar ALOGW("[%s] Failed to set standard component role '%s'.", 15445b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar mComponentName.c_str(), role); 15455b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 15465b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return err; 15475b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar} 15485b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 15495b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar//static 15505b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnarconst char *ACodec::getComponentRole( 15515b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar bool isEncoder, const char *mime) { 1552f933441648ef6a71dee783d733aac17b9508b452Andreas Huber struct MimeToRole { 1553f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const char *mime; 1554f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const char *decoderRole; 1555f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const char *encoderRole; 1556f933441648ef6a71dee783d733aac17b9508b452Andreas Huber }; 1557f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1558f933441648ef6a71dee783d733aac17b9508b452Andreas Huber static const MimeToRole kMimeToRole[] = { 1559f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { MEDIA_MIMETYPE_AUDIO_MPEG, 1560f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "audio_decoder.mp3", "audio_encoder.mp3" }, 15612944eca607304a095ea43ba2b8f0b9de61249f9fAndreas Huber { MEDIA_MIMETYPE_AUDIO_MPEG_LAYER_I, 15622944eca607304a095ea43ba2b8f0b9de61249f9fAndreas Huber "audio_decoder.mp1", "audio_encoder.mp1" }, 15632944eca607304a095ea43ba2b8f0b9de61249f9fAndreas Huber { MEDIA_MIMETYPE_AUDIO_MPEG_LAYER_II, 15642944eca607304a095ea43ba2b8f0b9de61249f9fAndreas Huber "audio_decoder.mp2", "audio_encoder.mp2" }, 1565f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { MEDIA_MIMETYPE_AUDIO_AMR_NB, 1566f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "audio_decoder.amrnb", "audio_encoder.amrnb" }, 1567f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { MEDIA_MIMETYPE_AUDIO_AMR_WB, 1568f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "audio_decoder.amrwb", "audio_encoder.amrwb" }, 1569f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { MEDIA_MIMETYPE_AUDIO_AAC, 1570f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "audio_decoder.aac", "audio_encoder.aac" }, 1571729de186450f78c099637e1fce743fe531862c52Andreas Huber { MEDIA_MIMETYPE_AUDIO_VORBIS, 1572729de186450f78c099637e1fce743fe531862c52Andreas Huber "audio_decoder.vorbis", "audio_encoder.vorbis" }, 1573bf927f8ec7979f2b64331c2b2f12a6a5dba05bcaVignesh Venkatasubramanian { MEDIA_MIMETYPE_AUDIO_OPUS, 1574bf927f8ec7979f2b64331c2b2f12a6a5dba05bcaVignesh Venkatasubramanian "audio_decoder.opus", "audio_encoder.opus" }, 1575c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber { MEDIA_MIMETYPE_AUDIO_G711_MLAW, 1576c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber "audio_decoder.g711mlaw", "audio_encoder.g711mlaw" }, 1577c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber { MEDIA_MIMETYPE_AUDIO_G711_ALAW, 1578c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber "audio_decoder.g711alaw", "audio_encoder.g711alaw" }, 1579f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { MEDIA_MIMETYPE_VIDEO_AVC, 1580f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "video_decoder.avc", "video_encoder.avc" }, 15812472b1c0d63454e5d90a982bd6c555de6c3127bdRachad { MEDIA_MIMETYPE_VIDEO_HEVC, 15822472b1c0d63454e5d90a982bd6c555de6c3127bdRachad "video_decoder.hevc", "video_encoder.hevc" }, 1583f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { MEDIA_MIMETYPE_VIDEO_MPEG4, 1584f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "video_decoder.mpeg4", "video_encoder.mpeg4" }, 1585f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { MEDIA_MIMETYPE_VIDEO_H263, 1586f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "video_decoder.h263", "video_encoder.h263" }, 158794705aff3c9eef58cbb72ec6fe5d2dcfd9481646hkuang { MEDIA_MIMETYPE_VIDEO_VP8, 158894705aff3c9eef58cbb72ec6fe5d2dcfd9481646hkuang "video_decoder.vp8", "video_encoder.vp8" }, 158994705aff3c9eef58cbb72ec6fe5d2dcfd9481646hkuang { MEDIA_MIMETYPE_VIDEO_VP9, 159094705aff3c9eef58cbb72ec6fe5d2dcfd9481646hkuang "video_decoder.vp9", "video_encoder.vp9" }, 1591ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber { MEDIA_MIMETYPE_AUDIO_RAW, 1592ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber "audio_decoder.raw", "audio_encoder.raw" }, 1593a29c2b203d8bea8c21564765da5c9d7087448340Ronghua Wu { MEDIA_MIMETYPE_VIDEO_DOLBY_VISION, 1594a29c2b203d8bea8c21564765da5c9d7087448340Ronghua Wu "video_decoder.dolby-vision", "video_encoder.dolby-vision" }, 15952f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi { MEDIA_MIMETYPE_AUDIO_FLAC, 15962f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi "audio_decoder.flac", "audio_encoder.flac" }, 1597ba933df89521d63f75ca66af12ce9d7ae9496b9eMarco Nelissen { MEDIA_MIMETYPE_AUDIO_MSGSM, 1598ba933df89521d63f75ca66af12ce9d7ae9496b9eMarco Nelissen "audio_decoder.gsm", "audio_encoder.gsm" }, 1599774eb18c40c3a7da0bc1636a9779f02315ddbad8Changwan Ryu { MEDIA_MIMETYPE_VIDEO_MPEG2, 1600774eb18c40c3a7da0bc1636a9779f02315ddbad8Changwan Ryu "video_decoder.mpeg2", "video_encoder.mpeg2" }, 160197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu { MEDIA_MIMETYPE_AUDIO_AC3, 160297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu "audio_decoder.ac3", "audio_encoder.ac3" }, 16038a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad { MEDIA_MIMETYPE_AUDIO_EAC3, 16048a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad "audio_decoder.eac3", "audio_encoder.eac3" }, 1605f933441648ef6a71dee783d733aac17b9508b452Andreas Huber }; 1606f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1607f933441648ef6a71dee783d733aac17b9508b452Andreas Huber static const size_t kNumMimeToRole = 1608f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sizeof(kMimeToRole) / sizeof(kMimeToRole[0]); 1609f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1610f933441648ef6a71dee783d733aac17b9508b452Andreas Huber size_t i; 1611f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (i = 0; i < kNumMimeToRole; ++i) { 1612f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (!strcasecmp(mime, kMimeToRole[i].mime)) { 1613f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 1614f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1615f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1616f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1617f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (i == kNumMimeToRole) { 16185b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return NULL; 1619f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1620f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 16215b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return isEncoder ? kMimeToRole[i].encoderRole 1622f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : kMimeToRole[i].decoderRole; 16235b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar} 1624f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 16255b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar//static 16265b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnarstatus_t ACodec::setComponentRole( 16275b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar const sp<IOMX> &omx, IOMX::node_id node, const char *role) { 16285b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar OMX_PARAM_COMPONENTROLETYPE roleParams; 16295b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar InitOMXParams(&roleParams); 1630f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 16315b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar strncpy((char *)roleParams.cRole, 16325b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar role, OMX_MAX_STRINGNAME_SIZE - 1); 16335778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16345b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar roleParams.cRole[OMX_MAX_STRINGNAME_SIZE - 1] = '\0'; 16355778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16365b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return omx->setParameter( 16375b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar node, OMX_IndexParamStandardComponentRole, 16385b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar &roleParams, sizeof(roleParams)); 1639f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1640f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 16415778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::configureCodec( 1642f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const char *mime, const sp<AMessage> &msg) { 16435778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t encoder; 16445778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("encoder", &encoder)) { 16455778822d86b0337407514b9372562b86edfa91cdAndreas Huber encoder = false; 16465778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 1647f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1648b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar sp<AMessage> inputFormat = new AMessage; 1649b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar sp<AMessage> outputFormat = new AMessage; 1650e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 16515778822d86b0337407514b9372562b86edfa91cdAndreas Huber mIsEncoder = encoder; 1652f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1653054219874873b41f1c815552987c10465c34ba2bLajos Molnar mInputMetadataType = kMetadataBufferTypeInvalid; 1654054219874873b41f1c815552987c10465c34ba2bLajos Molnar mOutputMetadataType = kMetadataBufferTypeInvalid; 16558db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu 16565778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = setComponentRole(encoder /* isEncoder */, mime); 16575778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16585778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 16595778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 16605778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16615778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16625778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t bitRate = 0; 16632f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi // FLAC encoder doesn't need a bitrate, other encoders do 16642f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi if (encoder && strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_FLAC) 16652f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi && !msg->findInt32("bitrate", &bitRate)) { 16665778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 16675778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16685778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1669d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber int32_t storeMeta; 1670d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber if (encoder 1671d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber && msg->findInt32("store-metadata-in-buffers", &storeMeta) 1672d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber && storeMeta != 0) { 1673054219874873b41f1c815552987c10465c34ba2bLajos Molnar err = mOMX->storeMetaDataInBuffers(mNode, kPortIndexInput, OMX_TRUE, &mInputMetadataType); 1674d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber if (err != OK) { 1675054219874873b41f1c815552987c10465c34ba2bLajos Molnar ALOGE("[%s] storeMetaDataInBuffers (input) failed w/ err %d", 1676308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang mComponentName.c_str(), err); 1677d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 1678054219874873b41f1c815552987c10465c34ba2bLajos Molnar return err; 1679054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 1680054219874873b41f1c815552987c10465c34ba2bLajos Molnar // For this specific case we could be using camera source even if storeMetaDataInBuffers 1681054219874873b41f1c815552987c10465c34ba2bLajos Molnar // returns Gralloc source. Pretend that we are; this will force us to use nBufferSize. 1682054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mInputMetadataType == kMetadataBufferTypeGrallocSource) { 1683054219874873b41f1c815552987c10465c34ba2bLajos Molnar mInputMetadataType = kMetadataBufferTypeCameraSource; 1684054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 1685c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar 1686c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar uint32_t usageBits; 1687c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar if (mOMX->getParameter( 1688c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar mNode, (OMX_INDEXTYPE)OMX_IndexParamConsumerUsageBits, 1689c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar &usageBits, sizeof(usageBits)) == OK) { 1690c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar inputFormat->setInt32( 1691c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar "using-sw-read-often", !!(usageBits & GRALLOC_USAGE_SW_READ_OFTEN)); 1692c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar } 1693054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 1694d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 1695308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang int32_t prependSPSPPS = 0; 16963a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber if (encoder 16973a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber && msg->findInt32("prepend-sps-pps-to-idr-frames", &prependSPSPPS) 16983a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber && prependSPSPPS != 0) { 16993a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber OMX_INDEXTYPE index; 17003a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber err = mOMX->getExtensionIndex( 17013a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber mNode, 17023a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber "OMX.google.android.index.prependSPSPPSToIDRFrames", 17033a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber &index); 17043a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber 17053a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber if (err == OK) { 17063a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber PrependSPSPPSToIDRFramesParams params; 17073a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber InitOMXParams(¶ms); 17083a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber params.bEnable = OMX_TRUE; 17093a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber 17103a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber err = mOMX->setParameter( 17113a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber mNode, index, ¶ms, sizeof(params)); 17123a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber } 17133a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber 17143a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber if (err != OK) { 17153a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber ALOGE("Encoder could not be configured to emit SPS/PPS before " 17163a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber "IDR frames. (err %d)", err); 17173a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber 17183a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber return err; 17193a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber } 17203a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber } 17213a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber 1722308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang // Only enable metadata mode on encoder output if encoder can prepend 1723308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang // sps/pps to idr frames, since in metadata mode the bitstream is in an 1724308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang // opaque handle, to which we don't have access. 1725308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang int32_t video = !strncasecmp(mime, "video/", 6); 17268db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu mIsVideo = video; 1727308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang if (encoder && video) { 1728308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang OMX_BOOL enable = (OMX_BOOL) (prependSPSPPS 1729308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang && msg->findInt32("store-metadata-in-buffers-output", &storeMeta) 1730308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang && storeMeta != 0); 1731308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang 1732054219874873b41f1c815552987c10465c34ba2bLajos Molnar err = mOMX->storeMetaDataInBuffers(mNode, kPortIndexOutput, enable, &mOutputMetadataType); 1733308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang if (err != OK) { 1734308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang ALOGE("[%s] storeMetaDataInBuffers (output) failed w/ err %d", 1735308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang mComponentName.c_str(), err); 1736308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang } 1737a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber 1738a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber if (!msg->findInt64( 1739a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber "repeat-previous-frame-after", 1740a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber &mRepeatFrameDelayUs)) { 1741a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber mRepeatFrameDelayUs = -1ll; 1742a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber } 174394ee4b708acfa941581160b267afb79192b1d816Chong Zhang 174494ee4b708acfa941581160b267afb79192b1d816Chong Zhang if (!msg->findInt64("max-pts-gap-to-encoder", &mMaxPtsGapUs)) { 17452c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mMaxPtsGapUs = -1ll; 17462c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang } 17472c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang 174837b2b389139ed638831e49708c947863eef631efRonghua Wu if (!msg->findFloat("max-fps-to-encoder", &mMaxFps)) { 174937b2b389139ed638831e49708c947863eef631efRonghua Wu mMaxFps = -1; 175037b2b389139ed638831e49708c947863eef631efRonghua Wu } 175137b2b389139ed638831e49708c947863eef631efRonghua Wu 17522c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang if (!msg->findInt64("time-lapse", &mTimePerCaptureUs)) { 17532c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mTimePerCaptureUs = -1ll; 175494ee4b708acfa941581160b267afb79192b1d816Chong Zhang } 175572cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang 175672cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang if (!msg->findInt32( 175772cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang "create-input-buffers-suspended", 175872cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang (int32_t*)&mCreateInputBuffersSuspended)) { 175972cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang mCreateInputBuffersSuspended = false; 176072cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang } 1761308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang } 1762308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang 17633a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // NOTE: we only use native window for video decoders 1764054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar sp<RefBase> obj; 17650d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar bool haveNativeWindow = msg->findObject("native-window", &obj) 17663a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar && obj != NULL && video && !encoder; 1767011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar mLegacyAdaptiveExperiment = false; 1768e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if (video && !encoder) { 1769e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar inputFormat->setInt32("adaptive-playback", false); 17701713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang 17711713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang int32_t usageProtected; 17721713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang if (msg->findInt32("protected", &usageProtected) && usageProtected) { 17731713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang if (!haveNativeWindow) { 17741713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang ALOGE("protected output buffers must be sent to an ANativeWindow"); 17751713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang return PERMISSION_DENIED; 17761713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang } 17771713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang mFlags |= kFlagIsGrallocUsageProtected; 17781713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang mFlags |= kFlagPushBlankBuffersToNativeWindowOnShutdown; 17791713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang } 1780a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar 1781a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar if (mFlags & kFlagIsSecure) { 1782a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar // use native_handles for secure input buffers 1783a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar err = mOMX->enableNativeBuffers( 1784a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar mNode, kPortIndexInput, OMX_FALSE /* graphic */, OMX_TRUE); 1785a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar ALOGI_IF(err != OK, "falling back to non-native_handles"); 1786a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar err = OK; // ignore error for now 1787a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar } 1788e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 17893a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (haveNativeWindow) { 17901de1e25cba872bd4c077c2e394f8ca9c70b65856Lajos Molnar sp<ANativeWindow> nativeWindow = 17911de1e25cba872bd4c077c2e394f8ca9c70b65856Lajos Molnar static_cast<ANativeWindow *>(static_cast<Surface *>(obj.get())); 17925a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 17936597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar // START of temporary support for automatic FRC - THIS WILL BE REMOVED 17946597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar int32_t autoFrc; 17956597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar if (msg->findInt32("auto-frc", &autoFrc)) { 17966597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar bool enabled = autoFrc; 17976597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar OMX_CONFIG_BOOLEANTYPE config; 17986597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar InitOMXParams(&config); 17996597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar config.bEnabled = (OMX_BOOL)enabled; 18006597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar status_t temp = mOMX->setConfig( 18016597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar mNode, (OMX_INDEXTYPE)OMX_IndexConfigAutoFramerateConversion, 18026597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar &config, sizeof(config)); 18036597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar if (temp == OK) { 18046597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar outputFormat->setInt32("auto-frc", enabled); 18056597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar } else if (enabled) { 18066597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar ALOGI("codec does not support requested auto-frc (err %d)", temp); 18076597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar } 18086597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar } 18096597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar // END of temporary support for automatic FRC 18106597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar 18115a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad int32_t tunneled; 18125a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (msg->findInt32("feature-tunneled-playback", &tunneled) && 18135a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad tunneled != 0) { 18145a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGI("Configuring TUNNELED video playback."); 1815ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad mTunneled = true; 18165a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 181797827bd7c7e64dec22c8fe0f9e734a3c432ad7eeRachad int32_t audioHwSync = 0; 181897827bd7c7e64dec22c8fe0f9e734a3c432ad7eeRachad if (!msg->findInt32("audio-hw-sync", &audioHwSync)) { 18195a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGW("No Audio HW Sync provided for video tunnel"); 18205a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } 18215a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad err = configureTunneledVideoPlayback(audioHwSync, nativeWindow); 18225a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (err != OK) { 182397827bd7c7e64dec22c8fe0f9e734a3c432ad7eeRachad ALOGE("configureTunneledVideoPlayback(%d,%p) failed!", 18245a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad audioHwSync, nativeWindow.get()); 18255a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad return err; 1826fce0d1883cdbcb7d501625fb43844043cd28a267Lajos Molnar } 1827fce0d1883cdbcb7d501625fb43844043cd28a267Lajos Molnar 1828d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad int32_t maxWidth = 0, maxHeight = 0; 1829d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad if (msg->findInt32("max-width", &maxWidth) && 1830d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad msg->findInt32("max-height", &maxHeight)) { 1831d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad 1832d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad err = mOMX->prepareForAdaptivePlayback( 1833d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad mNode, kPortIndexOutput, OMX_TRUE, maxWidth, maxHeight); 1834d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad if (err != OK) { 1835d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad ALOGW("[%s] prepareForAdaptivePlayback failed w/ err %d", 1836d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad mComponentName.c_str(), err); 18373a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // allow failure 18383a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar err = OK; 1839d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad } else { 1840d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad inputFormat->setInt32("max-width", maxWidth); 1841d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad inputFormat->setInt32("max-height", maxHeight); 1842d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad inputFormat->setInt32("adaptive-playback", true); 1843d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad } 1844d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad } 18455a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } else { 1846ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad ALOGV("Configuring CPU controlled video playback."); 1847ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad mTunneled = false; 1848ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad 18493fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad // Explicity reset the sideband handle of the window for 18503fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad // non-tunneled video in case the window was previously used 18513fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad // for a tunneled video playback. 18523fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad err = native_window_set_sideband_stream(nativeWindow.get(), NULL); 18533fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad if (err != OK) { 18543fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad ALOGE("set_sideband_stream(NULL) failed! (err %d).", err); 18553fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad return err; 18563fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad } 18573fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad 18585a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // Always try to enable dynamic output buffers on native surface 18595a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad err = mOMX->storeMetaDataInBuffers( 1860054219874873b41f1c815552987c10465c34ba2bLajos Molnar mNode, kPortIndexOutput, OMX_TRUE, &mOutputMetadataType); 18615a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (err != OK) { 18625a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGE("[%s] storeMetaDataInBuffers failed w/ err %d", 1863fce0d1883cdbcb7d501625fb43844043cd28a267Lajos Molnar mComponentName.c_str(), err); 1864e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 18655a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // if adaptive playback has been requested, try JB fallback 18665a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // NOTE: THIS FALLBACK MECHANISM WILL BE REMOVED DUE TO ITS 18675a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // LARGE MEMORY REQUIREMENT 18685a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 18695a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // we will not do adaptive playback on software accessed 18705a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // surfaces as they never had to respond to changes in the 18715a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // crop window, and we don't trust that they will be able to. 18725a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad int usageBits = 0; 18735a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad bool canDoAdaptivePlayback; 18745a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 18755a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (nativeWindow->query( 18765a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad nativeWindow.get(), 18775a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad NATIVE_WINDOW_CONSUMER_USAGE_BITS, 18785a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad &usageBits) != OK) { 18795a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad canDoAdaptivePlayback = false; 18805a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } else { 18815a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad canDoAdaptivePlayback = 18825a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad (usageBits & 18835a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad (GRALLOC_USAGE_SW_READ_MASK | 18845a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad GRALLOC_USAGE_SW_WRITE_MASK)) == 0; 18855a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } 18865a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 18875a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad int32_t maxWidth = 0, maxHeight = 0; 18885a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (canDoAdaptivePlayback && 18895a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad msg->findInt32("max-width", &maxWidth) && 18905a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad msg->findInt32("max-height", &maxHeight)) { 18915a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGV("[%s] prepareForAdaptivePlayback(%dx%d)", 18925a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad mComponentName.c_str(), maxWidth, maxHeight); 18935a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 18945a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad err = mOMX->prepareForAdaptivePlayback( 18955a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad mNode, kPortIndexOutput, OMX_TRUE, maxWidth, 18965a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad maxHeight); 18975a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGW_IF(err != OK, 18985a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad "[%s] prepareForAdaptivePlayback failed w/ err %d", 18995a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad mComponentName.c_str(), err); 19005a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 19015a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (err == OK) { 19025a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad inputFormat->setInt32("max-width", maxWidth); 19035a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad inputFormat->setInt32("max-height", maxHeight); 19045a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad inputFormat->setInt32("adaptive-playback", true); 19055a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } 1906e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 19075a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // allow failure 19085a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad err = OK; 19095a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } else { 19105a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGV("[%s] storeMetaDataInBuffers succeeded", 19115a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad mComponentName.c_str()); 1912054219874873b41f1c815552987c10465c34ba2bLajos Molnar CHECK(storingMetadataInDecodedBuffers()); 1913011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar mLegacyAdaptiveExperiment = ADebug::isExperimentEnabled( 1914011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar "legacy-adaptive", !msg->contains("no-experiments")); 1915011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar 19165a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad inputFormat->setInt32("adaptive-playback", true); 1917fce0d1883cdbcb7d501625fb43844043cd28a267Lajos Molnar } 19180167414e261f88a96b5e4bf6cb592e6ca11e5a95Andreas Huber 19195a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad int32_t push; 19205a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (msg->findInt32("push-blank-buffers-on-shutdown", &push) 19215a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad && push != 0) { 19225a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad mFlags |= kFlagPushBlankBuffersToNativeWindowOnShutdown; 19235a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } 19240167414e261f88a96b5e4bf6cb592e6ca11e5a95Andreas Huber } 1925e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang 1926e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang int32_t rotationDegrees; 1927e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang if (msg->findInt32("rotation-degrees", &rotationDegrees)) { 1928e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang mRotationDegrees = rotationDegrees; 1929e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang } else { 1930e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang mRotationDegrees = 0; 1931e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang } 1932054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 1933054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1934308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang if (video) { 19353a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // determine need for software renderer 19363a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar bool usingSwRenderer = false; 19373a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (haveNativeWindow && mComponentName.startsWith("OMX.google.")) { 19383a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar usingSwRenderer = true; 19393a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar haveNativeWindow = false; 19403a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 19413a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar 19425778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (encoder) { 19438338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar err = setupVideoEncoder(mime, msg, outputFormat); 19445778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 19458338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar err = setupVideoDecoder(mime, msg, haveNativeWindow, outputFormat); 19465778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19473a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar 19483a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (err != OK) { 19493a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar return err; 19503a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 19513a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar 19523a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (haveNativeWindow) { 19531de1e25cba872bd4c077c2e394f8ca9c70b65856Lajos Molnar mNativeWindow = static_cast<Surface *>(obj.get()); 19543a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 19553a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar 19563a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // initialize native window now to get actual output format 19573a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // TODO: this is needed for some encoders even though they don't use native window 1958777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = initNativeWindow(); 1959777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 1960777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 1961777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 19623a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar 19633a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // fallback for devices that do not handle flex-YUV for native buffers 19643a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (haveNativeWindow) { 19653a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar int32_t requestedColorFormat = OMX_COLOR_FormatUnused; 19663a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (msg->findInt32("color-format", &requestedColorFormat) && 19673a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar requestedColorFormat == OMX_COLOR_FormatYUV420Flexible) { 1968777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim status_t err = getPortFormat(kPortIndexOutput, outputFormat); 1969777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 1970777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 1971777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 19723a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar int32_t colorFormat = OMX_COLOR_FormatUnused; 19733a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar OMX_U32 flexibleEquivalent = OMX_COLOR_FormatUnused; 1974777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (!outputFormat->findInt32("color-format", &colorFormat)) { 1975777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("ouptut port did not have a color format (wrong domain?)"); 1976777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return BAD_VALUE; 1977777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 19783a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar ALOGD("[%s] Requested output format %#x and got %#x.", 19793a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mComponentName.c_str(), requestedColorFormat, colorFormat); 19803a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (!isFlexibleColorFormat( 19813a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mOMX, mNode, colorFormat, haveNativeWindow, &flexibleEquivalent) 19823a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar || flexibleEquivalent != (OMX_U32)requestedColorFormat) { 19833a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // device did not handle flex-YUV request for native window, fall back 19843a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // to SW renderer 19853a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar ALOGI("[%s] Falling back to software renderer", mComponentName.c_str()); 19863a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mNativeWindow.clear(); 1987e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar mNativeWindowUsageBits = 0; 19883a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar haveNativeWindow = false; 19893a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar usingSwRenderer = true; 1990054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (storingMetadataInDecodedBuffers()) { 1991054219874873b41f1c815552987c10465c34ba2bLajos Molnar err = mOMX->storeMetaDataInBuffers( 1992054219874873b41f1c815552987c10465c34ba2bLajos Molnar mNode, kPortIndexOutput, OMX_FALSE, &mOutputMetadataType); 1993054219874873b41f1c815552987c10465c34ba2bLajos Molnar mOutputMetadataType = kMetadataBufferTypeInvalid; // just in case 19943a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // TODO: implement adaptive-playback support for bytebuffer mode. 19953a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // This is done by SW codecs, but most HW codecs don't support it. 19963a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar inputFormat->setInt32("adaptive-playback", false); 19973a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 19983a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (err == OK) { 1999a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar err = mOMX->enableNativeBuffers( 2000a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar mNode, kPortIndexOutput, OMX_TRUE /* graphic */, OMX_FALSE); 20013a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 20023a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (mFlags & kFlagIsGrallocUsageProtected) { 20033a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // fallback is not supported for protected playback 20043a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar err = PERMISSION_DENIED; 20053a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } else if (err == OK) { 20068338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar err = setupVideoDecoder(mime, msg, false, outputFormat); 20073a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 20083a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 20093a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 20103a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 20113a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar 20123a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (usingSwRenderer) { 20133a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar outputFormat->setInt32("using-sw-renderer", 1); 20143a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 201542392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_MPEG)) { 201642392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber int32_t numChannels, sampleRate; 201742392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber if (!msg->findInt32("channel-count", &numChannels) 201842392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber || !msg->findInt32("sample-rate", &sampleRate)) { 201942392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber // Since we did not always check for these, leave them optional 202042392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber // and have the decoder figure it all out. 202142392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber err = OK; 202242392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber } else { 202342392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber err = setupRawAudioFormat( 202442392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber encoder ? kPortIndexInput : kPortIndexOutput, 202542392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber sampleRate, 202642392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber numChannels); 202742392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber } 2028f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_AAC)) { 2029f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t numChannels, sampleRate; 20305778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("channel-count", &numChannels) 20315778822d86b0337407514b9372562b86edfa91cdAndreas Huber || !msg->findInt32("sample-rate", &sampleRate)) { 20325778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = INVALID_OPERATION; 20335778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 2034aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke int32_t isADTS, aacProfile; 2035b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi int32_t sbrMode; 20368045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi int32_t maxOutputChannelCount; 20372965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang int32_t pcmLimiterEnable; 20388045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi drcParams_t drc; 2039ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber if (!msg->findInt32("is-adts", &isADTS)) { 2040ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber isADTS = 0; 2041ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 2042aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke if (!msg->findInt32("aac-profile", &aacProfile)) { 2043aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke aacProfile = OMX_AUDIO_AACObjectNull; 2044aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke } 2045b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi if (!msg->findInt32("aac-sbr-mode", &sbrMode)) { 2046b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi sbrMode = -1; 2047b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi } 2048ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 20498045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (!msg->findInt32("aac-max-output-channel_count", &maxOutputChannelCount)) { 20508045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi maxOutputChannelCount = -1; 20518045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 20522965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang if (!msg->findInt32("aac-pcm-limiter-enable", &pcmLimiterEnable)) { 20532965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang // value is unknown 20542965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang pcmLimiterEnable = -1; 20552965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang } 20568045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (!msg->findInt32("aac-encoded-target-level", &drc.encodedTargetLevel)) { 20578045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi // value is unknown 20588045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi drc.encodedTargetLevel = -1; 20598045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 20608045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (!msg->findInt32("aac-drc-cut-level", &drc.drcCut)) { 20618045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi // value is unknown 20628045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi drc.drcCut = -1; 20638045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 20648045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (!msg->findInt32("aac-drc-boost-level", &drc.drcBoost)) { 20658045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi // value is unknown 20668045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi drc.drcBoost = -1; 20678045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 20688045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (!msg->findInt32("aac-drc-heavy-compression", &drc.heavyCompression)) { 20698045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi // value is unknown 20708045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi drc.heavyCompression = -1; 20718045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 20728045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (!msg->findInt32("aac-target-ref-level", &drc.targetRefLevel)) { 20738045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi // value is unknown 20748045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi drc.targetRefLevel = -1; 20758045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 20768045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi 2077ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber err = setupAACCodec( 20784471e47ece77be5b4159cc9cbbcef4d43900d36fAndreas Huber encoder, numChannels, sampleRate, bitRate, aacProfile, 20792965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang isADTS != 0, sbrMode, maxOutputChannelCount, drc, 20802965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang pcmLimiterEnable); 20815778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2082729de186450f78c099637e1fce743fe531862c52Andreas Huber } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_AMR_NB)) { 20835778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setupAMRCodec(encoder, false /* isWAMR */, bitRate); 2084729de186450f78c099637e1fce743fe531862c52Andreas Huber } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_AMR_WB)) { 20855778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setupAMRCodec(encoder, true /* isWAMR */, bitRate); 2086729de186450f78c099637e1fce743fe531862c52Andreas Huber } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_G711_ALAW) 2087729de186450f78c099637e1fce743fe531862c52Andreas Huber || !strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_G711_MLAW)) { 2088729de186450f78c099637e1fce743fe531862c52Andreas Huber // These are PCM-like formats with a fixed sample rate but 2089729de186450f78c099637e1fce743fe531862c52Andreas Huber // a variable number of channels. 2090729de186450f78c099637e1fce743fe531862c52Andreas Huber 2091729de186450f78c099637e1fce743fe531862c52Andreas Huber int32_t numChannels; 20925778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("channel-count", &numChannels)) { 20935778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = INVALID_OPERATION; 20945778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 209517c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissen int32_t sampleRate; 209617c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissen if (!msg->findInt32("sample-rate", &sampleRate)) { 209717c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissen sampleRate = 8000; 209817c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissen } 209917c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissen err = setupG711Codec(encoder, sampleRate, numChannels); 21005778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 21012f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_FLAC)) { 2102ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar int32_t numChannels = 0, sampleRate = 0, compressionLevel = -1; 21032f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi if (encoder && 21042f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi (!msg->findInt32("channel-count", &numChannels) 21052f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi || !msg->findInt32("sample-rate", &sampleRate))) { 21062f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi ALOGE("missing channel count or sample rate for FLAC encoder"); 21072f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi err = INVALID_OPERATION; 21082f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } else { 21092f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi if (encoder) { 2110516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber if (!msg->findInt32( 2111cd39746f8d83bb3f12e8f613e77c3c3b5f77c077Lajos Molnar "complexity", &compressionLevel) && 2112cd39746f8d83bb3f12e8f613e77c3c3b5f77c077Lajos Molnar !msg->findInt32( 2113516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber "flac-compression-level", &compressionLevel)) { 2114cd39746f8d83bb3f12e8f613e77c3c3b5f77c077Lajos Molnar compressionLevel = 5; // default FLAC compression level 21152f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } else if (compressionLevel < 0) { 2116516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber ALOGW("compression level %d outside [0..8] range, " 2117516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber "using 0", 2118516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber compressionLevel); 21192f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi compressionLevel = 0; 21202f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } else if (compressionLevel > 8) { 2121516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber ALOGW("compression level %d outside [0..8] range, " 2122516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber "using 8", 2123516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber compressionLevel); 21242f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi compressionLevel = 8; 21252f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } 21262f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } 2127516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber err = setupFlacCodec( 2128516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber encoder, numChannels, sampleRate, compressionLevel); 21292f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } 2130ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_RAW)) { 2131ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber int32_t numChannels, sampleRate; 2132ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber if (encoder 2133ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber || !msg->findInt32("channel-count", &numChannels) 2134ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber || !msg->findInt32("sample-rate", &sampleRate)) { 2135ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber err = INVALID_OPERATION; 2136ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber } else { 2137ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber err = setupRawAudioFormat(kPortIndexInput, sampleRate, numChannels); 2138ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber } 213997358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_AC3)) { 214097358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu int32_t numChannels; 214197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu int32_t sampleRate; 214297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu if (!msg->findInt32("channel-count", &numChannels) 214397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu || !msg->findInt32("sample-rate", &sampleRate)) { 214497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu err = INVALID_OPERATION; 214597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } else { 214697358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu err = setupAC3Codec(encoder, numChannels, sampleRate); 214797358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } 21488a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_EAC3)) { 21498a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad int32_t numChannels; 21508a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad int32_t sampleRate; 21518a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad if (!msg->findInt32("channel-count", &numChannels) 21528a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad || !msg->findInt32("sample-rate", &sampleRate)) { 21538a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad err = INVALID_OPERATION; 21548a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } else { 21558a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad err = setupEAC3Codec(encoder, numChannels, sampleRate); 21568a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } 21575778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2158729de186450f78c099637e1fce743fe531862c52Andreas Huber 21594471e47ece77be5b4159cc9cbbcef4d43900d36fAndreas Huber if (err != OK) { 21604471e47ece77be5b4159cc9cbbcef4d43900d36fAndreas Huber return err; 21614471e47ece77be5b4159cc9cbbcef4d43900d36fAndreas Huber } 21624471e47ece77be5b4159cc9cbbcef4d43900d36fAndreas Huber 21638b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen if (!msg->findInt32("encoder-delay", &mEncoderDelay)) { 21648b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen mEncoderDelay = 0; 21658b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen } 21669806555d3930be43e11106281dee354820ac1c88Andreas Huber 21678b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen if (!msg->findInt32("encoder-padding", &mEncoderPadding)) { 21688b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen mEncoderPadding = 0; 21698b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen } 21708b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen 21719806555d3930be43e11106281dee354820ac1c88Andreas Huber if (msg->findInt32("channel-mask", &mChannelMask)) { 21729806555d3930be43e11106281dee354820ac1c88Andreas Huber mChannelMaskPresent = true; 21739806555d3930be43e11106281dee354820ac1c88Andreas Huber } else { 21749806555d3930be43e11106281dee354820ac1c88Andreas Huber mChannelMaskPresent = false; 21759806555d3930be43e11106281dee354820ac1c88Andreas Huber } 21769806555d3930be43e11106281dee354820ac1c88Andreas Huber 2177f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t maxInputSize; 2178f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (msg->findInt32("max-input-size", &maxInputSize)) { 21795778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setMinBufferSize(kPortIndexInput, (size_t)maxInputSize); 2180f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else if (!strcmp("OMX.Nvidia.aac.decoder", mComponentName.c_str())) { 21815778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setMinBufferSize(kPortIndexInput, 8192); // XXX 2182f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 21835778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21848b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu int32_t priority; 21858b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu if (msg->findInt32("priority", &priority)) { 21868b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu err = setPriority(priority); 21878b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu } 21888b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu 2189ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu int32_t rateInt = -1; 2190ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu float rateFloat = -1; 2191ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (!msg->findFloat("operating-rate", &rateFloat)) { 2192ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu msg->findInt32("operating-rate", &rateInt); 2193ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu rateFloat = (float)rateInt; // 16MHz (FLINTMAX) is OK for upper bound. 2194ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2195ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (rateFloat > 0) { 2196ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu err = setOperatingRate(rateFloat, video); 2197ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2198ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu 21994e865a3cfe4c955e0890321a6b488cf661808b63Lajos Molnar mBaseOutputFormat = outputFormat; 2200b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar // trigger a kWhatOutputFormatChanged msg on first buffer 2201b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar mLastOutputFormat.clear(); 22024e865a3cfe4c955e0890321a6b488cf661808b63Lajos Molnar 2203777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = getPortFormat(kPortIndexInput, inputFormat); 2204777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err == OK) { 2205777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = getPortFormat(kPortIndexOutput, outputFormat); 2206777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err == OK) { 2207777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mInputFormat = inputFormat; 2208777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mOutputFormat = outputFormat; 2209777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 2210777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 22115778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 2212f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 2213f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 22148b806ea894ca098366629458bfdd1df4866afcdfRonghua Wustatus_t ACodec::setPriority(int32_t priority) { 22158b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu if (priority < 0) { 22168b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu return BAD_VALUE; 22178b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu } 22188b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu OMX_PARAM_U32TYPE config; 22198b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu InitOMXParams(&config); 22208b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu config.nU32 = (OMX_U32)priority; 22218b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu status_t temp = mOMX->setConfig( 22228b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu mNode, (OMX_INDEXTYPE)OMX_IndexConfigPriority, 22238b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu &config, sizeof(config)); 22248b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu if (temp != OK) { 22258b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu ALOGI("codec does not support config priority (err %d)", temp); 22268b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu } 22278b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu return OK; 22288b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu} 22298b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu 2230ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wustatus_t ACodec::setOperatingRate(float rateFloat, bool isVideo) { 2231ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (rateFloat < 0) { 2232ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu return BAD_VALUE; 2233ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2234ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu OMX_U32 rate; 2235ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (isVideo) { 2236ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (rateFloat > 65535) { 2237ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu return BAD_VALUE; 2238ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2239ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu rate = (OMX_U32)(rateFloat * 65536.0f + 0.5f); 2240ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } else { 2241ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (rateFloat > UINT_MAX) { 2242ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu return BAD_VALUE; 2243ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2244ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu rate = (OMX_U32)(rateFloat); 2245ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2246ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu OMX_PARAM_U32TYPE config; 2247ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu InitOMXParams(&config); 2248ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu config.nU32 = rate; 2249ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu status_t err = mOMX->setConfig( 2250ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu mNode, (OMX_INDEXTYPE)OMX_IndexConfigOperatingRate, 2251ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu &config, sizeof(config)); 2252ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (err != OK) { 2253ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu ALOGI("codec does not support config operating rate (err %d)", err); 2254ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2255ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu return OK; 2256ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu} 2257ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu 2258870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuangstatus_t ACodec::getIntraRefreshPeriod(uint32_t *intraRefreshPeriod) { 2259870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang OMX_VIDEO_CONFIG_ANDROID_INTRAREFRESHTYPE params; 2260870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang InitOMXParams(¶ms); 2261870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang params.nPortIndex = kPortIndexOutput; 2262870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang status_t err = mOMX->getConfig( 2263870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang mNode, (OMX_INDEXTYPE)OMX_IndexConfigAndroidIntraRefresh, ¶ms, sizeof(params)); 2264870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (err == OK) { 2265870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang *intraRefreshPeriod = params.nRefreshPeriod; 2266870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return OK; 2267870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 2268870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2269870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang // Fallback to query through standard OMX index. 2270870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang OMX_VIDEO_PARAM_INTRAREFRESHTYPE refreshParams; 2271870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang InitOMXParams(&refreshParams); 2272870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang refreshParams.nPortIndex = kPortIndexOutput; 2273870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang refreshParams.eRefreshMode = OMX_VIDEO_IntraRefreshCyclic; 2274870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang err = mOMX->getParameter( 2275870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang mNode, OMX_IndexParamVideoIntraRefresh, &refreshParams, sizeof(refreshParams)); 2276870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (err != OK || refreshParams.nCirMBs == 0) { 2277870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang *intraRefreshPeriod = 0; 2278870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return OK; 2279870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 2280870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2281870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang // Calculate period based on width and height 2282870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang uint32_t width, height; 2283870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang OMX_PARAM_PORTDEFINITIONTYPE def; 2284870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang InitOMXParams(&def); 2285870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang OMX_VIDEO_PORTDEFINITIONTYPE *video_def = &def.format.video; 2286870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang def.nPortIndex = kPortIndexOutput; 2287870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang err = mOMX->getParameter( 2288870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 2289870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (err != OK) { 2290870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang *intraRefreshPeriod = 0; 2291870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return err; 2292870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 2293870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang width = video_def->nFrameWidth; 2294870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang height = video_def->nFrameHeight; 2295870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang // Use H.264/AVC MacroBlock size 16x16 2296870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang *intraRefreshPeriod = divUp((divUp(width, 16u) * divUp(height, 16u)), refreshParams.nCirMBs); 2297870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2298870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return OK; 2299870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang} 2300870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2301870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuangstatus_t ACodec::setIntraRefreshPeriod(uint32_t intraRefreshPeriod, bool inConfigure) { 2302870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang OMX_VIDEO_CONFIG_ANDROID_INTRAREFRESHTYPE params; 2303870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang InitOMXParams(¶ms); 2304870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang params.nPortIndex = kPortIndexOutput; 2305870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang params.nRefreshPeriod = intraRefreshPeriod; 2306870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang status_t err = mOMX->setConfig( 2307870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang mNode, (OMX_INDEXTYPE)OMX_IndexConfigAndroidIntraRefresh, ¶ms, sizeof(params)); 2308870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (err == OK) { 2309870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return OK; 2310870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 2311870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2312870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang // Only in configure state, a component could invoke setParameter. 2313870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (!inConfigure) { 2314870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return INVALID_OPERATION; 2315870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } else { 2316870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang ALOGI("[%s] try falling back to Cyclic", mComponentName.c_str()); 2317870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 2318870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2319870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang OMX_VIDEO_PARAM_INTRAREFRESHTYPE refreshParams; 2320870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang InitOMXParams(&refreshParams); 2321870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang refreshParams.nPortIndex = kPortIndexOutput; 2322870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang refreshParams.eRefreshMode = OMX_VIDEO_IntraRefreshCyclic; 2323870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2324870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (intraRefreshPeriod == 0) { 2325870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang // 0 means disable intra refresh. 2326870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang refreshParams.nCirMBs = 0; 2327870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } else { 2328870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang // Calculate macroblocks that need to be intra coded base on width and height 2329870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang uint32_t width, height; 2330870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang OMX_PARAM_PORTDEFINITIONTYPE def; 2331870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang InitOMXParams(&def); 2332870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang OMX_VIDEO_PORTDEFINITIONTYPE *video_def = &def.format.video; 2333870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang def.nPortIndex = kPortIndexOutput; 2334870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang err = mOMX->getParameter( 2335870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 2336870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (err != OK) { 2337870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return err; 2338870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 2339870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang width = video_def->nFrameWidth; 2340870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang height = video_def->nFrameHeight; 2341870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang // Use H.264/AVC MacroBlock size 16x16 2342870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang refreshParams.nCirMBs = divUp((divUp(width, 16u) * divUp(height, 16u)), intraRefreshPeriod); 2343870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 2344870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2345870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang err = mOMX->setParameter(mNode, OMX_IndexParamVideoIntraRefresh, 2346870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang &refreshParams, sizeof(refreshParams)); 2347870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (err != OK) { 2348870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return err; 2349870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 2350870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2351870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return OK; 2352870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang} 2353870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2354f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::setMinBufferSize(OMX_U32 portIndex, size_t size) { 2355f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 2356f933441648ef6a71dee783d733aac17b9508b452Andreas Huber InitOMXParams(&def); 2357f933441648ef6a71dee783d733aac17b9508b452Andreas Huber def.nPortIndex = portIndex; 2358f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2359f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t err = mOMX->getParameter( 2360f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 2361f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2362f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 2363f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 2364f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2365f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2366f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (def.nBufferSize >= size) { 2367f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return OK; 2368f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2369f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2370f933441648ef6a71dee783d733aac17b9508b452Andreas Huber def.nBufferSize = size; 2371f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2372f933441648ef6a71dee783d733aac17b9508b452Andreas Huber err = mOMX->setParameter( 2373f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 2374f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2375f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 2376f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 2377f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2378f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2379f933441648ef6a71dee783d733aac17b9508b452Andreas Huber err = mOMX->getParameter( 2380f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 2381f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2382f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 2383f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 2384f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2385f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2386777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (def.nBufferSize < size) { 2387777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("failed to set min buffer size to %zu (is still %u)", size, def.nBufferSize); 2388777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return FAILED_TRANSACTION; 2389777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 2390f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2391f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return OK; 2392f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 2393f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 23945778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::selectAudioPortFormat( 23955778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_U32 portIndex, OMX_AUDIO_CODINGTYPE desiredFormat) { 23965778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_AUDIO_PARAM_PORTFORMATTYPE format; 23975778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&format); 23985778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23995778822d86b0337407514b9372562b86edfa91cdAndreas Huber format.nPortIndex = portIndex; 24006e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar for (OMX_U32 index = 0; index <= kMaxIndicesToCheck; ++index) { 24015778822d86b0337407514b9372562b86edfa91cdAndreas Huber format.nIndex = index; 24025778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = mOMX->getParameter( 24035778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamAudioPortFormat, 24045778822d86b0337407514b9372562b86edfa91cdAndreas Huber &format, sizeof(format)); 24055778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24065778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 24075778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 24085778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24095778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24105778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (format.eEncoding == desiredFormat) { 24115778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 24125778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24136e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar 24146e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar if (index == kMaxIndicesToCheck) { 24156e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar ALOGW("[%s] stopping checking formats after %u: %s(%x)", 24166e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar mComponentName.c_str(), index, 24176e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar asString(format.eEncoding), format.eEncoding); 24186e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar return ERROR_UNSUPPORTED; 24196e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar } 24205778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24215778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24225778822d86b0337407514b9372562b86edfa91cdAndreas Huber return mOMX->setParameter( 24235778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamAudioPortFormat, &format, sizeof(format)); 24245778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 24255778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24265778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupAACCodec( 2427aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke bool encoder, int32_t numChannels, int32_t sampleRate, 24288045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi int32_t bitRate, int32_t aacProfile, bool isADTS, int32_t sbrMode, 24292965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang int32_t maxOutputChannelCount, const drcParams_t& drc, 24302965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang int32_t pcmLimiterEnable) { 2431ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber if (encoder && isADTS) { 2432ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber return -EINVAL; 2433ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 2434ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 24355778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = setupRawAudioFormat( 24365778822d86b0337407514b9372562b86edfa91cdAndreas Huber encoder ? kPortIndexInput : kPortIndexOutput, 24375778822d86b0337407514b9372562b86edfa91cdAndreas Huber sampleRate, 24385778822d86b0337407514b9372562b86edfa91cdAndreas Huber numChannels); 24395778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24405778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 24415778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 24425778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24435778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24445778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (encoder) { 24455778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = selectAudioPortFormat(kPortIndexOutput, OMX_AUDIO_CodingAAC); 24465778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24475778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 24485778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 24495778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24505778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24515778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 24525778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&def); 24535778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.nPortIndex = kPortIndexOutput; 24545778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24555778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->getParameter( 24565778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 24575778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24585778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 24595778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 24605778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24615778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24625778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.format.audio.bFlagErrorConcealment = OMX_TRUE; 24635778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.format.audio.eEncoding = OMX_AUDIO_CodingAAC; 24645778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24655778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 24665778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 24675778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24685778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 24695778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 24705778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24715778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24725778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_AUDIO_PARAM_AACPROFILETYPE profile; 24735778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&profile); 24745778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nPortIndex = kPortIndexOutput; 24755778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24765778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->getParameter( 24775778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamAudioAac, &profile, sizeof(profile)); 24785778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24795778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 24805778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 24815778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24825778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24835778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nChannels = numChannels; 24845778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24855778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.eChannelMode = 24865778822d86b0337407514b9372562b86edfa91cdAndreas Huber (numChannels == 1) 24875778822d86b0337407514b9372562b86edfa91cdAndreas Huber ? OMX_AUDIO_ChannelModeMono: OMX_AUDIO_ChannelModeStereo; 24885778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24895778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nSampleRate = sampleRate; 24905778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nBitRate = bitRate; 24915778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nAudioBandWidth = 0; 24925778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nFrameLength = 0; 24935778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nAACtools = OMX_AUDIO_AACToolAll; 24945778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nAACERtools = OMX_AUDIO_AACERNone; 2495aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke profile.eAACProfile = (OMX_AUDIO_AACPROFILETYPE) aacProfile; 24965778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.eAACStreamFormat = OMX_AUDIO_AACStreamFormatMP4FF; 2497b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi switch (sbrMode) { 2498b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi case 0: 2499b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi // disable sbr 2500b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools &= ~OMX_AUDIO_AACToolAndroidSSBR; 2501b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools &= ~OMX_AUDIO_AACToolAndroidDSBR; 2502b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi break; 2503b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi case 1: 2504b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi // enable single-rate sbr 2505b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools |= OMX_AUDIO_AACToolAndroidSSBR; 2506b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools &= ~OMX_AUDIO_AACToolAndroidDSBR; 2507b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi break; 2508b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi case 2: 2509b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi // enable dual-rate sbr 2510b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools &= ~OMX_AUDIO_AACToolAndroidSSBR; 2511b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools |= OMX_AUDIO_AACToolAndroidDSBR; 2512b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi break; 2513b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi case -1: 2514b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi // enable both modes -> the codec will decide which mode should be used 2515b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools |= OMX_AUDIO_AACToolAndroidSSBR; 2516b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools |= OMX_AUDIO_AACToolAndroidDSBR; 2517b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi break; 2518b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi default: 2519b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi // unsupported sbr mode 2520b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi return BAD_VALUE; 2521b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi } 2522b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi 25235778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25245778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 25255778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamAudioAac, &profile, sizeof(profile)); 25265778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25275778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 25285778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 25295778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25305778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25315778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 25325778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25335778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2534f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_AUDIO_PARAM_AACPROFILETYPE profile; 2535f933441648ef6a71dee783d733aac17b9508b452Andreas Huber InitOMXParams(&profile); 2536f933441648ef6a71dee783d733aac17b9508b452Andreas Huber profile.nPortIndex = kPortIndexInput; 2537f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 25385778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->getParameter( 2539f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamAudioAac, &profile, sizeof(profile)); 2540f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2541f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 2542f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 2543f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2544f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2545f933441648ef6a71dee783d733aac17b9508b452Andreas Huber profile.nChannels = numChannels; 2546f933441648ef6a71dee783d733aac17b9508b452Andreas Huber profile.nSampleRate = sampleRate; 2547ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 2548ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber profile.eAACStreamFormat = 2549ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber isADTS 2550ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber ? OMX_AUDIO_AACStreamFormatMP4ADTS 2551ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber : OMX_AUDIO_AACStreamFormatMP4FF; 2552f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 25538045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi OMX_AUDIO_PARAM_ANDROID_AACPRESENTATIONTYPE presentation; 25548045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi presentation.nMaxOutputChannels = maxOutputChannelCount; 25558045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi presentation.nDrcCut = drc.drcCut; 25568045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi presentation.nDrcBoost = drc.drcBoost; 25578045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi presentation.nHeavyCompression = drc.heavyCompression; 25588045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi presentation.nTargetReferenceLevel = drc.targetRefLevel; 25598045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi presentation.nEncodedTargetLevel = drc.encodedTargetLevel; 25602965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang presentation.nPCMLimiterEnable = pcmLimiterEnable; 25618045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi 25628045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi status_t res = mOMX->setParameter(mNode, OMX_IndexParamAudioAac, &profile, sizeof(profile)); 25638045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (res == OK) { 25648045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi // optional parameters, will not cause configuration failure 25658045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi mOMX->setParameter(mNode, (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidAacPresentation, 25668045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi &presentation, sizeof(presentation)); 25678045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } else { 25688045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi ALOGW("did not set AudioAndroidAacPresentation due to error %d when setting AudioAac", res); 25698045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 25708045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi return res; 25715778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 2572f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 257397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryustatus_t ACodec::setupAC3Codec( 257497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu bool encoder, int32_t numChannels, int32_t sampleRate) { 257597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu status_t err = setupRawAudioFormat( 257697358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu encoder ? kPortIndexInput : kPortIndexOutput, sampleRate, numChannels); 257797358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 257897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu if (err != OK) { 257997358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu return err; 258097358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } 258197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 258297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu if (encoder) { 258397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu ALOGW("AC3 encoding is not supported."); 258497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu return INVALID_OPERATION; 258597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } 258697358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 258797358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu OMX_AUDIO_PARAM_ANDROID_AC3TYPE def; 258897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu InitOMXParams(&def); 258997358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu def.nPortIndex = kPortIndexInput; 259097358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 259197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu err = mOMX->getParameter( 259297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu mNode, 259397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidAc3, 259497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu &def, 259597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu sizeof(def)); 259697358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 259797358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu if (err != OK) { 259897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu return err; 259997358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } 260097358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 260197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu def.nChannels = numChannels; 260297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu def.nSampleRate = sampleRate; 260397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 260497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu return mOMX->setParameter( 260597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu mNode, 260697358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidAc3, 260797358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu &def, 260897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu sizeof(def)); 260997358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu} 261097358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 26118a4728966dc9c78e21c3c93a927707e93c05e5e0Rachadstatus_t ACodec::setupEAC3Codec( 26128a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad bool encoder, int32_t numChannels, int32_t sampleRate) { 26138a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad status_t err = setupRawAudioFormat( 26148a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad encoder ? kPortIndexInput : kPortIndexOutput, sampleRate, numChannels); 26158a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 26168a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad if (err != OK) { 26178a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad return err; 26188a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } 26198a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 26208a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad if (encoder) { 26218a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad ALOGW("EAC3 encoding is not supported."); 26228a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad return INVALID_OPERATION; 26238a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } 26248a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 26258a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad OMX_AUDIO_PARAM_ANDROID_EAC3TYPE def; 26268a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad InitOMXParams(&def); 26278a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad def.nPortIndex = kPortIndexInput; 26288a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 26298a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad err = mOMX->getParameter( 26308a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad mNode, 26318a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidEac3, 26328a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad &def, 26338a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad sizeof(def)); 26348a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 26358a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad if (err != OK) { 26368a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad return err; 26378a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } 26388a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 26398a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad def.nChannels = numChannels; 26408a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad def.nSampleRate = sampleRate; 26418a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 26428a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad return mOMX->setParameter( 26438a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad mNode, 26448a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidEac3, 26458a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad &def, 26468a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad sizeof(def)); 26478a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad} 26488a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 26495778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatic OMX_AUDIO_AMRBANDMODETYPE pickModeFromBitRate( 26505778822d86b0337407514b9372562b86edfa91cdAndreas Huber bool isAMRWB, int32_t bps) { 26515778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (isAMRWB) { 26525778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (bps <= 6600) { 26535778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB0; 26545778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 8850) { 26555778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB1; 26565778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 12650) { 26575778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB2; 26585778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 14250) { 26595778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB3; 26605778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 15850) { 26615778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB4; 26625778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 18250) { 26635778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB5; 26645778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 19850) { 26655778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB6; 26665778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 23050) { 26675778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB7; 26685778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 26695778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26705778822d86b0337407514b9372562b86edfa91cdAndreas Huber // 23850 bps 26715778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB8; 26725778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { // AMRNB 26735778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (bps <= 4750) { 26745778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB0; 26755778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 5150) { 26765778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB1; 26775778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 5900) { 26785778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB2; 26795778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 6700) { 26805778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB3; 26815778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 7400) { 26825778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB4; 26835778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 7950) { 26845778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB5; 26855778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 10200) { 26865778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB6; 26875778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 26885778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26895778822d86b0337407514b9372562b86edfa91cdAndreas Huber // 12200 bps 26905778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB7; 26915778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2692f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 2693f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 26945778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupAMRCodec(bool encoder, bool isWAMR, int32_t bitrate) { 2695729de186450f78c099637e1fce743fe531862c52Andreas Huber OMX_AUDIO_PARAM_AMRTYPE def; 2696729de186450f78c099637e1fce743fe531862c52Andreas Huber InitOMXParams(&def); 26975778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.nPortIndex = encoder ? kPortIndexOutput : kPortIndexInput; 2698729de186450f78c099637e1fce743fe531862c52Andreas Huber 2699729de186450f78c099637e1fce743fe531862c52Andreas Huber status_t err = 2700729de186450f78c099637e1fce743fe531862c52Andreas Huber mOMX->getParameter(mNode, OMX_IndexParamAudioAmr, &def, sizeof(def)); 2701729de186450f78c099637e1fce743fe531862c52Andreas Huber 2702729de186450f78c099637e1fce743fe531862c52Andreas Huber if (err != OK) { 2703729de186450f78c099637e1fce743fe531862c52Andreas Huber return err; 2704729de186450f78c099637e1fce743fe531862c52Andreas Huber } 2705729de186450f78c099637e1fce743fe531862c52Andreas Huber 2706729de186450f78c099637e1fce743fe531862c52Andreas Huber def.eAMRFrameFormat = OMX_AUDIO_AMRFrameFormatFSF; 27075778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.eAMRBandMode = pickModeFromBitRate(isWAMR, bitrate); 27085778822d86b0337407514b9372562b86edfa91cdAndreas Huber 27095778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 27105778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamAudioAmr, &def, sizeof(def)); 2711729de186450f78c099637e1fce743fe531862c52Andreas Huber 27125778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 27135778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 27145778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2715729de186450f78c099637e1fce743fe531862c52Andreas Huber 27165778822d86b0337407514b9372562b86edfa91cdAndreas Huber return setupRawAudioFormat( 27175778822d86b0337407514b9372562b86edfa91cdAndreas Huber encoder ? kPortIndexInput : kPortIndexOutput, 27185778822d86b0337407514b9372562b86edfa91cdAndreas Huber isWAMR ? 16000 : 8000 /* sampleRate */, 27195778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1 /* numChannels */); 2720729de186450f78c099637e1fce743fe531862c52Andreas Huber} 2721729de186450f78c099637e1fce743fe531862c52Andreas Huber 272217c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissenstatus_t ACodec::setupG711Codec(bool encoder, int32_t sampleRate, int32_t numChannels) { 2723777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (encoder) { 2724777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return INVALID_OPERATION; 2725777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 27265778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2727729de186450f78c099637e1fce743fe531862c52Andreas Huber return setupRawAudioFormat( 272817c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissen kPortIndexInput, sampleRate, numChannels); 2729729de186450f78c099637e1fce743fe531862c52Andreas Huber} 2730729de186450f78c099637e1fce743fe531862c52Andreas Huber 27312f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivistatus_t ACodec::setupFlacCodec( 27322f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi bool encoder, int32_t numChannels, int32_t sampleRate, int32_t compressionLevel) { 27332f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi 27342f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi if (encoder) { 27352f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi OMX_AUDIO_PARAM_FLACTYPE def; 27362f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi InitOMXParams(&def); 27372f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi def.nPortIndex = kPortIndexOutput; 27382f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi 27392f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi // configure compression level 27402f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi status_t err = mOMX->getParameter(mNode, OMX_IndexParamAudioFlac, &def, sizeof(def)); 27412f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi if (err != OK) { 27422f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi ALOGE("setupFlacCodec(): Error %d getting OMX_IndexParamAudioFlac parameter", err); 27432f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi return err; 27442f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } 27452f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi def.nCompressionLevel = compressionLevel; 27462f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi err = mOMX->setParameter(mNode, OMX_IndexParamAudioFlac, &def, sizeof(def)); 27472f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi if (err != OK) { 27482f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi ALOGE("setupFlacCodec(): Error %d setting OMX_IndexParamAudioFlac parameter", err); 27492f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi return err; 27502f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } 27512f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } 27522f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi 27532f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi return setupRawAudioFormat( 27542f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi encoder ? kPortIndexInput : kPortIndexOutput, 27552f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi sampleRate, 27562f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi numChannels); 27572f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi} 27582f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi 2759729de186450f78c099637e1fce743fe531862c52Andreas Huberstatus_t ACodec::setupRawAudioFormat( 2760729de186450f78c099637e1fce743fe531862c52Andreas Huber OMX_U32 portIndex, int32_t sampleRate, int32_t numChannels) { 2761729de186450f78c099637e1fce743fe531862c52Andreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 2762729de186450f78c099637e1fce743fe531862c52Andreas Huber InitOMXParams(&def); 2763729de186450f78c099637e1fce743fe531862c52Andreas Huber def.nPortIndex = portIndex; 2764729de186450f78c099637e1fce743fe531862c52Andreas Huber 2765729de186450f78c099637e1fce743fe531862c52Andreas Huber status_t err = mOMX->getParameter( 2766729de186450f78c099637e1fce743fe531862c52Andreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 2767729de186450f78c099637e1fce743fe531862c52Andreas Huber 2768729de186450f78c099637e1fce743fe531862c52Andreas Huber if (err != OK) { 2769729de186450f78c099637e1fce743fe531862c52Andreas Huber return err; 2770729de186450f78c099637e1fce743fe531862c52Andreas Huber } 2771729de186450f78c099637e1fce743fe531862c52Andreas Huber 2772729de186450f78c099637e1fce743fe531862c52Andreas Huber def.format.audio.eEncoding = OMX_AUDIO_CodingPCM; 2773729de186450f78c099637e1fce743fe531862c52Andreas Huber 2774729de186450f78c099637e1fce743fe531862c52Andreas Huber err = mOMX->setParameter( 2775729de186450f78c099637e1fce743fe531862c52Andreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 2776729de186450f78c099637e1fce743fe531862c52Andreas Huber 2777729de186450f78c099637e1fce743fe531862c52Andreas Huber if (err != OK) { 2778729de186450f78c099637e1fce743fe531862c52Andreas Huber return err; 2779729de186450f78c099637e1fce743fe531862c52Andreas Huber } 2780729de186450f78c099637e1fce743fe531862c52Andreas Huber 2781729de186450f78c099637e1fce743fe531862c52Andreas Huber OMX_AUDIO_PARAM_PCMMODETYPE pcmParams; 2782729de186450f78c099637e1fce743fe531862c52Andreas Huber InitOMXParams(&pcmParams); 2783729de186450f78c099637e1fce743fe531862c52Andreas Huber pcmParams.nPortIndex = portIndex; 2784729de186450f78c099637e1fce743fe531862c52Andreas Huber 2785729de186450f78c099637e1fce743fe531862c52Andreas Huber err = mOMX->getParameter( 2786729de186450f78c099637e1fce743fe531862c52Andreas Huber mNode, OMX_IndexParamAudioPcm, &pcmParams, sizeof(pcmParams)); 2787729de186450f78c099637e1fce743fe531862c52Andreas Huber 2788729de186450f78c099637e1fce743fe531862c52Andreas Huber if (err != OK) { 2789729de186450f78c099637e1fce743fe531862c52Andreas Huber return err; 2790729de186450f78c099637e1fce743fe531862c52Andreas Huber } 2791729de186450f78c099637e1fce743fe531862c52Andreas Huber 2792729de186450f78c099637e1fce743fe531862c52Andreas Huber pcmParams.nChannels = numChannels; 2793729de186450f78c099637e1fce743fe531862c52Andreas Huber pcmParams.eNumData = OMX_NumericalDataSigned; 2794729de186450f78c099637e1fce743fe531862c52Andreas Huber pcmParams.bInterleaved = OMX_TRUE; 2795729de186450f78c099637e1fce743fe531862c52Andreas Huber pcmParams.nBitPerSample = 16; 2796729de186450f78c099637e1fce743fe531862c52Andreas Huber pcmParams.nSamplingRate = sampleRate; 2797729de186450f78c099637e1fce743fe531862c52Andreas Huber pcmParams.ePCMMode = OMX_AUDIO_PCMModeLinear; 2798729de186450f78c099637e1fce743fe531862c52Andreas Huber 2799c1d8115e8a0bdaeb2b723d395b9a85a02c90c933Andreas Huber if (getOMXChannelMapping(numChannels, pcmParams.eChannelMapping) != OK) { 2800c1d8115e8a0bdaeb2b723d395b9a85a02c90c933Andreas Huber return OMX_ErrorNone; 2801729de186450f78c099637e1fce743fe531862c52Andreas Huber } 2802729de186450f78c099637e1fce743fe531862c52Andreas Huber 2803729de186450f78c099637e1fce743fe531862c52Andreas Huber return mOMX->setParameter( 2804729de186450f78c099637e1fce743fe531862c52Andreas Huber mNode, OMX_IndexParamAudioPcm, &pcmParams, sizeof(pcmParams)); 2805729de186450f78c099637e1fce743fe531862c52Andreas Huber} 2806729de186450f78c099637e1fce743fe531862c52Andreas Huber 28075a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachadstatus_t ACodec::configureTunneledVideoPlayback( 280897827bd7c7e64dec22c8fe0f9e734a3c432ad7eeRachad int32_t audioHwSync, const sp<ANativeWindow> &nativeWindow) { 28095a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad native_handle_t* sidebandHandle; 28105a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 28115a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad status_t err = mOMX->configureVideoTunnelMode( 28125a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad mNode, kPortIndexOutput, OMX_TRUE, audioHwSync, &sidebandHandle); 28135a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (err != OK) { 28145a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGE("configureVideoTunnelMode failed! (err %d).", err); 28155a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad return err; 28165a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } 28175a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 28185a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad err = native_window_set_sideband_stream(nativeWindow.get(), sidebandHandle); 28195a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (err != OK) { 28205a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGE("native_window_set_sideband_stream(%p) failed! (err %d).", 28215a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad sidebandHandle, err); 28225a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad return err; 28235a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } 28245a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 28255a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad return OK; 28265a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad} 28275a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 2828f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::setVideoPortFormatType( 2829f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 portIndex, 2830f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_VIDEO_CODINGTYPE compressionFormat, 28310d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar OMX_COLOR_FORMATTYPE colorFormat, 28320d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar bool usingNativeBuffers) { 2833f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_VIDEO_PARAM_PORTFORMATTYPE format; 2834f933441648ef6a71dee783d733aac17b9508b452Andreas Huber InitOMXParams(&format); 2835f933441648ef6a71dee783d733aac17b9508b452Andreas Huber format.nPortIndex = portIndex; 2836f933441648ef6a71dee783d733aac17b9508b452Andreas Huber format.nIndex = 0; 2837f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool found = false; 2838f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 28396e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar for (OMX_U32 index = 0; index <= kMaxIndicesToCheck; ++index) { 2840f933441648ef6a71dee783d733aac17b9508b452Andreas Huber format.nIndex = index; 2841f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t err = mOMX->getParameter( 2842f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamVideoPortFormat, 2843f933441648ef6a71dee783d733aac17b9508b452Andreas Huber &format, sizeof(format)); 2844f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2845f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 2846f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 2847f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2848f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2849229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar // substitute back flexible color format to codec supported format 2850229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar OMX_U32 flexibleEquivalent; 28510d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (compressionFormat == OMX_VIDEO_CodingUnused 28520d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar && isFlexibleColorFormat( 28530d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar mOMX, mNode, format.eColorFormat, usingNativeBuffers, &flexibleEquivalent) 28540d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar && colorFormat == flexibleEquivalent) { 2855229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar ALOGI("[%s] using color format %#x in place of %#x", 2856229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar mComponentName.c_str(), format.eColorFormat, colorFormat); 2857229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar colorFormat = format.eColorFormat; 2858229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar } 2859229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar 2860f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // The following assertion is violated by TI's video decoder. 2861f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // CHECK_EQ(format.nIndex, index); 2862f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2863f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (!strcmp("OMX.TI.Video.encoder", mComponentName.c_str())) { 2864f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (portIndex == kPortIndexInput 2865f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && colorFormat == format.eColorFormat) { 2866f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // eCompressionFormat does not seem right. 2867f933441648ef6a71dee783d733aac17b9508b452Andreas Huber found = true; 2868f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 2869f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2870f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (portIndex == kPortIndexOutput 2871f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && compressionFormat == format.eCompressionFormat) { 2872f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // eColorFormat does not seem right. 2873f933441648ef6a71dee783d733aac17b9508b452Andreas Huber found = true; 2874f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 2875f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2876f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2877f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2878f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (format.eCompressionFormat == compressionFormat 2879f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && format.eColorFormat == colorFormat) { 2880f933441648ef6a71dee783d733aac17b9508b452Andreas Huber found = true; 2881f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 2882f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2883f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 28846e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar if (index == kMaxIndicesToCheck) { 28856e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar ALOGW("[%s] stopping checking formats after %u: %s(%x)/%s(%x)", 28866e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar mComponentName.c_str(), index, 28876e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar asString(format.eCompressionFormat), format.eCompressionFormat, 28886e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar asString(format.eColorFormat), format.eColorFormat); 28896e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar } 2890f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2891f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2892f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (!found) { 2893f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return UNKNOWN_ERROR; 2894f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2895f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2896f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t err = mOMX->setParameter( 2897f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamVideoPortFormat, 2898f933441648ef6a71dee783d733aac17b9508b452Andreas Huber &format, sizeof(format)); 2899f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2900f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 2901f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 2902f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 29030d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// Set optimal output format. OMX component lists output formats in the order 29040d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// of preference, but this got more complicated since the introduction of flexible 29050d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// YUV formats. We support a legacy behavior for applications that do not use 29060d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// surface output, do not specify an output format, but expect a "usable" standard 29070d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// OMX format. SW readable and standard formats must be flex-YUV. 29080d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// 29090d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// Suggested preference order: 29100d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// - optimal format for texture rendering (mediaplayer behavior) 29110d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// - optimal SW readable & texture renderable format (flex-YUV support) 29120d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// - optimal SW readable non-renderable format (flex-YUV bytebuffer support) 29130d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// - legacy "usable" standard formats 29140d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// 29150d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// For legacy support, we prefer a standard format, but will settle for a SW readable 29160d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// flex-YUV format. 29170d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnarstatus_t ACodec::setSupportedOutputFormat(bool getLegacyFlexibleFormat) { 29180d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar OMX_VIDEO_PARAM_PORTFORMATTYPE format, legacyFormat; 2919f933441648ef6a71dee783d733aac17b9508b452Andreas Huber InitOMXParams(&format); 2920f933441648ef6a71dee783d733aac17b9508b452Andreas Huber format.nPortIndex = kPortIndexOutput; 2921f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 29220d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar InitOMXParams(&legacyFormat); 29230d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar // this field will change when we find a suitable legacy format 29240d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar legacyFormat.eColorFormat = OMX_COLOR_FormatUnused; 2925f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 29260d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar for (OMX_U32 index = 0; ; ++index) { 29270d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar format.nIndex = index; 29280d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar status_t err = mOMX->getParameter( 29290d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar mNode, OMX_IndexParamVideoPortFormat, 29300d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar &format, sizeof(format)); 29310d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (err != OK) { 29320d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar // no more formats, pick legacy format if found 29330d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (legacyFormat.eColorFormat != OMX_COLOR_FormatUnused) { 29340d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar memcpy(&format, &legacyFormat, sizeof(format)); 29350d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar break; 29360d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 29370d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar return err; 29380d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 29390d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (format.eCompressionFormat != OMX_VIDEO_CodingUnused) { 29400d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar return OMX_ErrorBadParameter; 29410d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 29420d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (!getLegacyFlexibleFormat) { 29430d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar break; 29440d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 29450d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar // standard formats that were exposed to users before 29460d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (format.eColorFormat == OMX_COLOR_FormatYUV420Planar 29470d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar || format.eColorFormat == OMX_COLOR_FormatYUV420PackedPlanar 29480d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar || format.eColorFormat == OMX_COLOR_FormatYUV420SemiPlanar 29490d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar || format.eColorFormat == OMX_COLOR_FormatYUV420PackedSemiPlanar 29500d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar || format.eColorFormat == OMX_TI_COLOR_FormatYUV420PackedSemiPlanar) { 29510d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar break; 29520d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 29530d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar // find best legacy non-standard format 29540d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar OMX_U32 flexibleEquivalent; 29550d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (legacyFormat.eColorFormat == OMX_COLOR_FormatUnused 29560d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar && isFlexibleColorFormat( 29570d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar mOMX, mNode, format.eColorFormat, false /* usingNativeBuffers */, 29580d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar &flexibleEquivalent) 29590d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar && flexibleEquivalent == OMX_COLOR_FormatYUV420Flexible) { 29600d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar memcpy(&legacyFormat, &format, sizeof(format)); 29610d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 29620d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 2963f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return mOMX->setParameter( 2964f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamVideoPortFormat, 2965f933441648ef6a71dee783d733aac17b9508b452Andreas Huber &format, sizeof(format)); 2966f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 2967f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2968e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huberstatic const struct VideoCodingMapEntry { 2969e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber const char *mMime; 2970e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber OMX_VIDEO_CODINGTYPE mVideoCodingType; 2971e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber} kVideoCodingMapEntry[] = { 2972e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { MEDIA_MIMETYPE_VIDEO_AVC, OMX_VIDEO_CodingAVC }, 29732472b1c0d63454e5d90a982bd6c555de6c3127bdRachad { MEDIA_MIMETYPE_VIDEO_HEVC, OMX_VIDEO_CodingHEVC }, 2974e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { MEDIA_MIMETYPE_VIDEO_MPEG4, OMX_VIDEO_CodingMPEG4 }, 2975e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { MEDIA_MIMETYPE_VIDEO_H263, OMX_VIDEO_CodingH263 }, 2976e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { MEDIA_MIMETYPE_VIDEO_MPEG2, OMX_VIDEO_CodingMPEG2 }, 297794705aff3c9eef58cbb72ec6fe5d2dcfd9481646hkuang { MEDIA_MIMETYPE_VIDEO_VP8, OMX_VIDEO_CodingVP8 }, 297894705aff3c9eef58cbb72ec6fe5d2dcfd9481646hkuang { MEDIA_MIMETYPE_VIDEO_VP9, OMX_VIDEO_CodingVP9 }, 2979a29c2b203d8bea8c21564765da5c9d7087448340Ronghua Wu { MEDIA_MIMETYPE_VIDEO_DOLBY_VISION, OMX_VIDEO_CodingDolbyVision }, 2980e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber}; 2981e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 29825778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatic status_t GetVideoCodingTypeFromMime( 29835778822d86b0337407514b9372562b86edfa91cdAndreas Huber const char *mime, OMX_VIDEO_CODINGTYPE *codingType) { 2984e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber for (size_t i = 0; 2985e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber i < sizeof(kVideoCodingMapEntry) / sizeof(kVideoCodingMapEntry[0]); 2986e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber ++i) { 2987e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (!strcasecmp(mime, kVideoCodingMapEntry[i].mMime)) { 2988e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber *codingType = kVideoCodingMapEntry[i].mVideoCodingType; 2989e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return OK; 2990e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 2991f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2992f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2993e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber *codingType = OMX_VIDEO_CodingUnused; 2994e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2995e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return ERROR_UNSUPPORTED; 2996e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber} 2997e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2998e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huberstatic status_t GetMimeTypeForVideoCoding( 2999e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber OMX_VIDEO_CODINGTYPE codingType, AString *mime) { 3000e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber for (size_t i = 0; 3001e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber i < sizeof(kVideoCodingMapEntry) / sizeof(kVideoCodingMapEntry[0]); 3002e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber ++i) { 3003e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (codingType == kVideoCodingMapEntry[i].mVideoCodingType) { 3004e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber *mime = kVideoCodingMapEntry[i].mMime; 3005e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return OK; 3006e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 3007e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 3008e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3009e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mime->clear(); 3010e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3011e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return ERROR_UNSUPPORTED; 30125778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 30135778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30145778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupVideoDecoder( 30158338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar const char *mime, const sp<AMessage> &msg, bool haveNativeWindow, 30168338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar sp<AMessage> &outputFormat) { 301789869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar int32_t width, height; 301889869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar if (!msg->findInt32("width", &width) 301989869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar || !msg->findInt32("height", &height)) { 302089869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar return INVALID_OPERATION; 302189869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar } 302289869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar 30235778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_CODINGTYPE compressionFormat; 30245778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = GetVideoCodingTypeFromMime(mime, &compressionFormat); 30255778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30265778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 30275778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 30285778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 30295778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30305778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setVideoPortFormatType( 3031f933441648ef6a71dee783d733aac17b9508b452Andreas Huber kPortIndexInput, compressionFormat, OMX_COLOR_FormatUnused); 3032f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3033f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 3034f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 3035f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3036f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 303789869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar int32_t tmp; 303889869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar if (msg->findInt32("color-format", &tmp)) { 303989869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar OMX_COLOR_FORMATTYPE colorFormat = 304089869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar static_cast<OMX_COLOR_FORMATTYPE>(tmp); 304189869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar err = setVideoPortFormatType( 30420d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar kPortIndexOutput, OMX_VIDEO_CodingUnused, colorFormat, haveNativeWindow); 304389869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar if (err != OK) { 304489869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar ALOGW("[%s] does not support color format %d", 304589869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar mComponentName.c_str(), colorFormat); 30460d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar err = setSupportedOutputFormat(!haveNativeWindow /* getLegacyFlexibleFormat */); 304789869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar } 304889869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar } else { 30490d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar err = setSupportedOutputFormat(!haveNativeWindow /* getLegacyFlexibleFormat */); 305089869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar } 3051f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3052f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 3053f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 3054f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3055f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 305678b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad int32_t frameRateInt; 305778b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad float frameRateFloat; 305878b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad if (!msg->findFloat("frame-rate", &frameRateFloat)) { 305978b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad if (!msg->findInt32("frame-rate", &frameRateInt)) { 306078b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad frameRateInt = -1; 306178b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad } 306278b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad frameRateFloat = (float)frameRateInt; 306378b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad } 306478b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad 3065f933441648ef6a71dee783d733aac17b9508b452Andreas Huber err = setVideoFormatOnPort( 306678b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad kPortIndexInput, width, height, compressionFormat, frameRateFloat); 3067f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3068f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 3069f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 3070f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3071f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3072f933441648ef6a71dee783d733aac17b9508b452Andreas Huber err = setVideoFormatOnPort( 3073f933441648ef6a71dee783d733aac17b9508b452Andreas Huber kPortIndexOutput, width, height, OMX_VIDEO_CodingUnused); 3074f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3075f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 3076f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 3077f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3078f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 30798338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar err = setColorAspects( 30808338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar kPortIndexOutput, width, height, msg, outputFormat); 30818338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar if (err != OK) { 30828338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar ALOGI("Falling back to presets as component does not describe color aspects."); 30838338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar err = OK; 30848338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 30858338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 30868338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar return err; 30878338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar} 30888338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 30898338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnarstatus_t ACodec::setColorAspects( 30908338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar OMX_U32 portIndex, int32_t width, int32_t height, const sp<AMessage> &msg, 30918338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar sp<AMessage> &format) { 30928338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar DescribeColorAspectsParams params; 30938338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar InitOMXParams(¶ms); 30948338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar params.nPortIndex = portIndex; 30958338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 30968338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar // 0 values are unspecified 30978338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar int32_t range = 0, standard = 0, transfer = 0; 30988338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar if (portIndex == kPortIndexInput) { 30998338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar // Encoders allow overriding default aspects with 0 if specified by format. Decoders do not. 31008338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar setDefaultPlatformColorAspectsIfNeeded(range, standard, transfer, width, height); 31018338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 31028338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar (void)msg->findInt32("color-range", &range); 31038338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar (void)msg->findInt32("color-standard", &standard); 31048338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar (void)msg->findInt32("color-transfer", &transfer); 31058338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 31068338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar if (convertPlatformColorAspectsToCodecAspects( 31078338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar range, standard, transfer, params.sAspects) != OK) { 31088338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar ALOGW("[%s] Ignoring illegal color aspects(range=%d, standard=%d, transfer=%d)", 31098338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar mComponentName.c_str(), range, standard, transfer); 31108338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar // Invalid values were converted to unspecified !params!, but otherwise were not changed 31118338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar // For encoders, we leave these as is. For decoders, we will use default values. 31128338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 31138338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 31148338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar // set defaults for decoders. 31158338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar if (portIndex != kPortIndexInput) { 31168338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar setDefaultCodecColorAspectsIfNeeded(params.sAspects, width, height); 31178338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar convertCodecColorAspectsToPlatformAspects(params.sAspects, &range, &standard, &transfer); 31188338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 31198338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 31208338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar // save updated values to base output format (encoder input format will read back actually 31218338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar // supported values by the codec) 31228338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar if (range != 0) { 31238338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar format->setInt32("color-range", range); 31248338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 31258338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar if (standard != 0) { 31268338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar format->setInt32("color-standard", standard); 31278338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 31288338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar if (transfer != 0) { 31298338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar format->setInt32("color-transfer", transfer); 31308338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 31318338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 31328338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar // communicate color aspects to codec 31338338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar status_t err = mOMX->getExtensionIndex( 31348338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar mNode, "OMX.google.android.index.describeColorAspects", &mDescribeColorAspectsIndex); 31358338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar if (err != OK) { 31368338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar mDescribeColorAspectsIndex = (OMX_INDEXTYPE)0; 31378338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar return err; 31388338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 31398338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 31408338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar return mOMX->setConfig(mNode, mDescribeColorAspectsIndex, ¶ms, sizeof(params)); 31418338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar} 31428338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 31438338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnarstatus_t ACodec::getColorAspects(OMX_U32 portIndex, sp<AMessage> &format) { 31448338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar if (!mDescribeColorAspectsIndex) { 31458338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar return ERROR_UNSUPPORTED; 31468338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 31478338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 31488338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar DescribeColorAspectsParams params; 31498338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar InitOMXParams(¶ms); 31508338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar params.nPortIndex = portIndex; 31518338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar ColorAspects &aspects = params.sAspects; 31528338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar aspects.mRange = ColorAspects::RangeUnspecified; 31538338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar aspects.mPrimaries = ColorAspects::PrimariesUnspecified; 31548338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar aspects.mMatrixCoeffs = ColorAspects::MatrixUnspecified; 31558338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar aspects.mTransfer = ColorAspects::TransferUnspecified; 31568338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 31578338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar status_t err = mOMX->getConfig(mNode, mDescribeColorAspectsIndex, ¶ms, sizeof(params)); 31588338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar if (err != OK) { 31598338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar return err; 31608338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 31618338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 31628338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar // keep non-standard codec values in extension ranges 31638338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar int32_t range, standard, transfer; 31648338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar if (convertCodecColorAspectsToPlatformAspects( 31658338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar params.sAspects, &range, &standard, &transfer) != OK) { 31668338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar ALOGW("[%s] Ignoring invalid color aspects(range=%u, primaries=%u, coeffs=%u, transfer=%u)", 31678338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar mComponentName.c_str(), 31688338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar aspects.mRange, aspects.mPrimaries, aspects.mMatrixCoeffs, aspects.mTransfer); 31698338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 31708338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 31718338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar // save specified values to format 31728338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar if (range != 0) { 31738338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar format->setInt32("color-range", range); 31748338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 31758338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar if (standard != 0) { 31768338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar format->setInt32("color-standard", standard); 31778338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 31788338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar if (transfer != 0) { 31798338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar format->setInt32("color-transfer", transfer); 31808338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 3181f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return OK; 3182f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 3183f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 31848338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnarstatus_t ACodec::setupVideoEncoder( 31858338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar const char *mime, const sp<AMessage> &msg, sp<AMessage> &outputFormat) { 31865778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t tmp; 31875778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("color-format", &tmp)) { 31885778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 31895778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 31905778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31915778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_COLOR_FORMATTYPE colorFormat = 31925778822d86b0337407514b9372562b86edfa91cdAndreas Huber static_cast<OMX_COLOR_FORMATTYPE>(tmp); 31935778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31945778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = setVideoPortFormatType( 31955778822d86b0337407514b9372562b86edfa91cdAndreas Huber kPortIndexInput, OMX_VIDEO_CodingUnused, colorFormat); 31965778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31975778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 31985778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGE("[%s] does not support color format %d", 31995778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentName.c_str(), colorFormat); 32005778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32015778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 32025778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 32035778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32045778822d86b0337407514b9372562b86edfa91cdAndreas Huber /* Input port configuration */ 32055778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32065778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 32075778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&def); 32085778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32095778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PORTDEFINITIONTYPE *video_def = &def.format.video; 32105778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32115778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.nPortIndex = kPortIndexInput; 32125778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32135778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->getParameter( 32145778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 32155778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32165778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 32175778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 32185778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 32195778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32205778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t width, height, bitrate; 32215778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("width", &width) 32225778822d86b0337407514b9372562b86edfa91cdAndreas Huber || !msg->findInt32("height", &height) 32235778822d86b0337407514b9372562b86edfa91cdAndreas Huber || !msg->findInt32("bitrate", &bitrate)) { 32245778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 32255778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 32265778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32275778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nFrameWidth = width; 32285778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nFrameHeight = height; 32295778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32305778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t stride; 32315778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("stride", &stride)) { 32325778822d86b0337407514b9372562b86edfa91cdAndreas Huber stride = width; 32335778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 32345778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32355778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nStride = stride; 32365778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32375778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t sliceHeight; 32385778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("slice-height", &sliceHeight)) { 32395778822d86b0337407514b9372562b86edfa91cdAndreas Huber sliceHeight = height; 32405778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 32415778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32425778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nSliceHeight = sliceHeight; 32435778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32445778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.nBufferSize = (video_def->nStride * video_def->nSliceHeight * 3) / 2; 32455778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32465778822d86b0337407514b9372562b86edfa91cdAndreas Huber float frameRate; 32475778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findFloat("frame-rate", &frameRate)) { 32485778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t tmp; 32495778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("frame-rate", &tmp)) { 32505778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 32515778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 32525778822d86b0337407514b9372562b86edfa91cdAndreas Huber frameRate = (float)tmp; 32532c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mTimePerFrameUs = (int64_t) (1000000.0f / frameRate); 32545778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 32555778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32565778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->xFramerate = (OMX_U32)(frameRate * 65536.0f); 32575778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->eCompressionFormat = OMX_VIDEO_CodingUnused; 3258a32d5435d9585794b72dd12546054f13adb845f2Lajos Molnar // this is redundant as it was already set up in setVideoPortFormatType 3259a32d5435d9585794b72dd12546054f13adb845f2Lajos Molnar // FIXME for now skip this only for flexible YUV formats 3260a32d5435d9585794b72dd12546054f13adb845f2Lajos Molnar if (colorFormat != OMX_COLOR_FormatYUV420Flexible) { 3261a32d5435d9585794b72dd12546054f13adb845f2Lajos Molnar video_def->eColorFormat = colorFormat; 3262a32d5435d9585794b72dd12546054f13adb845f2Lajos Molnar } 32635778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32645778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 32655778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 32665778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32675778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 32685778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGE("[%s] failed to set input port definition parameters.", 32695778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentName.c_str()); 32705778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32715778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 32725778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 32735778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32745778822d86b0337407514b9372562b86edfa91cdAndreas Huber /* Output port configuration */ 32755778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32765778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_CODINGTYPE compressionFormat; 32775778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = GetVideoCodingTypeFromMime(mime, &compressionFormat); 32785778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32795778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 32805778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 32815778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 32825778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32835778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setVideoPortFormatType( 32845778822d86b0337407514b9372562b86edfa91cdAndreas Huber kPortIndexOutput, compressionFormat, OMX_COLOR_FormatUnused); 32855778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32865778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 32875778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGE("[%s] does not support compression format %d", 32885778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentName.c_str(), compressionFormat); 32895778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32905778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 32915778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 32925778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32935778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.nPortIndex = kPortIndexOutput; 32945778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32955778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->getParameter( 32965778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 32975778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32985778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 32995778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 33005778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 33015778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33025778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nFrameWidth = width; 33035778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nFrameHeight = height; 33045778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->xFramerate = 0; 33055778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nBitrate = bitrate; 33065778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->eCompressionFormat = compressionFormat; 33075778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->eColorFormat = OMX_COLOR_FormatUnused; 33085778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33095778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 33105778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 33115778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33125778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 33135778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGE("[%s] failed to set output port definition parameters.", 33145778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentName.c_str()); 33155778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33165778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 33175778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 33185778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3319870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang int32_t intraRefreshPeriod = 0; 3320870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (msg->findInt32("intra-refresh-period", &intraRefreshPeriod) 3321870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang && intraRefreshPeriod >= 0) { 3322870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang err = setIntraRefreshPeriod((uint32_t)intraRefreshPeriod, true); 3323870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (err != OK) { 3324870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang ALOGI("[%s] failed setIntraRefreshPeriod. Failure is fine since this key is optional", 3325870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang mComponentName.c_str()); 3326870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang err = OK; 3327870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 3328870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 3329870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 33305778822d86b0337407514b9372562b86edfa91cdAndreas Huber switch (compressionFormat) { 33315778822d86b0337407514b9372562b86edfa91cdAndreas Huber case OMX_VIDEO_CodingMPEG4: 33325778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setupMPEG4EncoderParameters(msg); 33335778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 33345778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33355778822d86b0337407514b9372562b86edfa91cdAndreas Huber case OMX_VIDEO_CodingH263: 33365778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setupH263EncoderParameters(msg); 33375778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 33385778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33395778822d86b0337407514b9372562b86edfa91cdAndreas Huber case OMX_VIDEO_CodingAVC: 33405778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setupAVCEncoderParameters(msg); 33415778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 33425778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3343c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad case OMX_VIDEO_CodingHEVC: 3344c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad err = setupHEVCEncoderParameters(msg); 3345c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad break; 3346c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 334789b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber case OMX_VIDEO_CodingVP8: 334889b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber case OMX_VIDEO_CodingVP9: 334989b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber err = setupVPXEncoderParameters(msg); 335089b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber break; 335189b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber 33525778822d86b0337407514b9372562b86edfa91cdAndreas Huber default: 33535778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 33545778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 33555778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33568338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar // Set up color aspects on input, but propagate them to the output format, as they will 33578338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar // not be read back from encoder. 33588338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar err = setColorAspects( 33598338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar kPortIndexInput, width, height, msg, outputFormat); 33608338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar if (err != OK) { 33618338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar ALOGI("[%s] cannot encode color aspects. Ignoring.", mComponentName.c_str()); 33628338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar err = OK; 33638338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 33648338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3365d36a023778256f0550e9a09e9993c066e8a3c7d7Ronghua Wu if (err == OK) { 3366d36a023778256f0550e9a09e9993c066e8a3c7d7Ronghua Wu ALOGI("setupVideoEncoder succeeded"); 3367d36a023778256f0550e9a09e9993c066e8a3c7d7Ronghua Wu } 33685778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33695778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 33705778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 33715778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33720dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dongstatus_t ACodec::setCyclicIntraMacroblockRefresh(const sp<AMessage> &msg, int32_t mode) { 33730dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong OMX_VIDEO_PARAM_INTRAREFRESHTYPE params; 33740dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong InitOMXParams(¶ms); 33750dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.nPortIndex = kPortIndexOutput; 33760dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 33770dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.eRefreshMode = static_cast<OMX_VIDEO_INTRAREFRESHTYPE>(mode); 33780dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 33790dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (params.eRefreshMode == OMX_VIDEO_IntraRefreshCyclic || 33800dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.eRefreshMode == OMX_VIDEO_IntraRefreshBoth) { 33810dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong int32_t mbs; 33820dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (!msg->findInt32("intra-refresh-CIR-mbs", &mbs)) { 33830dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong return INVALID_OPERATION; 33840dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 33850dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.nCirMBs = mbs; 33860dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 33870dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 33880dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (params.eRefreshMode == OMX_VIDEO_IntraRefreshAdaptive || 33890dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.eRefreshMode == OMX_VIDEO_IntraRefreshBoth) { 33900dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong int32_t mbs; 33910dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (!msg->findInt32("intra-refresh-AIR-mbs", &mbs)) { 33920dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong return INVALID_OPERATION; 33930dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 33940dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.nAirMBs = mbs; 33950dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 33960dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong int32_t ref; 33970dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (!msg->findInt32("intra-refresh-AIR-ref", &ref)) { 33980dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong return INVALID_OPERATION; 33990dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 34000dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.nAirRef = ref; 34010dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 34020dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 34030dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong status_t err = mOMX->setParameter( 34040dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong mNode, OMX_IndexParamVideoIntraRefresh, 34050dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong ¶ms, sizeof(params)); 34060dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong return err; 34070dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong} 34080dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 34095778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatic OMX_U32 setPFramesSpacing(int32_t iFramesInterval, int32_t frameRate) { 34105778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (iFramesInterval < 0) { 34115778822d86b0337407514b9372562b86edfa91cdAndreas Huber return 0xFFFFFFFF; 34125778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (iFramesInterval == 0) { 34135778822d86b0337407514b9372562b86edfa91cdAndreas Huber return 0; 34145778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 34155778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_U32 ret = frameRate * iFramesInterval; 34165778822d86b0337407514b9372562b86edfa91cdAndreas Huber return ret; 34175778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 34185778822d86b0337407514b9372562b86edfa91cdAndreas Huber 341996076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huberstatic OMX_VIDEO_CONTROLRATETYPE getBitrateMode(const sp<AMessage> &msg) { 342096076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber int32_t tmp; 342196076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber if (!msg->findInt32("bitrate-mode", &tmp)) { 342296076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber return OMX_Video_ControlRateVariable; 342396076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber } 342496076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber 342596076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber return static_cast<OMX_VIDEO_CONTROLRATETYPE>(tmp); 342696076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber} 342796076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber 34285778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupMPEG4EncoderParameters(const sp<AMessage> &msg) { 34295778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t bitrate, iFrameInterval; 34305778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("bitrate", &bitrate) 34315778822d86b0337407514b9372562b86edfa91cdAndreas Huber || !msg->findInt32("i-frame-interval", &iFrameInterval)) { 34325778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 34335778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 34345778822d86b0337407514b9372562b86edfa91cdAndreas Huber 343596076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber OMX_VIDEO_CONTROLRATETYPE bitrateMode = getBitrateMode(msg); 343696076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber 34375778822d86b0337407514b9372562b86edfa91cdAndreas Huber float frameRate; 34385778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findFloat("frame-rate", &frameRate)) { 34395778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t tmp; 34405778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("frame-rate", &tmp)) { 34415778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 34425778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 34435778822d86b0337407514b9372562b86edfa91cdAndreas Huber frameRate = (float)tmp; 34445778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 34455778822d86b0337407514b9372562b86edfa91cdAndreas Huber 34465778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PARAM_MPEG4TYPE mpeg4type; 34475778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&mpeg4type); 34485778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nPortIndex = kPortIndexOutput; 34495778822d86b0337407514b9372562b86edfa91cdAndreas Huber 34505778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = mOMX->getParameter( 34515778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoMpeg4, &mpeg4type, sizeof(mpeg4type)); 34525778822d86b0337407514b9372562b86edfa91cdAndreas Huber 34535778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 34545778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 34555778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 34565778822d86b0337407514b9372562b86edfa91cdAndreas Huber 34575778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nSliceHeaderSpacing = 0; 34585778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.bSVH = OMX_FALSE; 34595778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.bGov = OMX_FALSE; 34605778822d86b0337407514b9372562b86edfa91cdAndreas Huber 34615778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nAllowedPictureTypes = 34625778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PictureTypeI | OMX_VIDEO_PictureTypeP; 34635778822d86b0337407514b9372562b86edfa91cdAndreas Huber 34645778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nPFrames = setPFramesSpacing(iFrameInterval, frameRate); 34655778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mpeg4type.nPFrames == 0) { 34665778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nAllowedPictureTypes = OMX_VIDEO_PictureTypeI; 34675778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 34685778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nBFrames = 0; 34695778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nIDCVLCThreshold = 0; 34705778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.bACPred = OMX_TRUE; 34715778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nMaxPacketSize = 256; 34725778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nTimeIncRes = 1000; 34735778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nHeaderExtension = 0; 34745778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.bReversibleVLC = OMX_FALSE; 34755778822d86b0337407514b9372562b86edfa91cdAndreas Huber 34765778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t profile; 34775778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (msg->findInt32("profile", &profile)) { 34785778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t level; 34795778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("level", &level)) { 34805778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 34815778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 34825778822d86b0337407514b9372562b86edfa91cdAndreas Huber 34835778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = verifySupportForProfileAndLevel(profile, level); 34845778822d86b0337407514b9372562b86edfa91cdAndreas Huber 34855778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 34865778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 34875778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 34885778822d86b0337407514b9372562b86edfa91cdAndreas Huber 34895778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.eProfile = static_cast<OMX_VIDEO_MPEG4PROFILETYPE>(profile); 34905778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.eLevel = static_cast<OMX_VIDEO_MPEG4LEVELTYPE>(level); 34915778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 34925778822d86b0337407514b9372562b86edfa91cdAndreas Huber 34935778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 34945778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoMpeg4, &mpeg4type, sizeof(mpeg4type)); 34955778822d86b0337407514b9372562b86edfa91cdAndreas Huber 34965778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 34975778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 34985778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 34995778822d86b0337407514b9372562b86edfa91cdAndreas Huber 350096076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber err = configureBitrate(bitrate, bitrateMode); 35015778822d86b0337407514b9372562b86edfa91cdAndreas Huber 35025778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 35035778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 35045778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 35055778822d86b0337407514b9372562b86edfa91cdAndreas Huber 35065778822d86b0337407514b9372562b86edfa91cdAndreas Huber return setupErrorCorrectionParameters(); 35075778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 35085778822d86b0337407514b9372562b86edfa91cdAndreas Huber 35095778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupH263EncoderParameters(const sp<AMessage> &msg) { 35105778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t bitrate, iFrameInterval; 35115778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("bitrate", &bitrate) 35125778822d86b0337407514b9372562b86edfa91cdAndreas Huber || !msg->findInt32("i-frame-interval", &iFrameInterval)) { 35135778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 35145778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 35155778822d86b0337407514b9372562b86edfa91cdAndreas Huber 351696076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber OMX_VIDEO_CONTROLRATETYPE bitrateMode = getBitrateMode(msg); 351796076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber 35185778822d86b0337407514b9372562b86edfa91cdAndreas Huber float frameRate; 35195778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findFloat("frame-rate", &frameRate)) { 35205778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t tmp; 35215778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("frame-rate", &tmp)) { 35225778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 35235778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 35245778822d86b0337407514b9372562b86edfa91cdAndreas Huber frameRate = (float)tmp; 35255778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 35265778822d86b0337407514b9372562b86edfa91cdAndreas Huber 35275778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PARAM_H263TYPE h263type; 35285778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&h263type); 35295778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nPortIndex = kPortIndexOutput; 35305778822d86b0337407514b9372562b86edfa91cdAndreas Huber 35315778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = mOMX->getParameter( 35325778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoH263, &h263type, sizeof(h263type)); 35335778822d86b0337407514b9372562b86edfa91cdAndreas Huber 35345778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 35355778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 35365778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 35375778822d86b0337407514b9372562b86edfa91cdAndreas Huber 35385778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nAllowedPictureTypes = 35395778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PictureTypeI | OMX_VIDEO_PictureTypeP; 35405778822d86b0337407514b9372562b86edfa91cdAndreas Huber 35415778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nPFrames = setPFramesSpacing(iFrameInterval, frameRate); 35425778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (h263type.nPFrames == 0) { 35435778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nAllowedPictureTypes = OMX_VIDEO_PictureTypeI; 35445778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 35455778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nBFrames = 0; 35465778822d86b0337407514b9372562b86edfa91cdAndreas Huber 35475778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t profile; 35485778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (msg->findInt32("profile", &profile)) { 35495778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t level; 35505778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("level", &level)) { 35515778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 35525778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 35535778822d86b0337407514b9372562b86edfa91cdAndreas Huber 35545778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = verifySupportForProfileAndLevel(profile, level); 35555778822d86b0337407514b9372562b86edfa91cdAndreas Huber 35565778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 35575778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 35585778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 35595778822d86b0337407514b9372562b86edfa91cdAndreas Huber 35605778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.eProfile = static_cast<OMX_VIDEO_H263PROFILETYPE>(profile); 35615778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.eLevel = static_cast<OMX_VIDEO_H263LEVELTYPE>(level); 35625778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 35635778822d86b0337407514b9372562b86edfa91cdAndreas Huber 35645778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.bPLUSPTYPEAllowed = OMX_FALSE; 35655778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.bForceRoundingTypeToZero = OMX_FALSE; 35665778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nPictureHeaderRepetition = 0; 35675778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nGOBHeaderInterval = 0; 35685778822d86b0337407514b9372562b86edfa91cdAndreas Huber 35695778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 35705778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoH263, &h263type, sizeof(h263type)); 35715778822d86b0337407514b9372562b86edfa91cdAndreas Huber 35725778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 35735778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 35745778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 35755778822d86b0337407514b9372562b86edfa91cdAndreas Huber 357696076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber err = configureBitrate(bitrate, bitrateMode); 35775778822d86b0337407514b9372562b86edfa91cdAndreas Huber 35785778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 35795778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 35805778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 35815778822d86b0337407514b9372562b86edfa91cdAndreas Huber 35825778822d86b0337407514b9372562b86edfa91cdAndreas Huber return setupErrorCorrectionParameters(); 35835778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 35845778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3585a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar// static 3586a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnarint /* OMX_VIDEO_AVCLEVELTYPE */ ACodec::getAVCLevelFor( 3587a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar int width, int height, int rate, int bitrate, 3588a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar OMX_VIDEO_AVCPROFILETYPE profile) { 3589a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar // convert bitrate to main/baseline profile kbps equivalent 3590a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar switch (profile) { 3591a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar case OMX_VIDEO_AVCProfileHigh10: 3592a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar bitrate = divUp(bitrate, 3000); break; 3593a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar case OMX_VIDEO_AVCProfileHigh: 3594a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar bitrate = divUp(bitrate, 1250); break; 3595a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar default: 3596a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar bitrate = divUp(bitrate, 1000); break; 3597a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar } 3598a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar 3599a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar // convert size and rate to MBs 3600a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar width = divUp(width, 16); 3601a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar height = divUp(height, 16); 3602a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar int mbs = width * height; 3603a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar rate *= mbs; 3604a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar int maxDimension = max(width, height); 3605a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar 3606a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar static const int limits[][5] = { 3607a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar /* MBps MB dim bitrate level */ 3608a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 1485, 99, 28, 64, OMX_VIDEO_AVCLevel1 }, 3609a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 1485, 99, 28, 128, OMX_VIDEO_AVCLevel1b }, 3610a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 3000, 396, 56, 192, OMX_VIDEO_AVCLevel11 }, 3611a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 6000, 396, 56, 384, OMX_VIDEO_AVCLevel12 }, 3612a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 11880, 396, 56, 768, OMX_VIDEO_AVCLevel13 }, 3613a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 11880, 396, 56, 2000, OMX_VIDEO_AVCLevel2 }, 3614a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 19800, 792, 79, 4000, OMX_VIDEO_AVCLevel21 }, 3615a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 20250, 1620, 113, 4000, OMX_VIDEO_AVCLevel22 }, 3616a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 40500, 1620, 113, 10000, OMX_VIDEO_AVCLevel3 }, 3617a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 108000, 3600, 169, 14000, OMX_VIDEO_AVCLevel31 }, 3618a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 216000, 5120, 202, 20000, OMX_VIDEO_AVCLevel32 }, 3619a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 245760, 8192, 256, 20000, OMX_VIDEO_AVCLevel4 }, 3620a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 245760, 8192, 256, 50000, OMX_VIDEO_AVCLevel41 }, 3621a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 522240, 8704, 263, 50000, OMX_VIDEO_AVCLevel42 }, 3622a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 589824, 22080, 420, 135000, OMX_VIDEO_AVCLevel5 }, 3623a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 983040, 36864, 543, 240000, OMX_VIDEO_AVCLevel51 }, 3624a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 2073600, 36864, 543, 240000, OMX_VIDEO_AVCLevel52 }, 3625a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar }; 3626a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar 3627a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar for (size_t i = 0; i < ARRAY_SIZE(limits); i++) { 3628a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar const int (&limit)[5] = limits[i]; 3629a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar if (rate <= limit[0] && mbs <= limit[1] && maxDimension <= limit[2] 3630a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar && bitrate <= limit[3]) { 3631a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar return limit[4]; 3632a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar } 3633a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar } 3634a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar return 0; 3635a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar} 3636a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar 36375778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupAVCEncoderParameters(const sp<AMessage> &msg) { 36385778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t bitrate, iFrameInterval; 36395778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("bitrate", &bitrate) 36405778822d86b0337407514b9372562b86edfa91cdAndreas Huber || !msg->findInt32("i-frame-interval", &iFrameInterval)) { 36415778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 36425778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 36435778822d86b0337407514b9372562b86edfa91cdAndreas Huber 364496076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber OMX_VIDEO_CONTROLRATETYPE bitrateMode = getBitrateMode(msg); 364596076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber 36465778822d86b0337407514b9372562b86edfa91cdAndreas Huber float frameRate; 36475778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findFloat("frame-rate", &frameRate)) { 36485778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t tmp; 36495778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("frame-rate", &tmp)) { 36505778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 36515778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 36525778822d86b0337407514b9372562b86edfa91cdAndreas Huber frameRate = (float)tmp; 36535778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 36545778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36550dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong status_t err = OK; 36560dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong int32_t intraRefreshMode = 0; 36570dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (msg->findInt32("intra-refresh-mode", &intraRefreshMode)) { 36580dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong err = setCyclicIntraMacroblockRefresh(msg, intraRefreshMode); 36590dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (err != OK) { 36600dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong ALOGE("Setting intra macroblock refresh mode (%d) failed: 0x%x", 36610dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong err, intraRefreshMode); 36620dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong return err; 36630dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 36640dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 36650dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 36665778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PARAM_AVCTYPE h264type; 36675778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&h264type); 36685778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nPortIndex = kPortIndexOutput; 36695778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36700dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong err = mOMX->getParameter( 36715778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoAvc, &h264type, sizeof(h264type)); 36725778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36735778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 36745778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 36755778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 36765778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36775778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nAllowedPictureTypes = 36785778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PictureTypeI | OMX_VIDEO_PictureTypeP; 36795778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36805778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t profile; 36815778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (msg->findInt32("profile", &profile)) { 36825778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t level; 36835778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("level", &level)) { 36845778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 36855778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 36865778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36875778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = verifySupportForProfileAndLevel(profile, level); 36885778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36895778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 36905778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 36915778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 36925778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36935778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.eProfile = static_cast<OMX_VIDEO_AVCPROFILETYPE>(profile); 36945778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.eLevel = static_cast<OMX_VIDEO_AVCLEVELTYPE>(level); 36955778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 36965778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36975778822d86b0337407514b9372562b86edfa91cdAndreas Huber // XXX 36987c25df82dfc8bbedb58608242f0d923a4594bb14James Dong if (h264type.eProfile != OMX_VIDEO_AVCProfileBaseline) { 36997c25df82dfc8bbedb58608242f0d923a4594bb14James Dong ALOGW("Use baseline profile instead of %d for AVC recording", 37007c25df82dfc8bbedb58608242f0d923a4594bb14James Dong h264type.eProfile); 37015778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.eProfile = OMX_VIDEO_AVCProfileBaseline; 37025778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 37035778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37045778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (h264type.eProfile == OMX_VIDEO_AVCProfileBaseline) { 37055778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nSliceHeaderSpacing = 0; 37065778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bUseHadamard = OMX_TRUE; 37075778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nRefFrames = 1; 37085778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nBFrames = 0; 37095778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nPFrames = setPFramesSpacing(iFrameInterval, frameRate); 37105778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (h264type.nPFrames == 0) { 37115778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nAllowedPictureTypes = OMX_VIDEO_PictureTypeI; 37125778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 37135778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nRefIdx10ActiveMinus1 = 0; 37145778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nRefIdx11ActiveMinus1 = 0; 37155778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bEntropyCodingCABAC = OMX_FALSE; 37165778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bWeightedPPrediction = OMX_FALSE; 37175778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bconstIpred = OMX_FALSE; 37185778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bDirect8x8Inference = OMX_FALSE; 37195778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bDirectSpatialTemporal = OMX_FALSE; 37205778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nCabacInitIdc = 0; 37215778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 37225778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37235778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (h264type.nBFrames != 0) { 37245778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nAllowedPictureTypes |= OMX_VIDEO_PictureTypeB; 37255778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 37265778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37275778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bEnableUEP = OMX_FALSE; 37285778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bEnableFMO = OMX_FALSE; 37295778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bEnableASO = OMX_FALSE; 37305778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bEnableRS = OMX_FALSE; 37315778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bFrameMBsOnly = OMX_TRUE; 37325778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bMBAFF = OMX_FALSE; 37335778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.eLoopFilterMode = OMX_VIDEO_AVCLoopFilterEnable; 37345778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37355778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 37365778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoAvc, &h264type, sizeof(h264type)); 37375778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37385778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 37395778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 37405778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 37415778822d86b0337407514b9372562b86edfa91cdAndreas Huber 374296076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber return configureBitrate(bitrate, bitrateMode); 37435778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 37445778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3745c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachadstatus_t ACodec::setupHEVCEncoderParameters(const sp<AMessage> &msg) { 3746c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad int32_t bitrate, iFrameInterval; 3747c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (!msg->findInt32("bitrate", &bitrate) 3748c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad || !msg->findInt32("i-frame-interval", &iFrameInterval)) { 3749c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return INVALID_OPERATION; 3750c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 3751c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 3752c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad OMX_VIDEO_CONTROLRATETYPE bitrateMode = getBitrateMode(msg); 3753c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 3754c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad float frameRate; 3755c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (!msg->findFloat("frame-rate", &frameRate)) { 3756c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad int32_t tmp; 3757c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (!msg->findInt32("frame-rate", &tmp)) { 3758c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return INVALID_OPERATION; 3759c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 3760c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad frameRate = (float)tmp; 3761c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 3762c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 3763c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad OMX_VIDEO_PARAM_HEVCTYPE hevcType; 3764c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad InitOMXParams(&hevcType); 3765c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad hevcType.nPortIndex = kPortIndexOutput; 3766c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 3767c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad status_t err = OK; 3768c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad err = mOMX->getParameter( 3769c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad mNode, (OMX_INDEXTYPE)OMX_IndexParamVideoHevc, &hevcType, sizeof(hevcType)); 3770c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (err != OK) { 3771c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return err; 3772c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 3773c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 3774c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad int32_t profile; 3775c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (msg->findInt32("profile", &profile)) { 3776c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad int32_t level; 3777c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (!msg->findInt32("level", &level)) { 3778c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return INVALID_OPERATION; 3779c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 3780c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 3781c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad err = verifySupportForProfileAndLevel(profile, level); 3782c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (err != OK) { 3783c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return err; 3784c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 3785c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 3786c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad hevcType.eProfile = static_cast<OMX_VIDEO_HEVCPROFILETYPE>(profile); 3787c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad hevcType.eLevel = static_cast<OMX_VIDEO_HEVCLEVELTYPE>(level); 3788c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 37899aa87d4ef502c9700a31fe46dc6e1d6f99cf4e5eWonsik Kim // TODO: finer control? 37909aa87d4ef502c9700a31fe46dc6e1d6f99cf4e5eWonsik Kim hevcType.nKeyFrameInterval = setPFramesSpacing(iFrameInterval, frameRate); 3791c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 3792c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad err = mOMX->setParameter( 3793c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad mNode, (OMX_INDEXTYPE)OMX_IndexParamVideoHevc, &hevcType, sizeof(hevcType)); 3794c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (err != OK) { 3795c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return err; 3796c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 3797c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 3798c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return configureBitrate(bitrate, bitrateMode); 3799c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad} 3800c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 380189b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huberstatus_t ACodec::setupVPXEncoderParameters(const sp<AMessage> &msg) { 380289b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber int32_t bitrate; 38034154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev int32_t iFrameInterval = 0; 38044154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev size_t tsLayers = 0; 38054154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev OMX_VIDEO_ANDROID_VPXTEMPORALLAYERPATTERNTYPE pattern = 38064154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev OMX_VIDEO_VPXTemporalLayerPatternNone; 38074154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev static const uint32_t kVp8LayerRateAlloction 38084154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev [OMX_VIDEO_ANDROID_MAXVP8TEMPORALLAYERS] 38094154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev [OMX_VIDEO_ANDROID_MAXVP8TEMPORALLAYERS] = { 38104154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev {100, 100, 100}, // 1 layer 38114154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev { 60, 100, 100}, // 2 layers {60%, 40%} 38124154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev { 40, 60, 100}, // 3 layers {40%, 20%, 40%} 38134154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev }; 381489b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber if (!msg->findInt32("bitrate", &bitrate)) { 381589b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber return INVALID_OPERATION; 381689b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber } 38174154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev msg->findInt32("i-frame-interval", &iFrameInterval); 381889b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber 381989b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber OMX_VIDEO_CONTROLRATETYPE bitrateMode = getBitrateMode(msg); 382089b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber 38214154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev float frameRate; 38224154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (!msg->findFloat("frame-rate", &frameRate)) { 38234154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev int32_t tmp; 38244154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (!msg->findInt32("frame-rate", &tmp)) { 38254154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev return INVALID_OPERATION; 38264154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 38274154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev frameRate = (float)tmp; 38284154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 38294154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev 38304154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev AString tsSchema; 38314154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (msg->findString("ts-schema", &tsSchema)) { 38324154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (tsSchema == "webrtc.vp8.1-layer") { 38334154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev pattern = OMX_VIDEO_VPXTemporalLayerPatternWebRTC; 38344154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev tsLayers = 1; 38354154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } else if (tsSchema == "webrtc.vp8.2-layer") { 38364154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev pattern = OMX_VIDEO_VPXTemporalLayerPatternWebRTC; 38374154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev tsLayers = 2; 38384154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } else if (tsSchema == "webrtc.vp8.3-layer") { 38394154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev pattern = OMX_VIDEO_VPXTemporalLayerPatternWebRTC; 38404154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev tsLayers = 3; 38414154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } else { 38424154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev ALOGW("Unsupported ts-schema [%s]", tsSchema.c_str()); 38434154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 38444154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 38454154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev 38464154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev OMX_VIDEO_PARAM_ANDROID_VP8ENCODERTYPE vp8type; 38474154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev InitOMXParams(&vp8type); 38484154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.nPortIndex = kPortIndexOutput; 38494154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev status_t err = mOMX->getParameter( 38504154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev mNode, (OMX_INDEXTYPE)OMX_IndexParamVideoAndroidVp8Encoder, 38514154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev &vp8type, sizeof(vp8type)); 38524154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev 38534154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (err == OK) { 38544154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (iFrameInterval > 0) { 38554154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.nKeyFrameInterval = setPFramesSpacing(iFrameInterval, frameRate); 38564154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 38574154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.eTemporalPattern = pattern; 38584154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.nTemporalLayerCount = tsLayers; 38594154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (tsLayers > 0) { 38604154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev for (size_t i = 0; i < OMX_VIDEO_ANDROID_MAXVP8TEMPORALLAYERS; i++) { 38614154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.nTemporalLayerBitrateRatio[i] = 38624154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev kVp8LayerRateAlloction[tsLayers - 1][i]; 38634154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 38644154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 38654154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (bitrateMode == OMX_Video_ControlRateConstant) { 38664154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.nMinQuantizer = 2; 38674154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.nMaxQuantizer = 63; 38684154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 38694154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev 38704154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev err = mOMX->setParameter( 38714154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev mNode, (OMX_INDEXTYPE)OMX_IndexParamVideoAndroidVp8Encoder, 38724154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev &vp8type, sizeof(vp8type)); 38734154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (err != OK) { 38744154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev ALOGW("Extended VP8 parameters set failed: %d", err); 38754154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 38764154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 38774154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev 387889b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber return configureBitrate(bitrate, bitrateMode); 387989b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber} 388089b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber 38815778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::verifySupportForProfileAndLevel( 38825778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t profile, int32_t level) { 38835778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PARAM_PROFILELEVELTYPE params; 38845778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(¶ms); 38855778822d86b0337407514b9372562b86edfa91cdAndreas Huber params.nPortIndex = kPortIndexOutput; 38865778822d86b0337407514b9372562b86edfa91cdAndreas Huber 38876e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar for (OMX_U32 index = 0; index <= kMaxIndicesToCheck; ++index) { 38886e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar params.nProfileIndex = index; 38895778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = mOMX->getParameter( 38905778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, 38915778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_IndexParamVideoProfileLevelQuerySupported, 38925778822d86b0337407514b9372562b86edfa91cdAndreas Huber ¶ms, 38935778822d86b0337407514b9372562b86edfa91cdAndreas Huber sizeof(params)); 38945778822d86b0337407514b9372562b86edfa91cdAndreas Huber 38955778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 38965778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 38975778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 38985778822d86b0337407514b9372562b86edfa91cdAndreas Huber 38995778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t supportedProfile = static_cast<int32_t>(params.eProfile); 39005778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t supportedLevel = static_cast<int32_t>(params.eLevel); 39015778822d86b0337407514b9372562b86edfa91cdAndreas Huber 39025778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (profile == supportedProfile && level <= supportedLevel) { 39035778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 39045778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 39056e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar 39066e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar if (index == kMaxIndicesToCheck) { 39076e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar ALOGW("[%s] stopping checking profiles after %u: %x/%x", 39086e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar mComponentName.c_str(), index, 39096e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar params.eProfile, params.eLevel); 39106e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar } 39115778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 39126e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar return ERROR_UNSUPPORTED; 39135778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 39145778822d86b0337407514b9372562b86edfa91cdAndreas Huber 391596076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huberstatus_t ACodec::configureBitrate( 391696076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber int32_t bitrate, OMX_VIDEO_CONTROLRATETYPE bitrateMode) { 39175778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PARAM_BITRATETYPE bitrateType; 39185778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&bitrateType); 39195778822d86b0337407514b9372562b86edfa91cdAndreas Huber bitrateType.nPortIndex = kPortIndexOutput; 39205778822d86b0337407514b9372562b86edfa91cdAndreas Huber 39215778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = mOMX->getParameter( 39225778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoBitrate, 39235778822d86b0337407514b9372562b86edfa91cdAndreas Huber &bitrateType, sizeof(bitrateType)); 39245778822d86b0337407514b9372562b86edfa91cdAndreas Huber 39255778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 39265778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 39275778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 39285778822d86b0337407514b9372562b86edfa91cdAndreas Huber 392996076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber bitrateType.eControlRate = bitrateMode; 39305778822d86b0337407514b9372562b86edfa91cdAndreas Huber bitrateType.nTargetBitrate = bitrate; 39315778822d86b0337407514b9372562b86edfa91cdAndreas Huber 39325778822d86b0337407514b9372562b86edfa91cdAndreas Huber return mOMX->setParameter( 39335778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoBitrate, 39345778822d86b0337407514b9372562b86edfa91cdAndreas Huber &bitrateType, sizeof(bitrateType)); 39355778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 39365778822d86b0337407514b9372562b86edfa91cdAndreas Huber 39375778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupErrorCorrectionParameters() { 39385778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PARAM_ERRORCORRECTIONTYPE errorCorrectionType; 39395778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&errorCorrectionType); 39405778822d86b0337407514b9372562b86edfa91cdAndreas Huber errorCorrectionType.nPortIndex = kPortIndexOutput; 39415778822d86b0337407514b9372562b86edfa91cdAndreas Huber 39425778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = mOMX->getParameter( 39435778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoErrorCorrection, 39445778822d86b0337407514b9372562b86edfa91cdAndreas Huber &errorCorrectionType, sizeof(errorCorrectionType)); 39455778822d86b0337407514b9372562b86edfa91cdAndreas Huber 39465778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 39475778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; // Optional feature. Ignore this failure 39485778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 39495778822d86b0337407514b9372562b86edfa91cdAndreas Huber 39505778822d86b0337407514b9372562b86edfa91cdAndreas Huber errorCorrectionType.bEnableHEC = OMX_FALSE; 39515778822d86b0337407514b9372562b86edfa91cdAndreas Huber errorCorrectionType.bEnableResync = OMX_TRUE; 39525778822d86b0337407514b9372562b86edfa91cdAndreas Huber errorCorrectionType.nResynchMarkerSpacing = 256; 39535778822d86b0337407514b9372562b86edfa91cdAndreas Huber errorCorrectionType.bEnableDataPartitioning = OMX_FALSE; 39545778822d86b0337407514b9372562b86edfa91cdAndreas Huber errorCorrectionType.bEnableRVLC = OMX_FALSE; 39555778822d86b0337407514b9372562b86edfa91cdAndreas Huber 39565778822d86b0337407514b9372562b86edfa91cdAndreas Huber return mOMX->setParameter( 39575778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoErrorCorrection, 39585778822d86b0337407514b9372562b86edfa91cdAndreas Huber &errorCorrectionType, sizeof(errorCorrectionType)); 39595778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 39605778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3961f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::setVideoFormatOnPort( 3962f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 portIndex, 396378b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad int32_t width, int32_t height, OMX_VIDEO_CODINGTYPE compressionFormat, 396478b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad float frameRate) { 3965f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 3966f933441648ef6a71dee783d733aac17b9508b452Andreas Huber InitOMXParams(&def); 3967f933441648ef6a71dee783d733aac17b9508b452Andreas Huber def.nPortIndex = portIndex; 3968f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3969f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_VIDEO_PORTDEFINITIONTYPE *video_def = &def.format.video; 3970f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3971f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t err = mOMX->getParameter( 3972f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 3973777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 3974777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 3975777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 3976f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3977f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (portIndex == kPortIndexInput) { 3978f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // XXX Need a (much) better heuristic to compute input buffer sizes. 3979f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const size_t X = 64 * 1024; 3980f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (def.nBufferSize < X) { 3981f933441648ef6a71dee783d733aac17b9508b452Andreas Huber def.nBufferSize = X; 3982f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3983f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3984f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3985777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (def.eDomain != OMX_PortDomainVideo) { 3986777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("expected video port, got %s(%d)", asString(def.eDomain), def.eDomain); 3987777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return FAILED_TRANSACTION; 3988777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 3989f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3990f933441648ef6a71dee783d733aac17b9508b452Andreas Huber video_def->nFrameWidth = width; 3991f933441648ef6a71dee783d733aac17b9508b452Andreas Huber video_def->nFrameHeight = height; 3992f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3993f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (portIndex == kPortIndexInput) { 3994f933441648ef6a71dee783d733aac17b9508b452Andreas Huber video_def->eCompressionFormat = compressionFormat; 3995f933441648ef6a71dee783d733aac17b9508b452Andreas Huber video_def->eColorFormat = OMX_COLOR_FormatUnused; 399678b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad if (frameRate >= 0) { 399778b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad video_def->xFramerate = (OMX_U32)(frameRate * 65536.0f); 399878b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad } 3999f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4000f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4001f933441648ef6a71dee783d733aac17b9508b452Andreas Huber err = mOMX->setParameter( 4002f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 4003f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4004f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 4005f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4006f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4007f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::initNativeWindow() { 4008f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mNativeWindow != NULL) { 4009a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar return mOMX->enableNativeBuffers(mNode, kPortIndexOutput, OMX_TRUE /* graphic */, OMX_TRUE); 4010f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4011f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4012a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar mOMX->enableNativeBuffers(mNode, kPortIndexOutput, OMX_TRUE /* graphic */, OMX_FALSE); 4013f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return OK; 4014f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4015f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4016d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Hubersize_t ACodec::countBuffersOwnedByComponent(OMX_U32 portIndex) const { 4017d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber size_t n = 0; 4018d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 4019d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber for (size_t i = 0; i < mBuffers[portIndex].size(); ++i) { 4020d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber const BufferInfo &info = mBuffers[portIndex].itemAt(i); 4021d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 4022d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber if (info.mStatus == BufferInfo::OWNED_BY_COMPONENT) { 4023d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber ++n; 4024d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber } 4025d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber } 4026d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 4027d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber return n; 4028d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber} 4029d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 40307e7013392e302a28364df1dcee79b82ad90978b4Andreas Hubersize_t ACodec::countBuffersOwnedByNativeWindow() const { 40317e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber size_t n = 0; 40327e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 40337e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber for (size_t i = 0; i < mBuffers[kPortIndexOutput].size(); ++i) { 40347e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber const BufferInfo &info = mBuffers[kPortIndexOutput].itemAt(i); 40357e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 40367e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber if (info.mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW) { 40377e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber ++n; 40387e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber } 40397e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber } 40407e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 40417e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber return n; 40427e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber} 40437e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 40447e7013392e302a28364df1dcee79b82ad90978b4Andreas Hubervoid ACodec::waitUntilAllPossibleNativeWindowBuffersAreReturnedToUs() { 40457e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber if (mNativeWindow == NULL) { 40467e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber return; 40477e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber } 40487e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 4049e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar while (countBuffersOwnedByNativeWindow() > mNumUndequeuedBuffers 40507e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber && dequeueBufferFromNativeWindow() != NULL) { 4051c38fcfba95f711e5738e4c72bd5499317a2f30d9Lajos Molnar // these buffers will be submitted as regular buffers; account for this 4052054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (storingMetadataInDecodedBuffers() && mMetadataBuffersToSubmit > 0) { 4053054219874873b41f1c815552987c10465c34ba2bLajos Molnar --mMetadataBuffersToSubmit; 4054c38fcfba95f711e5738e4c72bd5499317a2f30d9Lajos Molnar } 40557e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber } 40567e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber} 40577e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 4058f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::allYourBuffersAreBelongToUs( 4059f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 portIndex) { 4060f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (size_t i = 0; i < mBuffers[portIndex].size(); ++i) { 4061f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = &mBuffers[portIndex].editItemAt(i); 4062f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4063f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mStatus != BufferInfo::OWNED_BY_US 4064f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && info->mStatus != BufferInfo::OWNED_BY_NATIVE_WINDOW) { 4065609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] Buffer %u on port %u still has status %d", 4066f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mComponentName.c_str(), 4067f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mBufferID, portIndex, info->mStatus); 4068f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return false; 4069f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4070f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4071f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4072f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 4073f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4074f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4075f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::allYourBuffersAreBelongToUs() { 4076f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return allYourBuffersAreBelongToUs(kPortIndexInput) 4077f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && allYourBuffersAreBelongToUs(kPortIndexOutput); 4078f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4079f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4080f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::deferMessage(const sp<AMessage> &msg) { 4081f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mDeferredQueue.push_back(msg); 4082f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4083f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4084f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::processDeferredMessages() { 4085f933441648ef6a71dee783d733aac17b9508b452Andreas Huber List<sp<AMessage> > queue = mDeferredQueue; 4086f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mDeferredQueue.clear(); 4087f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4088f933441648ef6a71dee783d733aac17b9508b452Andreas Huber List<sp<AMessage> >::iterator it = queue.begin(); 4089f933441648ef6a71dee783d733aac17b9508b452Andreas Huber while (it != queue.end()) { 4090f933441648ef6a71dee783d733aac17b9508b452Andreas Huber onMessageReceived(*it++); 4091f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4092f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4093f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 409403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar// static 409573dd808754c641fe798273d356ee38368715fa7bLajos Molnarbool ACodec::describeDefaultColorFormat(DescribeColorFormat2Params ¶ms) { 409673dd808754c641fe798273d356ee38368715fa7bLajos Molnar MediaImage2 &image = params.sMediaImage; 409703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar memset(&image, 0, sizeof(image)); 409803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 409973dd808754c641fe798273d356ee38368715fa7bLajos Molnar image.mType = MediaImage2::MEDIA_IMAGE_TYPE_UNKNOWN; 410003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mNumPlanes = 0; 410103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 410203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar const OMX_COLOR_FORMATTYPE fmt = params.eColorFormat; 410303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mWidth = params.nFrameWidth; 410403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mHeight = params.nFrameHeight; 410503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 410603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar // only supporting YUV420 410703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar if (fmt != OMX_COLOR_FormatYUV420Planar && 410803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar fmt != OMX_COLOR_FormatYUV420PackedPlanar && 410903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar fmt != OMX_COLOR_FormatYUV420SemiPlanar && 41105a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar fmt != OMX_COLOR_FormatYUV420PackedSemiPlanar && 41112ad160ba086f0504cf56dcc24619a0cee2546a23Dan Stoza fmt != (OMX_COLOR_FORMATTYPE)HAL_PIXEL_FORMAT_YV12) { 411203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar ALOGW("do not know color format 0x%x = %d", fmt, fmt); 4113229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar return false; 411403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 411503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 4116b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar // TEMPORARY FIX for some vendors that advertise sliceHeight as 0 4117b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar if (params.nStride != 0 && params.nSliceHeight == 0) { 4118b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar ALOGW("using sliceHeight=%u instead of what codec advertised (=0)", 4119b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar params.nFrameHeight); 4120b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar params.nSliceHeight = params.nFrameHeight; 4121b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar } 4122b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar 412334e63e9ffe6496d9180c825dc119c1fd1020ef8bMarco Nelissen // we need stride and slice-height to be non-zero and sensible. These values were chosen to 412434e63e9ffe6496d9180c825dc119c1fd1020ef8bMarco Nelissen // prevent integer overflows further down the line, and do not indicate support for 412534e63e9ffe6496d9180c825dc119c1fd1020ef8bMarco Nelissen // 32kx32k video. 412634e63e9ffe6496d9180c825dc119c1fd1020ef8bMarco Nelissen if (params.nStride == 0 || params.nSliceHeight == 0 412734e63e9ffe6496d9180c825dc119c1fd1020ef8bMarco Nelissen || params.nStride > 32768 || params.nSliceHeight > 32768) { 4128b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar ALOGW("cannot describe color format 0x%x = %d with stride=%u and sliceHeight=%u", 4129b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar fmt, fmt, params.nStride, params.nSliceHeight); 4130b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar return false; 4131b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar } 4132b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar 413303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar // set-up YUV format 413473dd808754c641fe798273d356ee38368715fa7bLajos Molnar image.mType = MediaImage2::MEDIA_IMAGE_TYPE_YUV; 413503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mNumPlanes = 3; 413603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mBitDepth = 8; 413773dd808754c641fe798273d356ee38368715fa7bLajos Molnar image.mBitDepthAllocated = 8; 413803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.Y].mOffset = 0; 413903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.Y].mColInc = 1; 414003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.Y].mRowInc = params.nStride; 414103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.Y].mHorizSubsampling = 1; 414203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.Y].mVertSubsampling = 1; 414303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 41445a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar switch ((int)fmt) { 41455a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar case HAL_PIXEL_FORMAT_YV12: 41465a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar if (params.bUsingNativeBuffers) { 41475a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar size_t ystride = align(params.nStride, 16); 41485a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar size_t cstride = align(params.nStride / 2, 16); 41495a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.Y].mRowInc = ystride; 41505a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar 41515a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.V].mOffset = ystride * params.nSliceHeight; 41525a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.V].mColInc = 1; 41535a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.V].mRowInc = cstride; 41545a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.V].mHorizSubsampling = 2; 41555a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.V].mVertSubsampling = 2; 41565a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar 41575a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.U].mOffset = image.mPlane[image.V].mOffset 41585a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar + (cstride * params.nSliceHeight / 2); 41595a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.U].mColInc = 1; 41605a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.U].mRowInc = cstride; 41615a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.U].mHorizSubsampling = 2; 41625a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.U].mVertSubsampling = 2; 41635a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar break; 41645a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar } else { 41655a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar // fall through as YV12 is used for YUV420Planar by some codecs 41665a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar } 41675a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar 41685a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar case OMX_COLOR_FormatYUV420Planar: 416903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar case OMX_COLOR_FormatYUV420PackedPlanar: 417003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mOffset = params.nStride * params.nSliceHeight; 417103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mColInc = 1; 417203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mRowInc = params.nStride / 2; 417303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mHorizSubsampling = 2; 417403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mVertSubsampling = 2; 417503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 417603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mOffset = image.mPlane[image.U].mOffset 417703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar + (params.nStride * params.nSliceHeight / 4); 417803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mColInc = 1; 417903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mRowInc = params.nStride / 2; 418003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mHorizSubsampling = 2; 418103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mVertSubsampling = 2; 418203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar break; 418303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 418403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar case OMX_COLOR_FormatYUV420SemiPlanar: 418503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar // FIXME: NV21 for sw-encoder, NV12 for decoder and hw-encoder 418603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar case OMX_COLOR_FormatYUV420PackedSemiPlanar: 418703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar // NV12 418803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mOffset = params.nStride * params.nSliceHeight; 418903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mColInc = 2; 419003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mRowInc = params.nStride; 419103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mHorizSubsampling = 2; 419203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mVertSubsampling = 2; 419303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 419403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mOffset = image.mPlane[image.U].mOffset + 1; 419503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mColInc = 2; 419603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mRowInc = params.nStride; 419703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mHorizSubsampling = 2; 419803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mVertSubsampling = 2; 419903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar break; 420003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 420103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar default: 420203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar TRESPASS(); 420303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 4204229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar return true; 4205229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar} 4206229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar 4207229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar// static 4208229d242665c612fd97431d1e7ac004823b47f181Lajos Molnarbool ACodec::describeColorFormat( 4209229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar const sp<IOMX> &omx, IOMX::node_id node, 421073dd808754c641fe798273d356ee38368715fa7bLajos Molnar DescribeColorFormat2Params &describeParams) 4211229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar{ 4212229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar OMX_INDEXTYPE describeColorFormatIndex; 4213229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar if (omx->getExtensionIndex( 4214229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar node, "OMX.google.android.index.describeColorFormat", 421573dd808754c641fe798273d356ee38368715fa7bLajos Molnar &describeColorFormatIndex) == OK) { 421673dd808754c641fe798273d356ee38368715fa7bLajos Molnar DescribeColorFormatParams describeParamsV1(describeParams); 421773dd808754c641fe798273d356ee38368715fa7bLajos Molnar if (omx->getParameter( 421873dd808754c641fe798273d356ee38368715fa7bLajos Molnar node, describeColorFormatIndex, 421973dd808754c641fe798273d356ee38368715fa7bLajos Molnar &describeParamsV1, sizeof(describeParamsV1)) == OK) { 422073dd808754c641fe798273d356ee38368715fa7bLajos Molnar describeParams.initFromV1(describeParamsV1); 422173dd808754c641fe798273d356ee38368715fa7bLajos Molnar return describeParams.sMediaImage.mType != MediaImage2::MEDIA_IMAGE_TYPE_UNKNOWN; 422273dd808754c641fe798273d356ee38368715fa7bLajos Molnar } 422373dd808754c641fe798273d356ee38368715fa7bLajos Molnar } else if (omx->getExtensionIndex( 422473dd808754c641fe798273d356ee38368715fa7bLajos Molnar node, "OMX.google.android.index.describeColorFormat2", &describeColorFormatIndex) == OK 422573dd808754c641fe798273d356ee38368715fa7bLajos Molnar && omx->getParameter( 422673dd808754c641fe798273d356ee38368715fa7bLajos Molnar node, describeColorFormatIndex, &describeParams, sizeof(describeParams)) == OK) { 422773dd808754c641fe798273d356ee38368715fa7bLajos Molnar return describeParams.sMediaImage.mType != MediaImage2::MEDIA_IMAGE_TYPE_UNKNOWN; 422873dd808754c641fe798273d356ee38368715fa7bLajos Molnar } 422973dd808754c641fe798273d356ee38368715fa7bLajos Molnar 423073dd808754c641fe798273d356ee38368715fa7bLajos Molnar return describeDefaultColorFormat(describeParams); 4231229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar} 4232229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar 4233229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar// static 4234229d242665c612fd97431d1e7ac004823b47f181Lajos Molnarbool ACodec::isFlexibleColorFormat( 4235229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar const sp<IOMX> &omx, IOMX::node_id node, 42360d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar uint32_t colorFormat, bool usingNativeBuffers, OMX_U32 *flexibleEquivalent) { 423773dd808754c641fe798273d356ee38368715fa7bLajos Molnar DescribeColorFormat2Params describeParams; 4238229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar InitOMXParams(&describeParams); 4239229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar describeParams.eColorFormat = (OMX_COLOR_FORMATTYPE)colorFormat; 4240229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar // reasonable dummy values 4241229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar describeParams.nFrameWidth = 128; 4242229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar describeParams.nFrameHeight = 128; 4243229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar describeParams.nStride = 128; 4244229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar describeParams.nSliceHeight = 128; 42450d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.bUsingNativeBuffers = (OMX_BOOL)usingNativeBuffers; 4246229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar 4247229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar CHECK(flexibleEquivalent != NULL); 4248229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar 4249229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar if (!describeColorFormat(omx, node, describeParams)) { 4250229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar return false; 4251229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar } 4252229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar 425373dd808754c641fe798273d356ee38368715fa7bLajos Molnar const MediaImage2 &img = describeParams.sMediaImage; 425473dd808754c641fe798273d356ee38368715fa7bLajos Molnar if (img.mType == MediaImage2::MEDIA_IMAGE_TYPE_YUV) { 425573dd808754c641fe798273d356ee38368715fa7bLajos Molnar if (img.mNumPlanes != 3 425673dd808754c641fe798273d356ee38368715fa7bLajos Molnar || img.mPlane[img.Y].mHorizSubsampling != 1 425773dd808754c641fe798273d356ee38368715fa7bLajos Molnar || img.mPlane[img.Y].mVertSubsampling != 1) { 4258229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar return false; 4259229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar } 4260229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar 4261229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar // YUV 420 4262229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar if (img.mPlane[img.U].mHorizSubsampling == 2 4263229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar && img.mPlane[img.U].mVertSubsampling == 2 4264229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar && img.mPlane[img.V].mHorizSubsampling == 2 4265229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar && img.mPlane[img.V].mVertSubsampling == 2) { 4266229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar // possible flexible YUV420 format 4267229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar if (img.mBitDepth <= 8) { 4268229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar *flexibleEquivalent = OMX_COLOR_FormatYUV420Flexible; 4269229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar return true; 4270229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar } 4271229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar } 4272229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar } 4273229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar return false; 427403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar} 427503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 4276e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnarstatus_t ACodec::getPortFormat(OMX_U32 portIndex, sp<AMessage> ¬ify) { 4277777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim const char *niceIndex = portIndex == kPortIndexInput ? "input" : "output"; 427831e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 427931e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber InitOMXParams(&def); 4280e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar def.nPortIndex = portIndex; 428131e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 4282777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim status_t err = mOMX->getParameter(mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 4283777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4284777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4285777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 428631e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 4287777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (def.eDir != (portIndex == kPortIndexOutput ? OMX_DirOutput : OMX_DirInput)) { 4288777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("unexpected dir: %s(%d) on %s port", asString(def.eDir), def.eDir, niceIndex); 4289777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return BAD_VALUE; 4290777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 429131e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 429231e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber switch (def.eDomain) { 429331e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber case OMX_PortDomainVideo: 429431e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber { 429531e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber OMX_VIDEO_PORTDEFINITIONTYPE *videoDef = &def.format.video; 4296e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar switch ((int)videoDef->eCompressionFormat) { 4297e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar case OMX_VIDEO_CodingUnused: 4298e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar { 4299e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK(mIsEncoder ^ (portIndex == kPortIndexOutput)); 4300e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setString("mime", MEDIA_MIMETYPE_VIDEO_RAW); 4301e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4302e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("stride", videoDef->nStride); 4303e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("slice-height", videoDef->nSliceHeight); 4304e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("color-format", videoDef->eColorFormat); 4305e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 43060d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (mNativeWindow == NULL) { 430773dd808754c641fe798273d356ee38368715fa7bLajos Molnar DescribeColorFormat2Params describeParams; 43080d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar InitOMXParams(&describeParams); 43090d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.eColorFormat = videoDef->eColorFormat; 43100d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.nFrameWidth = videoDef->nFrameWidth; 43110d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.nFrameHeight = videoDef->nFrameHeight; 43120d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.nStride = videoDef->nStride; 43130d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.nSliceHeight = videoDef->nSliceHeight; 43140d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.bUsingNativeBuffers = OMX_FALSE; 43150d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar 43160d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (describeColorFormat(mOMX, mNode, describeParams)) { 43170d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar notify->setBuffer( 43180d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar "image-data", 43190d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar ABuffer::CreateAsCopy( 43200d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar &describeParams.sMediaImage, 43210d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar sizeof(describeParams.sMediaImage))); 43225a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar 432373dd808754c641fe798273d356ee38368715fa7bLajos Molnar MediaImage2 &img = describeParams.sMediaImage; 432473dd808754c641fe798273d356ee38368715fa7bLajos Molnar MediaImage2::PlaneInfo *plane = img.mPlane; 432573dd808754c641fe798273d356ee38368715fa7bLajos Molnar ALOGV("[%s] MediaImage { F(%ux%u) @%u+%d+%d @%u+%d+%d @%u+%d+%d }", 432673dd808754c641fe798273d356ee38368715fa7bLajos Molnar mComponentName.c_str(), img.mWidth, img.mHeight, 432773dd808754c641fe798273d356ee38368715fa7bLajos Molnar plane[0].mOffset, plane[0].mColInc, plane[0].mRowInc, 432873dd808754c641fe798273d356ee38368715fa7bLajos Molnar plane[1].mOffset, plane[1].mColInc, plane[1].mRowInc, 432973dd808754c641fe798273d356ee38368715fa7bLajos Molnar plane[2].mOffset, plane[2].mColInc, plane[2].mRowInc); 43300d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 433103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 433203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 433391a3cc00db31a713a25848f345bd624ac2ad8dc5Lajos Molnar if (portIndex != kPortIndexOutput) { 433491a3cc00db31a713a25848f345bd624ac2ad8dc5Lajos Molnar // TODO: also get input crop 433591a3cc00db31a713a25848f345bd624ac2ad8dc5Lajos Molnar break; 433691a3cc00db31a713a25848f345bd624ac2ad8dc5Lajos Molnar } 433791a3cc00db31a713a25848f345bd624ac2ad8dc5Lajos Molnar 43388338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar (void)getColorAspects(portIndex, notify); 43398338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 4340e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar OMX_CONFIG_RECTTYPE rect; 4341e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar InitOMXParams(&rect); 434291a3cc00db31a713a25848f345bd624ac2ad8dc5Lajos Molnar rect.nPortIndex = portIndex; 4343e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4344e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if (mOMX->getConfig( 434591a3cc00db31a713a25848f345bd624ac2ad8dc5Lajos Molnar mNode, 434691a3cc00db31a713a25848f345bd624ac2ad8dc5Lajos Molnar (portIndex == kPortIndexOutput ? 434791a3cc00db31a713a25848f345bd624ac2ad8dc5Lajos Molnar OMX_IndexConfigCommonOutputCrop : 434891a3cc00db31a713a25848f345bd624ac2ad8dc5Lajos Molnar OMX_IndexConfigCommonInputCrop), 4349e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar &rect, sizeof(rect)) != OK) { 4350e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar rect.nLeft = 0; 4351e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar rect.nTop = 0; 4352e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar rect.nWidth = videoDef->nFrameWidth; 4353e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar rect.nHeight = videoDef->nFrameHeight; 4354e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 435531e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 4356777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (rect.nLeft < 0 || 4357777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim rect.nTop < 0 || 4358777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim rect.nLeft + rect.nWidth > videoDef->nFrameWidth || 4359777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim rect.nTop + rect.nHeight > videoDef->nFrameHeight) { 4360777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Wrong cropped rect (%d, %d) - (%u, %u) vs. frame (%u, %u)", 4361777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim rect.nLeft, rect.nTop, 4362777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim rect.nLeft + rect.nWidth, rect.nTop + rect.nHeight, 4363777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim videoDef->nFrameWidth, videoDef->nFrameHeight); 4364777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return BAD_VALUE; 4365777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4366e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4367e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setRect( 4368577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar "crop", 4369577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar rect.nLeft, 4370577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar rect.nTop, 4371e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar rect.nLeft + rect.nWidth - 1, 4372e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar rect.nTop + rect.nHeight - 1); 4373e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4374e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar break; 4375e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 43764730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia 43774730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia case OMX_VIDEO_CodingVP8: 43784730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia case OMX_VIDEO_CodingVP9: 43794730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia { 43804730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia OMX_VIDEO_PARAM_ANDROID_VP8ENCODERTYPE vp8type; 43814730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia InitOMXParams(&vp8type); 43824730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia vp8type.nPortIndex = kPortIndexOutput; 43834730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia status_t err = mOMX->getParameter( 43844730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia mNode, 43854730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia (OMX_INDEXTYPE)OMX_IndexParamVideoAndroidVp8Encoder, 43864730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia &vp8type, 43874730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia sizeof(vp8type)); 43884730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia 43894730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia if (err == OK) { 43904730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia AString tsSchema = "none"; 43914730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia if (vp8type.eTemporalPattern 43924730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia == OMX_VIDEO_VPXTemporalLayerPatternWebRTC) { 43934730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia switch (vp8type.nTemporalLayerCount) { 43944730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia case 1: 43954730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia { 43964730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia tsSchema = "webrtc.vp8.1-layer"; 43974730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia break; 43984730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 43994730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia case 2: 44004730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia { 44014730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia tsSchema = "webrtc.vp8.2-layer"; 44024730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia break; 44034730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 44044730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia case 3: 44054730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia { 44064730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia tsSchema = "webrtc.vp8.3-layer"; 44074730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia break; 44084730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 44094730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia default: 44104730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia { 44114730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia break; 44124730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 44134730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 44144730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 44154730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia notify->setString("ts-schema", tsSchema); 44164730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 44174730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia // Fall through to set up mime. 44184730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 44194730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia 4420e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar default: 4421e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar { 4422777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (mIsEncoder ^ (portIndex == kPortIndexOutput)) { 4423777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim // should be CodingUnused 4424777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Raw port video compression format is %s(%d)", 4425777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim asString(videoDef->eCompressionFormat), 4426777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim videoDef->eCompressionFormat); 4427777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return BAD_VALUE; 4428777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4429e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar AString mime; 4430e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if (GetMimeTypeForVideoCoding( 4431e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar videoDef->eCompressionFormat, &mime) != OK) { 4432e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setString("mime", "application/octet-stream"); 4433e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } else { 4434e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setString("mime", mime.c_str()); 4435e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 4436870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang uint32_t intraRefreshPeriod = 0; 4437870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (mIsEncoder && getIntraRefreshPeriod(&intraRefreshPeriod) == OK 4438870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang && intraRefreshPeriod > 0) { 4439870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang notify->setInt32("intra-refresh-period", intraRefreshPeriod); 4440870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 4441e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar break; 4442e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 444331e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber } 4444e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("width", videoDef->nFrameWidth); 4445e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("height", videoDef->nFrameHeight); 44465a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar ALOGV("[%s] %s format is %s", mComponentName.c_str(), 44475a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar portIndex == kPortIndexInput ? "input" : "output", 44485a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar notify->debugString().c_str()); 44495a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar 445031e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber break; 445131e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber } 445231e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 445331e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber case OMX_PortDomainAudio: 445431e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber { 445531e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber OMX_AUDIO_PORTDEFINITIONTYPE *audioDef = &def.format.audio; 445631e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 445797358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu switch ((int)audioDef->eEncoding) { 4458e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber case OMX_AUDIO_CodingPCM: 4459e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { 4460e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber OMX_AUDIO_PARAM_PCMMODETYPE params; 4461e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber InitOMXParams(¶ms); 4462e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 4463e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4464777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 4465777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, OMX_IndexParamAudioPcm, ¶ms, sizeof(params)); 4466777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4467777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4468777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 446914f7672b5d450ed26a06fd3bb3ce045ea78b11b2Andreas Huber 4470777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (params.nChannels <= 0 4471777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim || (params.nChannels != 1 && !params.bInterleaved) 4472777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim || params.nBitPerSample != 16u 4473777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim || params.eNumData != OMX_NumericalDataSigned 4474777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim || params.ePCMMode != OMX_AUDIO_PCMModeLinear) { 4475777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("unsupported PCM port: %u channels%s, %u-bit, %s(%d), %s(%d) mode ", 4476777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim params.nChannels, 4477777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim params.bInterleaved ? " interleaved" : "", 4478777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim params.nBitPerSample, 4479777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim asString(params.eNumData), params.eNumData, 4480777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim asString(params.ePCMMode), params.ePCMMode); 4481777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return FAILED_TRANSACTION; 4482777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4483e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4484e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setString("mime", MEDIA_MIMETYPE_AUDIO_RAW); 4485e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("channel-count", params.nChannels); 4486e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("sample-rate", params.nSamplingRate); 4487e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4488e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (mChannelMaskPresent) { 4489e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("channel-mask", mChannelMask); 44908b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen } 4491e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber break; 44928b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen } 44939806555d3930be43e11106281dee354820ac1c88Andreas Huber 4494e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber case OMX_AUDIO_CodingAAC: 4495e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { 4496e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber OMX_AUDIO_PARAM_AACPROFILETYPE params; 4497e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber InitOMXParams(¶ms); 4498e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 4499e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4500777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 4501777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, OMX_IndexParamAudioAac, ¶ms, sizeof(params)); 4502777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4503777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4504777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4505e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4506e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setString("mime", MEDIA_MIMETYPE_AUDIO_AAC); 4507e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("channel-count", params.nChannels); 4508e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("sample-rate", params.nSampleRate); 4509e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber break; 4510e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 4511e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4512e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber case OMX_AUDIO_CodingAMR: 4513e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { 4514e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber OMX_AUDIO_PARAM_AMRTYPE params; 4515e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber InitOMXParams(¶ms); 4516e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 45179806555d3930be43e11106281dee354820ac1c88Andreas Huber 4518777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 4519777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, OMX_IndexParamAudioAmr, ¶ms, sizeof(params)); 4520777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4521777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4522777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4523e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4524e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("channel-count", 1); 4525e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (params.eAMRBandMode >= OMX_AUDIO_AMRBandModeWB0) { 45260806340688c937e7b78c2d89db3809274130df4eLajos Molnar notify->setString("mime", MEDIA_MIMETYPE_AUDIO_AMR_WB); 4527e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("sample-rate", 16000); 4528e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } else { 45290806340688c937e7b78c2d89db3809274130df4eLajos Molnar notify->setString("mime", MEDIA_MIMETYPE_AUDIO_AMR_NB); 4530e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("sample-rate", 8000); 4531e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 4532e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber break; 4533e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 4534e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4535e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber case OMX_AUDIO_CodingFLAC: 4536e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { 4537e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber OMX_AUDIO_PARAM_FLACTYPE params; 4538e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber InitOMXParams(¶ms); 4539e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 4540e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4541777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 4542777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, OMX_IndexParamAudioFlac, ¶ms, sizeof(params)); 4543777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4544777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4545777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4546e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4547e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setString("mime", MEDIA_MIMETYPE_AUDIO_FLAC); 4548e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("channel-count", params.nChannels); 4549e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("sample-rate", params.nSampleRate); 4550e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber break; 4551e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 4552e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4553e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar case OMX_AUDIO_CodingMP3: 4554e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar { 4555e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar OMX_AUDIO_PARAM_MP3TYPE params; 4556e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar InitOMXParams(¶ms); 4557e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 4558e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4559777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 4560777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, OMX_IndexParamAudioMp3, ¶ms, sizeof(params)); 4561777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4562777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4563777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4564e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4565e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setString("mime", MEDIA_MIMETYPE_AUDIO_MPEG); 4566e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("channel-count", params.nChannels); 4567e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("sample-rate", params.nSampleRate); 4568e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar break; 4569e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 4570e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4571e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar case OMX_AUDIO_CodingVORBIS: 4572e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar { 4573e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar OMX_AUDIO_PARAM_VORBISTYPE params; 4574e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar InitOMXParams(¶ms); 4575e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 4576e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4577777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 4578777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, OMX_IndexParamAudioVorbis, ¶ms, sizeof(params)); 4579777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4580777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4581777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4582e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4583e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setString("mime", MEDIA_MIMETYPE_AUDIO_VORBIS); 4584e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("channel-count", params.nChannels); 4585e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("sample-rate", params.nSampleRate); 4586e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar break; 4587e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 4588e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 458997358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu case OMX_AUDIO_CodingAndroidAC3: 459097358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu { 459197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu OMX_AUDIO_PARAM_ANDROID_AC3TYPE params; 459297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu InitOMXParams(¶ms); 4593e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 459497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 4595777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 4596777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidAc3, 4597777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ¶ms, sizeof(params)); 4598777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4599777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4600777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 460197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 460297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu notify->setString("mime", MEDIA_MIMETYPE_AUDIO_AC3); 460397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu notify->setInt32("channel-count", params.nChannels); 460497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu notify->setInt32("sample-rate", params.nSampleRate); 460597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu break; 460697358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } 4607e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 46088a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad case OMX_AUDIO_CodingAndroidEAC3: 46098a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad { 46108a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad OMX_AUDIO_PARAM_ANDROID_EAC3TYPE params; 46118a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad InitOMXParams(¶ms); 46128a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad params.nPortIndex = portIndex; 46138a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 4614777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 4615777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidEac3, 4616777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ¶ms, sizeof(params)); 4617777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4618777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4619777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 46208a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 46218a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad notify->setString("mime", MEDIA_MIMETYPE_AUDIO_EAC3); 46228a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad notify->setInt32("channel-count", params.nChannels); 46238a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad notify->setInt32("sample-rate", params.nSampleRate); 46248a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad break; 46258a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } 46268a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 46278c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian case OMX_AUDIO_CodingAndroidOPUS: 46288c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian { 46298c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian OMX_AUDIO_PARAM_ANDROID_OPUSTYPE params; 46308c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian InitOMXParams(¶ms); 46318c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian params.nPortIndex = portIndex; 46328c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian 4633777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 4634777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidOpus, 4635777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ¶ms, sizeof(params)); 4636777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4637777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4638777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 46398c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian 46408c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian notify->setString("mime", MEDIA_MIMETYPE_AUDIO_OPUS); 46418c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian notify->setInt32("channel-count", params.nChannels); 46428c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian notify->setInt32("sample-rate", params.nSampleRate); 46438c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian break; 46448c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian } 46458c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian 464610d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang case OMX_AUDIO_CodingG711: 464710d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang { 464810d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang OMX_AUDIO_PARAM_PCMMODETYPE params; 464910d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang InitOMXParams(¶ms); 465010d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang params.nPortIndex = portIndex; 465110d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang 4652777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 4653777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, (OMX_INDEXTYPE)OMX_IndexParamAudioPcm, ¶ms, sizeof(params)); 4654777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4655777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4656777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 465710d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang 465810d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang const char *mime = NULL; 465910d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang if (params.ePCMMode == OMX_AUDIO_PCMModeMULaw) { 466010d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang mime = MEDIA_MIMETYPE_AUDIO_G711_MLAW; 466110d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang } else if (params.ePCMMode == OMX_AUDIO_PCMModeALaw) { 466210d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang mime = MEDIA_MIMETYPE_AUDIO_G711_ALAW; 466310d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang } else { // params.ePCMMode == OMX_AUDIO_PCMModeLinear 466410d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang mime = MEDIA_MIMETYPE_AUDIO_RAW; 466510d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang } 466610d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang notify->setString("mime", mime); 466710d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang notify->setInt32("channel-count", params.nChannels); 466810d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang notify->setInt32("sample-rate", params.nSamplingRate); 466910d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang break; 467010d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang } 467141d3f579d2c166984958263533284209b90c87d5Marco Nelissen 467241d3f579d2c166984958263533284209b90c87d5Marco Nelissen case OMX_AUDIO_CodingGSMFR: 467341d3f579d2c166984958263533284209b90c87d5Marco Nelissen { 46740806340688c937e7b78c2d89db3809274130df4eLajos Molnar OMX_AUDIO_PARAM_PCMMODETYPE params; 467541d3f579d2c166984958263533284209b90c87d5Marco Nelissen InitOMXParams(¶ms); 467641d3f579d2c166984958263533284209b90c87d5Marco Nelissen params.nPortIndex = portIndex; 467741d3f579d2c166984958263533284209b90c87d5Marco Nelissen 4678777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 4679777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, OMX_IndexParamAudioPcm, ¶ms, sizeof(params)); 4680777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4681777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4682777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 468341d3f579d2c166984958263533284209b90c87d5Marco Nelissen 468441d3f579d2c166984958263533284209b90c87d5Marco Nelissen notify->setString("mime", MEDIA_MIMETYPE_AUDIO_MSGSM); 468541d3f579d2c166984958263533284209b90c87d5Marco Nelissen notify->setInt32("channel-count", params.nChannels); 46860806340688c937e7b78c2d89db3809274130df4eLajos Molnar notify->setInt32("sample-rate", params.nSamplingRate); 468741d3f579d2c166984958263533284209b90c87d5Marco Nelissen break; 468810d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang } 468910d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang 4690e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber default: 4691777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Unsupported audio coding: %s(%d)\n", 4692777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim asString(audioDef->eEncoding), audioDef->eEncoding); 4693777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return BAD_TYPE; 4694e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 469531e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber break; 469631e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber } 469731e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 469831e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber default: 4699777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Unsupported domain: %s(%d)", asString(def.eDomain), def.eDomain); 4700777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return BAD_TYPE; 470131e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber } 470231e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 4703e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar return OK; 4704e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar} 4705e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4706b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnarvoid ACodec::onOutputFormatChanged() { 4707b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar // store new output format 4708b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar mOutputFormat = mBaseOutputFormat->dup(); 4709e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4710b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar if (getPortFormat(kPortIndexOutput, mOutputFormat) != OK) { 4711777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("[%s] Failed to get port format to send format change", mComponentName.c_str()); 4712777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return; 4713777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4714e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4715b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar if (mTunneled) { 4716b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar sendFormatChange(); 4717b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar } 4718b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar} 4719b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar 4720b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnarvoid ACodec::addKeyFormatChangesToRenderBufferNotification(sp<AMessage> &reply) { 4721e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar AString mime; 4722b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar CHECK(mOutputFormat->findString("mime", &mime)); 4723e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4724e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar int32_t left, top, right, bottom; 4725e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if (mime == MEDIA_MIMETYPE_VIDEO_RAW && 4726e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar mNativeWindow != NULL && 4727b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar mOutputFormat->findRect("crop", &left, &top, &right, &bottom)) { 4728e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar // notify renderer of the crop change 4729e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar // NOTE: native window uses extended right-bottom coordinate 4730e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar reply->setRect("crop", left, top, right + 1, bottom + 1); 4731b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar } 4732b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar} 4733b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar 4734b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnarvoid ACodec::sendFormatChange() { 4735b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar AString mime; 4736b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar CHECK(mOutputFormat->findString("mime", &mime)); 4737b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar 4738b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar if (mime == MEDIA_MIMETYPE_AUDIO_RAW && (mEncoderDelay || mEncoderPadding)) { 4739e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar int32_t channelCount; 4740b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar CHECK(mOutputFormat->findInt32("channel-count", &channelCount)); 4741e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if (mSkipCutBuffer != NULL) { 4742e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar size_t prevbufsize = mSkipCutBuffer->size(); 4743e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if (prevbufsize != 0) { 4744ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGW("Replacing SkipCutBuffer holding %zu bytes", prevbufsize); 4745e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 4746e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 4747b1cf03160fa7e7bc6e5cf138db07a7e1ab2ecb26Marco Nelissen mSkipCutBuffer = new SkipCutBuffer(mEncoderDelay, mEncoderPadding, channelCount); 4748e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 4749e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4750b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar sp<AMessage> notify = mNotify->dup(); 4751b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar notify->setInt32("what", kWhatOutputFormatChanged); 4752b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar notify->setMessage("format", mOutputFormat); 475331e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber notify->post(); 475431e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 4755b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar // mLastOutputFormat is not used when tunneled; doing this just to stay consistent 4756b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar mLastOutputFormat = mOutputFormat; 475731e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber} 475831e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 47595778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid ACodec::signalError(OMX_ERRORTYPE error, status_t internalError) { 4760cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber sp<AMessage> notify = mNotify->dup(); 4761d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatError); 4762251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung ALOGE("signalError(omxError %#x, internalError %d)", error, internalError); 4763251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung 4764251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (internalError == UNKNOWN_ERROR) { // find better error code 4765251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung const status_t omxStatus = statusFromOMXError(error); 4766251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (omxStatus != 0) { 4767251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung internalError = omxStatus; 4768251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else { 4769251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung ALOGW("Invalid OMX error %#x", error); 4770251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 4771251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 4772346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang 4773346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang mFatalError = true; 4774346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang 47755778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->setInt32("err", internalError); 4776251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung notify->setInt32("actionCode", ACTION_CODE_FATAL); // could translate from OMX error. 4777cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber notify->post(); 4778cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber} 4779cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber 4780f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 4781f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4782eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas HuberACodec::PortDescription::PortDescription() { 4783eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber} 4784eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 4785496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huberstatus_t ACodec::requestIDRFrame() { 4786496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber if (!mIsEncoder) { 4787496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber return ERROR_UNSUPPORTED; 4788496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber } 4789496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 4790496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber OMX_CONFIG_INTRAREFRESHVOPTYPE params; 4791496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber InitOMXParams(¶ms); 4792496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 4793496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber params.nPortIndex = kPortIndexOutput; 4794496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber params.IntraRefreshVOP = OMX_TRUE; 4795496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 4796496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber return mOMX->setConfig( 4797496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber mNode, 4798496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber OMX_IndexConfigVideoIntraVOPRefresh, 4799496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber ¶ms, 4800496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber sizeof(params)); 4801496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber} 4802496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 4803eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Hubervoid ACodec::PortDescription::addBuffer( 4804a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar IOMX::buffer_id id, const sp<ABuffer> &buffer, 4805a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar const sp<NativeHandle> &handle, const sp<RefBase> &memRef) { 4806eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber mBufferIDs.push_back(id); 4807eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber mBuffers.push_back(buffer); 4808a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar mHandles.push_back(handle); 480986b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu mMemRefs.push_back(memRef); 4810eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber} 4811eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 4812eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Hubersize_t ACodec::PortDescription::countBuffers() { 4813eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber return mBufferIDs.size(); 4814eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber} 4815eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 4816eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas HuberIOMX::buffer_id ACodec::PortDescription::bufferIDAt(size_t index) const { 4817eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber return mBufferIDs.itemAt(index); 4818eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber} 4819eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 4820eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Hubersp<ABuffer> ACodec::PortDescription::bufferAt(size_t index) const { 4821eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber return mBuffers.itemAt(index); 4822eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber} 4823eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 4824a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnarsp<NativeHandle> ACodec::PortDescription::handleAt(size_t index) const { 4825a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar return mHandles.itemAt(index); 4826a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar} 4827a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar 482886b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wusp<RefBase> ACodec::PortDescription::memRefAt(size_t index) const { 482986b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu return mMemRefs.itemAt(index); 483086b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu} 483186b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu 4832eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber//////////////////////////////////////////////////////////////////////////////// 4833eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 4834f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::BaseState::BaseState(ACodec *codec, const sp<AState> &parentState) 4835f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : AState(parentState), 4836f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec(codec) { 4837f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4838f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4839ccb067b1d8424ba610cbd3de83368bd55b532b5bAndreas HuberACodec::BaseState::PortMode ACodec::BaseState::getPortMode( 4840ccb067b1d8424ba610cbd3de83368bd55b532b5bAndreas Huber OMX_U32 /* portIndex */) { 4841f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return KEEP_BUFFERS; 4842f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4843f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4844f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::BaseState::onMessageReceived(const sp<AMessage> &msg) { 4845f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 4846f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatInputBufferFilled: 4847f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 4848f933441648ef6a71dee783d733aac17b9508b452Andreas Huber onInputBufferFilled(msg); 4849f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 4850f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4851f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4852f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatOutputBufferDrained: 4853f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 4854f933441648ef6a71dee783d733aac17b9508b452Andreas Huber onOutputBufferDrained(msg); 4855f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 4856f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4857f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 485826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar case ACodec::kWhatOMXMessageList: 485926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar { 486026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar return checkOMXMessage(msg) ? onOMXMessageList(msg) : true; 486126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 486226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 4863e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar case ACodec::kWhatOMXMessageItem: 4864e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar { 4865e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar // no need to check as we already did it for kWhatOMXMessageList 4866e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar return onOMXMessage(msg); 4867e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar } 4868e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar 4869f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case ACodec::kWhatOMXMessage: 4870f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 487126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar return checkOMXMessage(msg) ? onOMXMessage(msg) : true; 4872f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4873f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 48741dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar case ACodec::kWhatSetSurface: 48751dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar { 48761dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AReplyToken> replyID; 48771dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar CHECK(msg->senderAwaitsResponse(&replyID)); 48781dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 48791dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<RefBase> obj; 48801dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar CHECK(msg->findObject("surface", &obj)); 48811dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 48822235b4efd3b8149e09c666e2235530f3e6ed9c9aLajos Molnar status_t err = mCodec->handleSetSurface(static_cast<Surface *>(obj.get())); 48831dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 48841dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> response = new AMessage; 48851dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar response->setInt32("err", err); 48861dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar response->postReply(replyID); 48871dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar break; 48881dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 48891dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 48907cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case ACodec::kWhatCreateInputSurface: 48918f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang case ACodec::kWhatSetInputSurface: 48927cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case ACodec::kWhatSignalEndOfInputStream: 48937cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 4894251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // This may result in an app illegal state exception. 48957cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden ALOGE("Message 0x%x was not handled", msg->what()); 48967cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mCodec->signalError(OMX_ErrorUndefined, INVALID_OPERATION); 48977cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden return true; 48987cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 48997cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 4900ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber case ACodec::kWhatOMXDied: 4901ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber { 4902251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // This will result in kFlagSawMediaServerDie handling in MediaCodec. 4903ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber ALOGE("OMX/mediaserver died, signalling error!"); 4904ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mCodec->signalError(OMX_ErrorResourcesLost, DEAD_OBJECT); 4905ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber break; 4906ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber } 4907ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 490830358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar case ACodec::kWhatReleaseCodecInstance: 490930358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar { 491030358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar ALOGI("[%s] forcing the release of codec", 491130358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar mCodec->mComponentName.c_str()); 491230358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar status_t err = mCodec->mOMX->freeNode(mCodec->mNode); 491330358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar ALOGE_IF("[%s] failed to release codec instance: err=%d", 491430358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar mCodec->mComponentName.c_str(), err); 491530358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar sp<AMessage> notify = mCodec->mNotify->dup(); 491630358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar notify->setInt32("what", CodecBase::kWhatShutdownCompleted); 491730358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar notify->post(); 491830358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar break; 491930358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar } 492030358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar 4921f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 4922f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return false; 4923f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4924f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4925f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 4926f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4927f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 492826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnarbool ACodec::BaseState::checkOMXMessage(const sp<AMessage> &msg) { 49295e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar // there is a possibility that this is an outstanding message for a 49305e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar // codec that we have already destroyed 4931ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar if (mCodec->mNode == 0) { 49325e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar ALOGI("ignoring message as already freed component: %s", 49335e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar msg->debugString().c_str()); 493426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar return false; 49355e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar } 49365e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar 4937f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::node_id nodeID; 4938609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CHECK(msg->findInt32("node", (int32_t*)&nodeID)); 4939777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (nodeID != mCodec->mNode) { 4940777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Unexpected message for nodeID: %u, should have been %u", nodeID, mCodec->mNode); 4941777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return false; 4942777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 494326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar return true; 494426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar} 494526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 494626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnarbool ACodec::BaseState::onOMXMessageList(const sp<AMessage> &msg) { 494726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar sp<RefBase> obj; 494826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar CHECK(msg->findObject("messages", &obj)); 494926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar sp<MessageList> msgList = static_cast<MessageList *>(obj.get()); 495026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 495190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar bool receivedRenderedEvents = false; 495226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar for (std::list<sp<AMessage>>::const_iterator it = msgList->getList().cbegin(); 495326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar it != msgList->getList().cend(); ++it) { 4954e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar (*it)->setWhat(ACodec::kWhatOMXMessageItem); 4955e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar mCodec->handleMessage(*it); 495690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int32_t type; 495790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar CHECK((*it)->findInt32("type", &type)); 495890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (type == omx_message::FRAME_RENDERED) { 495990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar receivedRenderedEvents = true; 496090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 496190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 496290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 496390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (receivedRenderedEvents) { 496490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // NOTE: all buffers are rendered in this case 496590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->notifyOfRenderedFrames(); 496626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 496726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar return true; 496826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar} 496926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 497026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnarbool ACodec::BaseState::onOMXMessage(const sp<AMessage> &msg) { 497126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar int32_t type; 497226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar CHECK(msg->findInt32("type", &type)); 4973f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4974f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (type) { 4975f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case omx_message::EVENT: 4976f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 4977f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t event, data1, data2; 4978f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("event", &event)); 4979f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("data1", &data1)); 4980f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("data2", &data2)); 4981f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 49820af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber if (event == OMX_EventCmdComplete 49830af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber && data1 == OMX_CommandFlush 49840af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber && data2 == (int32_t)OMX_ALL) { 49850af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber // Use of this notification is not consistent across 49860af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber // implementations. We'll drop this notification and rely 49870af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber // on flush-complete notifications on the individual port 49880af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber // indices instead. 49890af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber 49900af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber return true; 49910af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber } 49920af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber 4993f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return onOMXEvent( 4994f933441648ef6a71dee783d733aac17b9508b452Andreas Huber static_cast<OMX_EVENTTYPE>(event), 4995f933441648ef6a71dee783d733aac17b9508b452Andreas Huber static_cast<OMX_U32>(data1), 4996f933441648ef6a71dee783d733aac17b9508b452Andreas Huber static_cast<OMX_U32>(data2)); 4997f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4998f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4999f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case omx_message::EMPTY_BUFFER_DONE: 5000f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5001f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferID; 500215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int32_t fenceFd; 500315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 5004609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CHECK(msg->findInt32("buffer", (int32_t*)&bufferID)); 500515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar CHECK(msg->findInt32("fence_fd", &fenceFd)); 5006f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 500715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar return onOMXEmptyBufferDone(bufferID, fenceFd); 5008f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5009f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5010f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case omx_message::FILL_BUFFER_DONE: 5011f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5012f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferID; 5013609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CHECK(msg->findInt32("buffer", (int32_t*)&bufferID)); 5014f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 501515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int32_t rangeOffset, rangeLength, flags, fenceFd; 5016f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int64_t timeUs; 5017f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5018f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("range_offset", &rangeOffset)); 5019f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("range_length", &rangeLength)); 5020f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("flags", &flags)); 5021f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt64("timestamp", &timeUs)); 502215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar CHECK(msg->findInt32("fence_fd", &fenceFd)); 5023f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5024f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return onOMXFillBufferDone( 5025f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bufferID, 5026f933441648ef6a71dee783d733aac17b9508b452Andreas Huber (size_t)rangeOffset, (size_t)rangeLength, 5027f933441648ef6a71dee783d733aac17b9508b452Andreas Huber (OMX_U32)flags, 502815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar timeUs, 502915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar fenceFd); 5030f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5031f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 503290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar case omx_message::FRAME_RENDERED: 503390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar { 503490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int64_t mediaTimeUs, systemNano; 503590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 503690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar CHECK(msg->findInt64("media_time_us", &mediaTimeUs)); 503790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar CHECK(msg->findInt64("system_nano", &systemNano)); 503890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 503990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar return onOMXFrameRendered( 504090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mediaTimeUs, systemNano); 504190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 504290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 5043f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 5044777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Unexpected message type: %d", type); 5045777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return false; 5046f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5047f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5048f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 504990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarbool ACodec::BaseState::onOMXFrameRendered( 505090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int64_t mediaTimeUs __unused, nsecs_t systemNano __unused) { 505190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // ignore outside of Executing and PortSettingsChanged states 505290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar return true; 505390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 505490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 5055f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::BaseState::onOMXEvent( 5056f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 5057f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (event != OMX_EventError) { 5058ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] EVENT(%d, 0x%08x, 0x%08x)", 5059f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mComponentName.c_str(), event, data1, data2); 5060f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5061f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return false; 5062f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5063f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5064ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGE("[%s] ERROR(0x%08x)", mCodec->mComponentName.c_str(), data1); 5065f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5066251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // verify OMX component sends back an error we expect. 5067251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung OMX_ERRORTYPE omxError = (OMX_ERRORTYPE)data1; 5068251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (!isOMXError(omxError)) { 5069251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung ALOGW("Invalid OMX error %#x", omxError); 5070251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung omxError = OMX_ErrorUndefined; 5071251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 5072251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mCodec->signalError(omxError); 5073f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5074f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 5075f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5076f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 507715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnarbool ACodec::BaseState::onOMXEmptyBufferDone(IOMX::buffer_id bufferID, int fenceFd) { 5078ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] onOMXEmptyBufferDone %u", 5079349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mCodec->mComponentName.c_str(), bufferID); 5080349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 50810806340688c937e7b78c2d89db3809274130df4eLajos Molnar BufferInfo *info = mCodec->findBufferByID(kPortIndexInput, bufferID); 50820806340688c937e7b78c2d89db3809274130df4eLajos Molnar BufferInfo::Status status = BufferInfo::getSafeStatus(info); 50830806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (status != BufferInfo::OWNED_BY_COMPONENT) { 50840806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Wrong ownership in EBD: %s(%d) buffer #%u", _asString(status), status, bufferID); 50850806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->dumpBuffers(kPortIndexInput); 508615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (fenceFd >= 0) { 508715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ::close(fenceFd); 508815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 50890806340688c937e7b78c2d89db3809274130df4eLajos Molnar return false; 50900806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5091f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_US; 5092f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 509315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // input buffers cannot take fences, so wait for any fence now 509415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar (void)mCodec->waitForFence(fenceFd, "onOMXEmptyBufferDone"); 509515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar fenceFd = -1; 509615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 509715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // still save fence for completeness 509815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->setWriteFence(fenceFd, "onOMXEmptyBufferDone"); 509915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 510096e92b58b7e9647b4c7c2f54b62a1b357ab06b66Wei Jia // We're in "store-metadata-in-buffers" mode, the underlying 510196e92b58b7e9647b4c7c2f54b62a1b357ab06b66Wei Jia // OMX component had access to data that's implicitly refcounted 510296e92b58b7e9647b4c7c2f54b62a1b357ab06b66Wei Jia // by this "MediaBuffer" object. Now that the OMX component has 510396e92b58b7e9647b4c7c2f54b62a1b357ab06b66Wei Jia // told us that it's done with the input buffer, we can decrement 510496e92b58b7e9647b4c7c2f54b62a1b357ab06b66Wei Jia // the mediaBuffer's reference count. 510596e92b58b7e9647b4c7c2f54b62a1b357ab06b66Wei Jia info->mData->setMediaBufferBase(NULL); 5106d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 5107f933441648ef6a71dee783d733aac17b9508b452Andreas Huber PortMode mode = getPortMode(kPortIndexInput); 5108f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5109f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (mode) { 5110f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case KEEP_BUFFERS: 5111f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5112f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5113f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case RESUBMIT_BUFFERS: 5114f933441648ef6a71dee783d733aac17b9508b452Andreas Huber postFillThisBuffer(info); 5115f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5116f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5117777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim case FREE_BUFFERS: 5118f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 5119777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("SHOULD NOT REACH HERE: cannot free empty output buffers"); 5120777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return false; 5121f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5122f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5123f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 5124f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5125f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5126f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::BaseState::postFillThisBuffer(BufferInfo *info) { 5127f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mCodec->mPortEOS[kPortIndexInput]) { 5128f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return; 5129f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5130f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5131f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ((int)info->mStatus, (int)BufferInfo::OWNED_BY_US); 5132f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5133f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 5134d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatFillThisBuffer); 5135609b815a3131d22da38b2f452faa9f89daad4039Andy Hung notify->setInt32("buffer-id", info->mBufferID); 5136f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5137f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mData->meta()->clear(); 51382d8bedd05437b6fccdbc6bf70f673ffd86744d59Andreas Huber notify->setBuffer("buffer", info->mData); 5139f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 51401d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> reply = new AMessage(kWhatInputBufferFilled, mCodec); 5141609b815a3131d22da38b2f452faa9f89daad4039Andy Hung reply->setInt32("buffer-id", info->mBufferID); 5142f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5143f933441648ef6a71dee783d733aac17b9508b452Andreas Huber notify->setMessage("reply", reply); 5144f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5145f933441648ef6a71dee783d733aac17b9508b452Andreas Huber notify->post(); 5146f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5147f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_UPSTREAM; 5148f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5149f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5150f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::BaseState::onInputBufferFilled(const sp<AMessage> &msg) { 5151f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferID; 5152609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CHECK(msg->findInt32("buffer-id", (int32_t*)&bufferID)); 51532d8bedd05437b6fccdbc6bf70f673ffd86744d59Andreas Huber sp<ABuffer> buffer; 5154f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t err = OK; 51555778822d86b0337407514b9372562b86edfa91cdAndreas Huber bool eos = false; 5156a73c954d947748a3b6f630cf2c160fe55ec596e3Lajos Molnar PortMode mode = getPortMode(kPortIndexInput); 51575778822d86b0337407514b9372562b86edfa91cdAndreas Huber 51582d8bedd05437b6fccdbc6bf70f673ffd86744d59Andreas Huber if (!msg->findBuffer("buffer", &buffer)) { 5159a73c954d947748a3b6f630cf2c160fe55ec596e3Lajos Molnar /* these are unfilled buffers returned by client */ 5160f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("err", &err)); 5161f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 51627fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar if (err == OK) { 51637fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar /* buffers with no errors are returned on MediaCodec.flush */ 51647fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar mode = KEEP_BUFFERS; 51657fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar } else { 51667fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar ALOGV("[%s] saw error %d instead of an input buffer", 51677fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar mCodec->mComponentName.c_str(), err); 51687fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar eos = true; 51697fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar } 51703831a066bcf1019864a94d2bc7b4c9241efc5c22Andreas Huber 51712d8bedd05437b6fccdbc6bf70f673ffd86744d59Andreas Huber buffer.clear(); 5172f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5173f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 51745778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t tmp; 51755778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (buffer != NULL && buffer->meta()->findInt32("eos", &tmp) && tmp) { 51765778822d86b0337407514b9372562b86edfa91cdAndreas Huber eos = true; 51775778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = ERROR_END_OF_STREAM; 51785778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 51795778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5180f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = mCodec->findBufferByID(kPortIndexInput, bufferID); 51810806340688c937e7b78c2d89db3809274130df4eLajos Molnar BufferInfo::Status status = BufferInfo::getSafeStatus(info); 51820806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (status != BufferInfo::OWNED_BY_UPSTREAM) { 51830806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Wrong ownership in IBF: %s(%d) buffer #%u", _asString(status), status, bufferID); 51840806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->dumpBuffers(kPortIndexInput); 51850806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 51860806340688c937e7b78c2d89db3809274130df4eLajos Molnar return; 51870806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5188f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5189f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_US; 5190f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5191f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (mode) { 5192f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case KEEP_BUFFERS: 5193f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 51945778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (eos) { 5195dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber if (!mCodec->mPortEOS[kPortIndexInput]) { 5196dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mCodec->mPortEOS[kPortIndexInput] = true; 5197dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mCodec->mInputEOSResult = err; 5198dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber } 5199f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5200f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5201f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5202f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5203f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case RESUBMIT_BUFFERS: 5204f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 52055778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (buffer != NULL && !mCodec->mPortEOS[kPortIndexInput]) { 5206fd866b3aa0d97375de08f8888b95669026c83361Wei Jia // Do not send empty input buffer w/o EOS to the component. 5207fd866b3aa0d97375de08f8888b95669026c83361Wei Jia if (buffer->size() == 0 && !eos) { 5208fd866b3aa0d97375de08f8888b95669026c83361Wei Jia postFillThisBuffer(info); 5209fd866b3aa0d97375de08f8888b95669026c83361Wei Jia break; 5210fd866b3aa0d97375de08f8888b95669026c83361Wei Jia } 5211fd866b3aa0d97375de08f8888b95669026c83361Wei Jia 5212f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int64_t timeUs; 5213f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(buffer->meta()->findInt64("timeUs", &timeUs)); 5214f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5215f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 flags = OMX_BUFFERFLAG_ENDOFFRAME; 5216f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5217f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t isCSD; 5218f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (buffer->meta()->findInt32("csd", &isCSD) && isCSD != 0) { 5219f933441648ef6a71dee783d733aac17b9508b452Andreas Huber flags |= OMX_BUFFERFLAG_CODECCONFIG; 5220f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5221f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 52225778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (eos) { 52235778822d86b0337407514b9372562b86edfa91cdAndreas Huber flags |= OMX_BUFFERFLAG_EOS; 52245778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 52255778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5226f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (buffer != info->mData) { 5227ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] Needs to copy input data for buffer %u. (%p != %p)", 5228d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber mCodec->mComponentName.c_str(), 5229d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber bufferID, 5230d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber buffer.get(), info->mData.get()); 5231f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 52320806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (buffer->size() > info->mData->capacity()) { 52330806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("data size (%zu) is greated than buffer capacity (%zu)", 52340806340688c937e7b78c2d89db3809274130df4eLajos Molnar buffer->size(), // this is the data received 52350806340688c937e7b78c2d89db3809274130df4eLajos Molnar info->mData->capacity()); // this is out buffer size 52360806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 52370806340688c937e7b78c2d89db3809274130df4eLajos Molnar return; 52380806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5239f933441648ef6a71dee783d733aac17b9508b452Andreas Huber memcpy(info->mData->data(), buffer->data(), buffer->size()); 5240f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5241f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5242078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber if (flags & OMX_BUFFERFLAG_CODECCONFIG) { 5243ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] calling emptyBuffer %u w/ codec specific data", 5244078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber mCodec->mComponentName.c_str(), bufferID); 52455778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (flags & OMX_BUFFERFLAG_EOS) { 5246ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] calling emptyBuffer %u w/ EOS", 52475778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->mComponentName.c_str(), bufferID); 5248078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber } else { 5249d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#if TRACK_BUFFER_TIMING 5250ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGI("[%s] calling emptyBuffer %u w/ time %lld us", 5251ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar mCodec->mComponentName.c_str(), bufferID, (long long)timeUs); 5252d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#else 5253ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] calling emptyBuffer %u w/ time %lld us", 5254ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar mCodec->mComponentName.c_str(), bufferID, (long long)timeUs); 5255d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#endif 5256078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber } 5257349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 5258d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#if TRACK_BUFFER_TIMING 5259d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber ACodec::BufferStats stats; 5260d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber stats.mEmptyBufferTimeUs = ALooper::GetNowUs(); 5261d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber stats.mFillBufferDoneTimeUs = -1ll; 5262d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber mCodec->mBufferStats.add(timeUs, stats); 5263d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#endif 5264d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 5265054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mCodec->storingMetadataInDecodedBuffers()) { 5266054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar // try to submit an output buffer for each input buffer 5267054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar PortMode outputMode = getPortMode(kPortIndexOutput); 5268054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 5269054219874873b41f1c815552987c10465c34ba2bLajos Molnar ALOGV("MetadataBuffersToSubmit=%u portMode=%s", 5270054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->mMetadataBuffersToSubmit, 5271054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar (outputMode == FREE_BUFFERS ? "FREE" : 5272054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar outputMode == KEEP_BUFFERS ? "KEEP" : "RESUBMIT")); 5273054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar if (outputMode == RESUBMIT_BUFFERS) { 5274054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->submitOutputMetadataBuffer(); 5275054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 5276054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 527715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkReadFence("onInputBufferFilled"); 52780806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err2 = mCodec->mOMX->emptyBuffer( 52790806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mNode, 52800806340688c937e7b78c2d89db3809274130df4eLajos Molnar bufferID, 52810806340688c937e7b78c2d89db3809274130df4eLajos Molnar 0, 52820806340688c937e7b78c2d89db3809274130df4eLajos Molnar buffer->size(), 52830806340688c937e7b78c2d89db3809274130df4eLajos Molnar flags, 528415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar timeUs, 528515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd); 528615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 52870806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err2 != OK) { 52880806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err2)); 52890806340688c937e7b78c2d89db3809274130df4eLajos Molnar return; 52900806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5291f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_COMPONENT; 5292f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 52930806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (!eos && err == OK) { 52945778822d86b0337407514b9372562b86edfa91cdAndreas Huber getMoreInputDataIfPossible(); 52955778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 52960806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGV("[%s] Signalled EOS (%d) on the input port", 52970806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mComponentName.c_str(), err); 52985778822d86b0337407514b9372562b86edfa91cdAndreas Huber 52995778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->mPortEOS[kPortIndexInput] = true; 53005778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->mInputEOSResult = err; 53015778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 5302f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else if (!mCodec->mPortEOS[kPortIndexInput]) { 53030806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK && err != ERROR_END_OF_STREAM) { 53040806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGV("[%s] Signalling EOS on the input port due to error %d", 5305dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mCodec->mComponentName.c_str(), err); 5306dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber } else { 53073856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Signalling EOS on the input port", 5308dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mCodec->mComponentName.c_str()); 5309dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber } 5310f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5311ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] calling emptyBuffer %u signalling EOS", 5312349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mCodec->mComponentName.c_str(), bufferID); 5313349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 531415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkReadFence("onInputBufferFilled"); 53150806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err2 = mCodec->mOMX->emptyBuffer( 53160806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mNode, 53170806340688c937e7b78c2d89db3809274130df4eLajos Molnar bufferID, 53180806340688c937e7b78c2d89db3809274130df4eLajos Molnar 0, 53190806340688c937e7b78c2d89db3809274130df4eLajos Molnar 0, 53200806340688c937e7b78c2d89db3809274130df4eLajos Molnar OMX_BUFFERFLAG_EOS, 532115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 0, 532215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd); 532315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 53240806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err2 != OK) { 53250806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err2)); 53260806340688c937e7b78c2d89db3809274130df4eLajos Molnar return; 53270806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5328f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_COMPONENT; 5329f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5330f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mPortEOS[kPortIndexInput] = true; 5331dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mCodec->mInputEOSResult = err; 5332f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5333f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5334f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5335625b93f1971039a547b239f87a2dc8a8d5716589Robert Shih 5336777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim case FREE_BUFFERS: 5337777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim break; 5338777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim 5339625b93f1971039a547b239f87a2dc8a8d5716589Robert Shih default: 5340777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("invalid port mode: %d", mode); 5341625b93f1971039a547b239f87a2dc8a8d5716589Robert Shih break; 5342f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5343f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5344f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5345f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::BaseState::getMoreInputDataIfPossible() { 5346f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mCodec->mPortEOS[kPortIndexInput]) { 5347f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return; 5348f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5349f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5350f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *eligible = NULL; 5351f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5352f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (size_t i = 0; i < mCodec->mBuffers[kPortIndexInput].size(); ++i) { 5353f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = &mCodec->mBuffers[kPortIndexInput].editItemAt(i); 5354f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5355f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#if 0 5356f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mStatus == BufferInfo::OWNED_BY_UPSTREAM) { 5357f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // There's already a "read" pending. 5358f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return; 5359f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5360f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#endif 5361f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5362f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mStatus == BufferInfo::OWNED_BY_US) { 5363f933441648ef6a71dee783d733aac17b9508b452Andreas Huber eligible = info; 5364f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5365f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5366f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5367f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (eligible == NULL) { 5368f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return; 5369f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5370f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5371f933441648ef6a71dee783d733aac17b9508b452Andreas Huber postFillThisBuffer(eligible); 5372f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5373f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5374f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::BaseState::onOMXFillBufferDone( 5375f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferID, 5376f933441648ef6a71dee783d733aac17b9508b452Andreas Huber size_t rangeOffset, size_t rangeLength, 5377f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 flags, 537815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int64_t timeUs, 537915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int fenceFd) { 5380609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] onOMXFillBufferDone %u time %" PRId64 " us, flags = 0x%08x", 53815778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->mComponentName.c_str(), bufferID, timeUs, flags); 5382349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 5383f933441648ef6a71dee783d733aac17b9508b452Andreas Huber ssize_t index; 53840806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err= OK; 5385d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 5386d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#if TRACK_BUFFER_TIMING 5387d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber index = mCodec->mBufferStats.indexOfKey(timeUs); 5388d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber if (index >= 0) { 5389d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber ACodec::BufferStats *stats = &mCodec->mBufferStats.editValueAt(index); 5390d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber stats->mFillBufferDoneTimeUs = ALooper::GetNowUs(); 5391d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 5392d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber ALOGI("frame PTS %lld: %lld", 5393d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber timeUs, 5394d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber stats->mFillBufferDoneTimeUs - stats->mEmptyBufferTimeUs); 5395d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 5396d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber mCodec->mBufferStats.removeItemsAt(index); 5397d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber stats = NULL; 5398d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber } 5399d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#endif 5400d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 5401f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = 5402f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->findBufferByID(kPortIndexOutput, bufferID, &index); 54030806340688c937e7b78c2d89db3809274130df4eLajos Molnar BufferInfo::Status status = BufferInfo::getSafeStatus(info); 54040806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (status != BufferInfo::OWNED_BY_COMPONENT) { 54050806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Wrong ownership in FBD: %s(%d) buffer #%u", _asString(status), status, bufferID); 54060806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->dumpBuffers(kPortIndexOutput); 54070806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 540815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (fenceFd >= 0) { 540915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ::close(fenceFd); 541015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 54110806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 54120806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5413f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5414054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar info->mDequeuedAt = ++mCodec->mDequeueCounter; 5415f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_US; 5416f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 541790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (info->mRenderInfo != NULL) { 541890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // The fence for an emptied buffer must have signaled, but there still could be queued 541990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // or out-of-order dequeued buffers in the render queue prior to this buffer. Drop these, 542090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // as we will soon requeue this buffer to the surface. While in theory we could still keep 542190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // track of buffers that are requeued to the surface, it is better to add support to the 542290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // buffer-queue to notify us of released buffers and their fences (in the future). 542390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->notifyOfRenderedFrames(true /* dropIncomplete */); 542490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 542590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 542615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // byte buffers cannot take fences, so wait for any fence now 542715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (mCodec->mNativeWindow == NULL) { 542815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar (void)mCodec->waitForFence(fenceFd, "onOMXFillBufferDone"); 542915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar fenceFd = -1; 543015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 543115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->setReadFence(fenceFd, "onOMXFillBufferDone"); 543215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 5433f933441648ef6a71dee783d733aac17b9508b452Andreas Huber PortMode mode = getPortMode(kPortIndexOutput); 5434f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5435f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (mode) { 5436f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case KEEP_BUFFERS: 5437f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5438f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5439f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case RESUBMIT_BUFFERS: 5440f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5441a0940a569f2bc24b00dc10ce0fa7658b1dc3a3a5Lajos Molnar if (rangeLength == 0 && (!(flags & OMX_BUFFERFLAG_EOS) 5442a0940a569f2bc24b00dc10ce0fa7658b1dc3a3a5Lajos Molnar || mCodec->mPortEOS[kPortIndexOutput])) { 5443609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] calling fillBuffer %u", 54445778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->mComponentName.c_str(), info->mBufferID); 5445349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 544615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar err = mCodec->mOMX->fillBuffer(mCodec->mNode, info->mBufferID, info->mFenceFd); 544715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 54480806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 54490806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 54500806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 54510806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5452f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 54535778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mStatus = BufferInfo::OWNED_BY_COMPONENT; 54545778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 54555778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 545631e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 5457577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar sp<AMessage> reply = 54581d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar new AMessage(kWhatOutputBufferDrained, mCodec); 5459577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar 5460b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar if (mCodec->mOutputFormat != mCodec->mLastOutputFormat && rangeLength > 0) { 5461b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar mCodec->addKeyFormatChangesToRenderBufferNotification(reply); 5462b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar mCodec->sendFormatChange(); 54635778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 5464b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar 5465054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mCodec->usingMetadataOnEncoderOutput()) { 5466054219874873b41f1c815552987c10465c34ba2bLajos Molnar native_handle_t *handle = NULL; 5467054219874873b41f1c815552987c10465c34ba2bLajos Molnar VideoGrallocMetadata &grallocMeta = *(VideoGrallocMetadata *)info->mData->data(); 5468054219874873b41f1c815552987c10465c34ba2bLajos Molnar VideoNativeMetadata &nativeMeta = *(VideoNativeMetadata *)info->mData->data(); 5469054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (info->mData->size() >= sizeof(grallocMeta) 5470054219874873b41f1c815552987c10465c34ba2bLajos Molnar && grallocMeta.eType == kMetadataBufferTypeGrallocSource) { 54717c77f9ca649f321374118937bcdaca14a7e5684bLajos Molnar handle = (native_handle_t *)(uintptr_t)grallocMeta.pHandle; 5472054219874873b41f1c815552987c10465c34ba2bLajos Molnar } else if (info->mData->size() >= sizeof(nativeMeta) 5473054219874873b41f1c815552987c10465c34ba2bLajos Molnar && nativeMeta.eType == kMetadataBufferTypeANWBuffer) { 54747c77f9ca649f321374118937bcdaca14a7e5684bLajos Molnar#ifdef OMX_ANDROID_COMPILE_AS_32BIT_ON_64BIT_PLATFORMS 54757c77f9ca649f321374118937bcdaca14a7e5684bLajos Molnar // ANativeWindowBuffer is only valid on 32-bit/mediaserver process 54767c77f9ca649f321374118937bcdaca14a7e5684bLajos Molnar handle = NULL; 54777c77f9ca649f321374118937bcdaca14a7e5684bLajos Molnar#else 5478054219874873b41f1c815552987c10465c34ba2bLajos Molnar handle = (native_handle_t *)nativeMeta.pBuffer->handle; 54797c77f9ca649f321374118937bcdaca14a7e5684bLajos Molnar#endif 5480054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 5481308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang info->mData->meta()->setPointer("handle", handle); 5482308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang info->mData->meta()->setInt32("rangeOffset", rangeOffset); 5483308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang info->mData->meta()->setInt32("rangeLength", rangeLength); 5484308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang } else { 5485308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang info->mData->setRange(rangeOffset, rangeLength); 5486308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang } 5487496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber#if 0 548821ad778dcfcddb8f8fd9dc3fe4992fbef246c511Marco Nelissen if (mCodec->mNativeWindow == NULL) { 5489496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber if (IsIDR(info->mData)) { 5490496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber ALOGI("IDR frame"); 5491496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber } 54925778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 549321ad778dcfcddb8f8fd9dc3fe4992fbef246c511Marco Nelissen#endif 5494f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 54958b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen if (mCodec->mSkipCutBuffer != NULL) { 54968b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen mCodec->mSkipCutBuffer->submit(info->mData); 54978b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen } 54985778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mData->meta()->setInt64("timeUs", timeUs); 5499f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 55005778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 5501d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatDrainThisBuffer); 5502609b815a3131d22da38b2f452faa9f89daad4039Andy Hung notify->setInt32("buffer-id", info->mBufferID); 55032d8bedd05437b6fccdbc6bf70f673ffd86744d59Andreas Huber notify->setBuffer("buffer", info->mData); 55045778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->setInt32("flags", flags); 5505f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5506609b815a3131d22da38b2f452faa9f89daad4039Andy Hung reply->setInt32("buffer-id", info->mBufferID); 5507f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 55085778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->setMessage("reply", reply); 5509f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 55105778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->post(); 55115778822d86b0337407514b9372562b86edfa91cdAndreas Huber 55125778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mStatus = BufferInfo::OWNED_BY_DOWNSTREAM; 5513f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5514f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (flags & OMX_BUFFERFLAG_EOS) { 55155778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGV("[%s] saw output EOS", mCodec->mComponentName.c_str()); 55165778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5517f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 5518d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatEOS); 5519dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber notify->setInt32("err", mCodec->mInputEOSResult); 5520f933441648ef6a71dee783d733aac17b9508b452Andreas Huber notify->post(); 5521f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5522f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mPortEOS[kPortIndexOutput] = true; 5523f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5524f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5525f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5526f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5527777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim case FREE_BUFFERS: 55280806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mCodec->freeBuffer(kPortIndexOutput, index); 55290806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 55300806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 55310806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 55320806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5533f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5534777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim 5535777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim default: 5536777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Invalid port mode: %d", mode); 5537777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return false; 5538f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5539f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5540f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 5541f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5542f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5543f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::BaseState::onOutputBufferDrained(const sp<AMessage> &msg) { 5544f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferID; 5545609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CHECK(msg->findInt32("buffer-id", (int32_t*)&bufferID)); 5546f933441648ef6a71dee783d733aac17b9508b452Andreas Huber ssize_t index; 55470806340688c937e7b78c2d89db3809274130df4eLajos Molnar BufferInfo *info = mCodec->findBufferByID(kPortIndexOutput, bufferID, &index); 55480806340688c937e7b78c2d89db3809274130df4eLajos Molnar BufferInfo::Status status = BufferInfo::getSafeStatus(info); 55490806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (status != BufferInfo::OWNED_BY_DOWNSTREAM) { 55500806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Wrong ownership in OBD: %s(%d) buffer #%u", _asString(status), status, bufferID); 55510806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->dumpBuffers(kPortIndexOutput); 55520806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 55530806340688c937e7b78c2d89db3809274130df4eLajos Molnar return; 55540806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5555f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5556577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar android_native_rect_t crop; 5557777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (msg->findRect("crop", &crop.left, &crop.top, &crop.right, &crop.bottom)) { 5558777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim status_t err = native_window_set_crop(mCodec->mNativeWindow.get(), &crop); 5559777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGW_IF(err != NO_ERROR, "failed to set crop: %d", err); 5560577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar } 5561577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar 5562f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t render; 5563f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mCodec->mNativeWindow != NULL 55646aade6058521b0dbd35a9a4620f4d04f02f90444Marco Nelissen && msg->findInt32("render", &render) && render != 0 556579ee2399b67c7a11042c5904dc1309712a76f8cbJianzheng Zhou && info->mData != NULL && info->mData->size() != 0) { 55666fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar ATRACE_NAME("render"); 5567f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // The client wants this buffer to be rendered. 5568f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 556990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // save buffers sent to the surface so we can get render time when they return 557090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int64_t mediaTimeUs = -1; 557190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar info->mData->meta()->findInt64("timeUs", &mediaTimeUs); 557290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (mediaTimeUs >= 0) { 557390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->mRenderTracker.onFrameQueued( 557490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mediaTimeUs, info->mGraphicBuffer, new Fence(::dup(info->mFenceFd))); 557590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 557690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 5577fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar int64_t timestampNs = 0; 5578fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar if (!msg->findInt64("timestampNs", ×tampNs)) { 5579c8edf5af010ac24a99b302a18e7b84e8b4b2b783Lajos Molnar // use media timestamp if client did not request a specific render timestamp 5580fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar if (info->mData->meta()->findInt64("timeUs", ×tampNs)) { 5581c8edf5af010ac24a99b302a18e7b84e8b4b2b783Lajos Molnar ALOGV("using buffer PTS of %lld", (long long)timestampNs); 5582fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar timestampNs *= 1000; 5583fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar } 5584fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar } 5585fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar 55865778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err; 5587fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar err = native_window_set_buffers_timestamp(mCodec->mNativeWindow.get(), timestampNs); 55880806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGW_IF(err != NO_ERROR, "failed to set buffer timestamp: %d", err); 5589fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar 559015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkReadFence("onOutputBufferDrained before queueBuffer"); 55910806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mCodec->mNativeWindow->queueBuffer( 559215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mCodec->mNativeWindow.get(), info->mGraphicBuffer.get(), info->mFenceFd); 559315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 55940806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 5595cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber info->mStatus = BufferInfo::OWNED_BY_NATIVE_WINDOW; 5596cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber } else { 5597264bac95912efe121d6a60026612617f04f42966Lajos Molnar ALOGE("queueBuffer failed in onOutputBufferDrained: %d", err); 5598251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 5599cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber info->mStatus = BufferInfo::OWNED_BY_US; 560015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // keeping read fence as write fence to avoid clobbering 560115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mIsReadFence = false; 5602cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber } 5603f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else { 56046fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar if (mCodec->mNativeWindow != NULL && 56056fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar (info->mData == NULL || info->mData->size() != 0)) { 560615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // move read fence into write fence to avoid clobbering 560715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mIsReadFence = false; 56086fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar ATRACE_NAME("frame-drop"); 56096fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar } 5610f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_US; 5611f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5612f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5613f933441648ef6a71dee783d733aac17b9508b452Andreas Huber PortMode mode = getPortMode(kPortIndexOutput); 5614f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5615f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (mode) { 5616f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case KEEP_BUFFERS: 5617f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5618f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // XXX fishy, revisit!!! What about the FREE_BUFFERS case below? 5619f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5620f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW) { 5621f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // We cannot resubmit the buffer we just rendered, dequeue 5622f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // the spare instead. 5623f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5624f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info = mCodec->dequeueBufferFromNativeWindow(); 5625f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5626f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5627f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5628f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5629f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case RESUBMIT_BUFFERS: 5630f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5631f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (!mCodec->mPortEOS[kPortIndexOutput]) { 5632f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW) { 5633f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // We cannot resubmit the buffer we just rendered, dequeue 5634f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // the spare instead. 5635f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5636f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info = mCodec->dequeueBufferFromNativeWindow(); 5637f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5638f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5639c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber if (info != NULL) { 5640609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] calling fillBuffer %u", 5641c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber mCodec->mComponentName.c_str(), info->mBufferID); 564215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkWriteFence("onOutputBufferDrained::RESUBMIT_BUFFERS"); 564315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar status_t err = mCodec->mOMX->fillBuffer( 564415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mCodec->mNode, info->mBufferID, info->mFenceFd); 564515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 56460806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 56470806340688c937e7b78c2d89db3809274130df4eLajos Molnar info->mStatus = BufferInfo::OWNED_BY_COMPONENT; 56480806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 56490806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 56500806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5651c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber } 5652f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5653f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5654f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5655f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5656777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim case FREE_BUFFERS: 5657f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 56580806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = mCodec->freeBuffer(kPortIndexOutput, index); 56590806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 56600806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 56610806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5662f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5663f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5664777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim 5665777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim default: 5666777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Invalid port mode: %d", mode); 5667777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return; 5668f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5669f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5670f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5671f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 5672f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5673f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::UninitializedState::UninitializedState(ACodec *codec) 5674f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : BaseState(codec) { 5675f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5676f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5677c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Hubervoid ACodec::UninitializedState::stateEntered() { 5678c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber ALOGV("Now uninitialized"); 5679ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 5680ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber if (mDeathNotifier != NULL) { 568123858874bbce68fb5ac83250087fa7788c97dd12Marco Nelissen mCodec->mNodeBinder->unlinkToDeath(mDeathNotifier); 5682ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mDeathNotifier.clear(); 5683ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber } 5684ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 5685ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mCodec->mNativeWindow.clear(); 5686e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar mCodec->mNativeWindowUsageBits = 0; 5687ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar mCodec->mNode = 0; 5688ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mCodec->mOMX.clear(); 5689ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mCodec->mQuirks = 0; 5690ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mCodec->mFlags = 0; 5691054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->mInputMetadataType = kMetadataBufferTypeInvalid; 5692054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->mOutputMetadataType = kMetadataBufferTypeInvalid; 5693ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mCodec->mComponentName.clear(); 5694c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 5695c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5696f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::UninitializedState::onMessageReceived(const sp<AMessage> &msg) { 5697f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool handled = false; 5698f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5699f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 5700f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case ACodec::kWhatSetup: 5701f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5702f933441648ef6a71dee783d733aac17b9508b452Andreas Huber onSetup(msg); 5703f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5704f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 5705f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5706f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5707f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 57085778822d86b0337407514b9372562b86edfa91cdAndreas Huber case ACodec::kWhatAllocateComponent: 57095778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 57105778822d86b0337407514b9372562b86edfa91cdAndreas Huber onAllocateComponent(msg); 57115778822d86b0337407514b9372562b86edfa91cdAndreas Huber handled = true; 57125778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 57135778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 57145778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5715f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case ACodec::kWhatShutdown: 5716f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5717c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber int32_t keepComponentAllocated; 5718c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber CHECK(msg->findInt32( 5719c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber "keepComponentAllocated", &keepComponentAllocated)); 572054b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar ALOGW_IF(keepComponentAllocated, 572154b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar "cannot keep component allocated on shutdown in Uninitialized state"); 5722c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5723f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 5724d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatShutdownCompleted); 5725f933441648ef6a71dee783d733aac17b9508b452Andreas Huber notify->post(); 5726f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5727f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 5728c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber break; 5729f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5730f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5731f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case ACodec::kWhatFlush: 5732f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5733f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 5734d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatFlushCompleted); 5735f933441648ef6a71dee783d733aac17b9508b452Andreas Huber notify->post(); 5736f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5737f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 5738c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber break; 5739f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5740f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 574130358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar case ACodec::kWhatReleaseCodecInstance: 574230358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar { 574330358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar // nothing to do, as we have already signaled shutdown 574430358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar handled = true; 574530358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar break; 574630358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar } 574730358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar 5748f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 5749f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onMessageReceived(msg); 5750f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5751f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5752f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return handled; 5753f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5754f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5755f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::UninitializedState::onSetup( 5756f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const sp<AMessage> &msg) { 5757c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (onAllocateComponent(msg) 5758c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber && mCodec->mLoadedState->onConfigureComponent(msg)) { 5759c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->mLoadedState->onStart(); 5760c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 57615778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 57625778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5763c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberbool ACodec::UninitializedState::onAllocateComponent(const sp<AMessage> &msg) { 57645778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGV("onAllocateComponent"); 57655778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5766ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar CHECK(mCodec->mNode == 0); 57675778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5768f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMXClient client; 576948a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung if (client.connect() != OK) { 577048a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung mCodec->signalError(OMX_ErrorUndefined, NO_INIT); 577148a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung return false; 577248a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung } 5773f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5774f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<IOMX> omx = client.interface(); 5775f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 57761d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> notify = new AMessage(kWhatOMXDied, mCodec); 5777ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 5778b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar Vector<AString> matchingCodecs; 57795778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5780f933441648ef6a71dee783d733aac17b9508b452Andreas Huber AString mime; 5781f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 57825778822d86b0337407514b9372562b86edfa91cdAndreas Huber AString componentName; 5783d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber uint32_t quirks = 0; 57847791cf11186a22b3f84d98cfde67393bee748cb0Marco Nelissen int32_t encoder = false; 57855778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (msg->findString("componentName", &componentName)) { 5786b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar sp<IMediaCodecList> list = MediaCodecList::getInstance(); 5787b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar if (list != NULL && list->findCodecByName(componentName.c_str()) >= 0) { 5788b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar matchingCodecs.add(componentName); 5789afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber } 57905778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 57915778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findString("mime", &mime)); 57925778822d86b0337407514b9372562b86edfa91cdAndreas Huber 57935778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("encoder", &encoder)) { 57945778822d86b0337407514b9372562b86edfa91cdAndreas Huber encoder = false; 57955778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 57965778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5797b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar MediaCodecList::findMatchingCodecs( 57985778822d86b0337407514b9372562b86edfa91cdAndreas Huber mime.c_str(), 57995778822d86b0337407514b9372562b86edfa91cdAndreas Huber encoder, // createEncoder 5800b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar 0, // flags 5801e671207115fac3914134c61b336d5fa0242c68caAndreas Huber &matchingCodecs); 58025778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 58031065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber 58041065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber sp<CodecObserver> observer = new CodecObserver; 5805ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar IOMX::node_id node = 0; 58061065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber 5807201d8d400eb037547f4f476a838475b13a446007Wei Jia status_t err = NAME_NOT_FOUND; 58081065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber for (size_t matchIndex = 0; matchIndex < matchingCodecs.size(); 58091065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber ++matchIndex) { 5810b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar componentName = matchingCodecs[matchIndex]; 5811b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar quirks = MediaCodecList::getQuirksFor(componentName.c_str()); 5812f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5813da153975581fb3161a30452348a5b26ee72d9255Elliott Hughes pid_t tid = gettid(); 5814078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber int prevPriority = androidGetThreadPriority(tid); 5815078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber androidSetThreadPriority(tid, ANDROID_PRIORITY_FOREGROUND); 581623858874bbce68fb5ac83250087fa7788c97dd12Marco Nelissen err = omx->allocateNode(componentName.c_str(), observer, &mCodec->mNodeBinder, &node); 5817078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber androidSetThreadPriority(tid, prevPriority); 5818f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 58191065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber if (err == OK) { 58201065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber break; 58217a727021b86c2fb2c9f60af2c999154dce1766ebZhijun He } else { 58227a727021b86c2fb2c9f60af2c999154dce1766ebZhijun He ALOGW("Allocating component '%s' failed, try next one.", componentName.c_str()); 58231065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber } 58241065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber 5825ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar node = 0; 58261065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber } 58271065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber 5828ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar if (node == 0) { 58295778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!mime.empty()) { 58309f41ee5a4dd73093d107bc80df5cebb9a273cc72Ronghua Wu ALOGE("Unable to instantiate a %scoder for type '%s' with err %#x.", 58319f41ee5a4dd73093d107bc80df5cebb9a273cc72Ronghua Wu encoder ? "en" : "de", mime.c_str(), err); 58325778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 58339f41ee5a4dd73093d107bc80df5cebb9a273cc72Ronghua Wu ALOGE("Unable to instantiate codec '%s' with err %#x.", componentName.c_str(), err); 58345778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 5835c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber 583652e88b2986536e83a7a6da63461556b8734a85f3Ronghua Wu mCodec->signalError((OMX_ERRORTYPE)err, makeNoSideEffectStatus(err)); 5837c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return false; 5838c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber } 5839f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 584023858874bbce68fb5ac83250087fa7788c97dd12Marco Nelissen mDeathNotifier = new DeathNotifier(notify); 584123858874bbce68fb5ac83250087fa7788c97dd12Marco Nelissen if (mCodec->mNodeBinder == NULL || 584223858874bbce68fb5ac83250087fa7788c97dd12Marco Nelissen mCodec->mNodeBinder->linkToDeath(mDeathNotifier) != OK) { 584323858874bbce68fb5ac83250087fa7788c97dd12Marco Nelissen // This was a local binder, if it dies so do we, we won't care 584423858874bbce68fb5ac83250087fa7788c97dd12Marco Nelissen // about any notifications in the afterlife. 584523858874bbce68fb5ac83250087fa7788c97dd12Marco Nelissen mDeathNotifier.clear(); 584623858874bbce68fb5ac83250087fa7788c97dd12Marco Nelissen } 584723858874bbce68fb5ac83250087fa7788c97dd12Marco Nelissen 584826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar notify = new AMessage(kWhatOMXMessageList, mCodec); 5849f933441648ef6a71dee783d733aac17b9508b452Andreas Huber observer->setNotificationMessage(notify); 5850f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5851f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mComponentName = componentName; 585290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->mRenderTracker.setComponentName(componentName); 5853ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber mCodec->mFlags = 0; 5854ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 5855ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber if (componentName.endsWith(".secure")) { 5856ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber mCodec->mFlags |= kFlagIsSecure; 58571713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang mCodec->mFlags |= kFlagIsGrallocUsageProtected; 58580167414e261f88a96b5e4bf6cb592e6ca11e5a95Andreas Huber mCodec->mFlags |= kFlagPushBlankBuffersToNativeWindowOnShutdown; 5859ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 5860ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 5861afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber mCodec->mQuirks = quirks; 5862f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mOMX = omx; 5863f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mNode = node; 5864f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 58655778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 58665778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 5867d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatComponentAllocated); 58685778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->setString("componentName", mCodec->mComponentName.c_str()); 58695778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->post(); 58705778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 5871c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5872c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->changeState(mCodec->mLoadedState); 5873c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5874c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return true; 58755778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 58765778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5877c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber//////////////////////////////////////////////////////////////////////////////// 5878c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5879c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas HuberACodec::LoadedState::LoadedState(ACodec *codec) 5880c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber : BaseState(codec) { 5881c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 5882c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5883c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Hubervoid ACodec::LoadedState::stateEntered() { 5884c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber ALOGV("[%s] Now Loaded", mCodec->mComponentName.c_str()); 5885c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5886f6f38287b97ec69b169387add6458f859b770e65Andreas Huber mCodec->mPortEOS[kPortIndexInput] = 5887f6f38287b97ec69b169387add6458f859b770e65Andreas Huber mCodec->mPortEOS[kPortIndexOutput] = false; 5888f6f38287b97ec69b169387add6458f859b770e65Andreas Huber 5889f6f38287b97ec69b169387add6458f859b770e65Andreas Huber mCodec->mInputEOSResult = OK; 5890f6f38287b97ec69b169387add6458f859b770e65Andreas Huber 5891054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mCodec->mDequeueCounter = 0; 5892054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->mMetadataBuffersToSubmit = 0; 5893a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber mCodec->mRepeatFrameDelayUs = -1ll; 5894e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar mCodec->mInputFormat.clear(); 5895e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar mCodec->mOutputFormat.clear(); 58964e865a3cfe4c955e0890321a6b488cf661808b63Lajos Molnar mCodec->mBaseOutputFormat.clear(); 5897054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 5898c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (mCodec->mShutdownInProgress) { 5899c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber bool keepComponentAllocated = mCodec->mKeepComponentAllocated; 5900c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5901c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->mShutdownInProgress = false; 5902c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->mKeepComponentAllocated = false; 5903c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5904c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber onShutdown(keepComponentAllocated); 5905c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 590654b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar mCodec->mExplicitShutdown = false; 5907f393c33e65ae51a7cf168b4e15771b152f996b32Wei Jia 5908f393c33e65ae51a7cf168b4e15771b152f996b32Wei Jia mCodec->processDeferredMessages(); 5909c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 5910c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5911c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Hubervoid ACodec::LoadedState::onShutdown(bool keepComponentAllocated) { 5912c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (!keepComponentAllocated) { 59130806340688c937e7b78c2d89db3809274130df4eLajos Molnar (void)mCodec->mOMX->freeNode(mCodec->mNode); 5914c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5915c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->changeState(mCodec->mUninitializedState); 5916c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 5917c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 591854b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar if (mCodec->mExplicitShutdown) { 591954b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar sp<AMessage> notify = mCodec->mNotify->dup(); 5920d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatShutdownCompleted); 592154b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar notify->post(); 592254b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar mCodec->mExplicitShutdown = false; 592354b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar } 5924c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 5925c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5926c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberbool ACodec::LoadedState::onMessageReceived(const sp<AMessage> &msg) { 5927c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber bool handled = false; 5928c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5929c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber switch (msg->what()) { 5930c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case ACodec::kWhatConfigureComponent: 5931c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber { 5932c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber onConfigureComponent(msg); 5933c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber handled = true; 5934c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber break; 5935c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 5936c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 59377cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case ACodec::kWhatCreateInputSurface: 59387cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 59397cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden onCreateInputSurface(msg); 59407cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden handled = true; 59417cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 59427cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 59437cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 59448f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang case ACodec::kWhatSetInputSurface: 5945d291c222357303b9611cab89d0c3b047584ef377Chong Zhang { 59468f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang onSetInputSurface(msg); 5947d291c222357303b9611cab89d0c3b047584ef377Chong Zhang handled = true; 5948d291c222357303b9611cab89d0c3b047584ef377Chong Zhang break; 5949d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 5950d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 5951c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case ACodec::kWhatStart: 5952c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber { 5953c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber onStart(); 5954c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber handled = true; 5955c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber break; 5956c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 5957c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5958c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case ACodec::kWhatShutdown: 5959c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber { 5960c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber int32_t keepComponentAllocated; 5961c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber CHECK(msg->findInt32( 5962c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber "keepComponentAllocated", &keepComponentAllocated)); 5963c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 596454b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar mCodec->mExplicitShutdown = true; 5965c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber onShutdown(keepComponentAllocated); 5966c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5967c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber handled = true; 5968c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber break; 5969c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 5970c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5971c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case ACodec::kWhatFlush: 5972c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber { 5973c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 5974d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatFlushCompleted); 5975c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber notify->post(); 5976c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5977c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber handled = true; 5978c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber break; 5979c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 5980c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5981c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber default: 5982c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return BaseState::onMessageReceived(msg); 5983c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 5984c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5985c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return handled; 5986c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 5987c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5988c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberbool ACodec::LoadedState::onConfigureComponent( 59895778822d86b0337407514b9372562b86edfa91cdAndreas Huber const sp<AMessage> &msg) { 59905778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGV("onConfigureComponent"); 59915778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5992ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar CHECK(mCodec->mNode != 0); 59935778822d86b0337407514b9372562b86edfa91cdAndreas Huber 59940806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = OK; 59955778822d86b0337407514b9372562b86edfa91cdAndreas Huber AString mime; 59960806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (!msg->findString("mime", &mime)) { 59970806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = BAD_VALUE; 59980806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 59990806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mCodec->configureCodec(mime.c_str(), msg); 60000806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 60015778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 6002c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber ALOGE("[%s] configureCodec returning error %d", 6003c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber mCodec->mComponentName.c_str(), err); 6004c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber 6005251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 6006c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return false; 60075778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 6008f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 60095778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 60105778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 6011d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatComponentConfigured); 6012e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setMessage("input-format", mCodec->mInputFormat); 6013e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setMessage("output-format", mCodec->mOutputFormat); 60145778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->post(); 60155778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 6016c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6017c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return true; 60185778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 60195778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6020d291c222357303b9611cab89d0c3b047584ef377Chong Zhangstatus_t ACodec::LoadedState::setupInputSurface() { 6021d291c222357303b9611cab89d0c3b047584ef377Chong Zhang status_t err = OK; 6022a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber 6023d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (mCodec->mRepeatFrameDelayUs > 0ll) { 6024a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber err = mCodec->mOMX->setInternalOption( 6025a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber mCodec->mNode, 6026a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber kPortIndexInput, 6027a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber IOMX::INTERNAL_OPTION_REPEAT_PREVIOUS_FRAME_DELAY, 6028a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber &mCodec->mRepeatFrameDelayUs, 6029a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber sizeof(mCodec->mRepeatFrameDelayUs)); 6030a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber 6031a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber if (err != OK) { 6032a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber ALOGE("[%s] Unable to configure option to repeat previous " 6033a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber "frames (err %d)", 6034a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber mCodec->mComponentName.c_str(), 6035a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber err); 6036d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return err; 6037a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber } 6038a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber } 6039a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber 6040d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (mCodec->mMaxPtsGapUs > 0ll) { 604194ee4b708acfa941581160b267afb79192b1d816Chong Zhang err = mCodec->mOMX->setInternalOption( 604294ee4b708acfa941581160b267afb79192b1d816Chong Zhang mCodec->mNode, 604394ee4b708acfa941581160b267afb79192b1d816Chong Zhang kPortIndexInput, 604494ee4b708acfa941581160b267afb79192b1d816Chong Zhang IOMX::INTERNAL_OPTION_MAX_TIMESTAMP_GAP, 604594ee4b708acfa941581160b267afb79192b1d816Chong Zhang &mCodec->mMaxPtsGapUs, 604694ee4b708acfa941581160b267afb79192b1d816Chong Zhang sizeof(mCodec->mMaxPtsGapUs)); 604794ee4b708acfa941581160b267afb79192b1d816Chong Zhang 604894ee4b708acfa941581160b267afb79192b1d816Chong Zhang if (err != OK) { 604994ee4b708acfa941581160b267afb79192b1d816Chong Zhang ALOGE("[%s] Unable to configure max timestamp gap (err %d)", 605072cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang mCodec->mComponentName.c_str(), 605172cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang err); 6052d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return err; 60532c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang } 60542c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang } 60552c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang 6056d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (mCodec->mMaxFps > 0) { 605737b2b389139ed638831e49708c947863eef631efRonghua Wu err = mCodec->mOMX->setInternalOption( 605837b2b389139ed638831e49708c947863eef631efRonghua Wu mCodec->mNode, 605937b2b389139ed638831e49708c947863eef631efRonghua Wu kPortIndexInput, 606037b2b389139ed638831e49708c947863eef631efRonghua Wu IOMX::INTERNAL_OPTION_MAX_FPS, 606137b2b389139ed638831e49708c947863eef631efRonghua Wu &mCodec->mMaxFps, 606237b2b389139ed638831e49708c947863eef631efRonghua Wu sizeof(mCodec->mMaxFps)); 606337b2b389139ed638831e49708c947863eef631efRonghua Wu 606437b2b389139ed638831e49708c947863eef631efRonghua Wu if (err != OK) { 606537b2b389139ed638831e49708c947863eef631efRonghua Wu ALOGE("[%s] Unable to configure max fps (err %d)", 606637b2b389139ed638831e49708c947863eef631efRonghua Wu mCodec->mComponentName.c_str(), 606737b2b389139ed638831e49708c947863eef631efRonghua Wu err); 6068d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return err; 606937b2b389139ed638831e49708c947863eef631efRonghua Wu } 607037b2b389139ed638831e49708c947863eef631efRonghua Wu } 607137b2b389139ed638831e49708c947863eef631efRonghua Wu 6072d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (mCodec->mTimePerCaptureUs > 0ll 60732c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang && mCodec->mTimePerFrameUs > 0ll) { 60742c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang int64_t timeLapse[2]; 60752c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang timeLapse[0] = mCodec->mTimePerFrameUs; 60762c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang timeLapse[1] = mCodec->mTimePerCaptureUs; 60772c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang err = mCodec->mOMX->setInternalOption( 60782c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mCodec->mNode, 60792c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang kPortIndexInput, 60802c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang IOMX::INTERNAL_OPTION_TIME_LAPSE, 60812c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang &timeLapse[0], 60822c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang sizeof(timeLapse)); 60832c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang 60842c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang if (err != OK) { 60852c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang ALOGE("[%s] Unable to configure time lapse (err %d)", 60862c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mCodec->mComponentName.c_str(), 60872c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang err); 6088d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return err; 60892c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang } 60902c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang } 609172cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang 6092d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (mCodec->mCreateInputBuffersSuspended) { 609372cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang bool suspend = true; 609472cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang err = mCodec->mOMX->setInternalOption( 609572cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang mCodec->mNode, 609672cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang kPortIndexInput, 609772cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang IOMX::INTERNAL_OPTION_SUSPEND, 609872cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang &suspend, 609972cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang sizeof(suspend)); 610072cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang 610172cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang if (err != OK) { 610272cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang ALOGE("[%s] Unable to configure option to suspend (err %d)", 610394ee4b708acfa941581160b267afb79192b1d816Chong Zhang mCodec->mComponentName.c_str(), 610494ee4b708acfa941581160b267afb79192b1d816Chong Zhang err); 6105d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return err; 610694ee4b708acfa941581160b267afb79192b1d816Chong Zhang } 610794ee4b708acfa941581160b267afb79192b1d816Chong Zhang } 610894ee4b708acfa941581160b267afb79192b1d816Chong Zhang 6109c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar uint32_t usageBits; 6110c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar if (mCodec->mOMX->getParameter( 6111c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar mCodec->mNode, (OMX_INDEXTYPE)OMX_IndexParamConsumerUsageBits, 6112c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar &usageBits, sizeof(usageBits)) == OK) { 6113c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar mCodec->mInputFormat->setInt32( 6114c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar "using-sw-read-often", !!(usageBits & GRALLOC_USAGE_SW_READ_OFTEN)); 6115c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar } 6116c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar 6117d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return OK; 6118d291c222357303b9611cab89d0c3b047584ef377Chong Zhang} 6119d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6120d291c222357303b9611cab89d0c3b047584ef377Chong Zhangvoid ACodec::LoadedState::onCreateInputSurface( 6121d291c222357303b9611cab89d0c3b047584ef377Chong Zhang const sp<AMessage> & /* msg */) { 6122d291c222357303b9611cab89d0c3b047584ef377Chong Zhang ALOGV("onCreateInputSurface"); 6123d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6124d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<AMessage> notify = mCodec->mNotify->dup(); 6125d291c222357303b9611cab89d0c3b047584ef377Chong Zhang notify->setInt32("what", CodecBase::kWhatInputSurfaceCreated); 6126d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6127d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<IGraphicBufferProducer> bufferProducer; 6128d291c222357303b9611cab89d0c3b047584ef377Chong Zhang status_t err = mCodec->mOMX->createInputSurface( 6129054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->mNode, kPortIndexInput, &bufferProducer, &mCodec->mInputMetadataType); 6130d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6131d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (err == OK) { 6132d291c222357303b9611cab89d0c3b047584ef377Chong Zhang err = setupInputSurface(); 6133d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 6134d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 61357cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (err == OK) { 61367cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden notify->setObject("input-surface", 61377cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden new BufferProducerWrapper(bufferProducer)); 61387cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } else { 61397cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden // Can't use mCodec->signalError() here -- MediaCodec won't forward 61407cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden // the error through because it's in the "configured" state. We 61417cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden // send a kWhatInputSurfaceCreated with an error value instead. 61427cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden ALOGE("[%s] onCreateInputSurface returning error %d", 61437cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mCodec->mComponentName.c_str(), err); 61447cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden notify->setInt32("err", err); 61457cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 61467cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden notify->post(); 61477cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden} 61487cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 61498f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhangvoid ACodec::LoadedState::onSetInputSurface( 6150d291c222357303b9611cab89d0c3b047584ef377Chong Zhang const sp<AMessage> &msg) { 61518f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang ALOGV("onSetInputSurface"); 6152d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6153d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<AMessage> notify = mCodec->mNotify->dup(); 6154d291c222357303b9611cab89d0c3b047584ef377Chong Zhang notify->setInt32("what", CodecBase::kWhatInputSurfaceAccepted); 6155d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6156d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<RefBase> obj; 6157d291c222357303b9611cab89d0c3b047584ef377Chong Zhang CHECK(msg->findObject("input-surface", &obj)); 6158d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<PersistentSurface> surface = static_cast<PersistentSurface *>(obj.get()); 6159d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 61608f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang status_t err = mCodec->mOMX->setInputSurface( 6161054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->mNode, kPortIndexInput, surface->getBufferConsumer(), 6162054219874873b41f1c815552987c10465c34ba2bLajos Molnar &mCodec->mInputMetadataType); 6163d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6164d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (err == OK) { 6165d291c222357303b9611cab89d0c3b047584ef377Chong Zhang err = setupInputSurface(); 6166d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 6167d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6168d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (err != OK) { 6169d291c222357303b9611cab89d0c3b047584ef377Chong Zhang // Can't use mCodec->signalError() here -- MediaCodec won't forward 6170d291c222357303b9611cab89d0c3b047584ef377Chong Zhang // the error through because it's in the "configured" state. We 6171d291c222357303b9611cab89d0c3b047584ef377Chong Zhang // send a kWhatInputSurfaceAccepted with an error value instead. 61728f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang ALOGE("[%s] onSetInputSurface returning error %d", 6173d291c222357303b9611cab89d0c3b047584ef377Chong Zhang mCodec->mComponentName.c_str(), err); 6174d291c222357303b9611cab89d0c3b047584ef377Chong Zhang notify->setInt32("err", err); 6175d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 6176d291c222357303b9611cab89d0c3b047584ef377Chong Zhang notify->post(); 6177d291c222357303b9611cab89d0c3b047584ef377Chong Zhang} 6178d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6179c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Hubervoid ACodec::LoadedState::onStart() { 61805778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGV("onStart"); 61815778822d86b0337407514b9372562b86edfa91cdAndreas Huber 61820806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = mCodec->mOMX->sendCommand(mCodec->mNode, OMX_CommandStateSet, OMX_StateIdle); 61830806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 61840806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 61850806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 61860806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->changeState(mCodec->mLoadedToIdleState); 61870806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6188f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6189f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6190f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 6191f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6192f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::LoadedToIdleState::LoadedToIdleState(ACodec *codec) 6193f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : BaseState(codec) { 6194f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6195f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6196f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::LoadedToIdleState::stateEntered() { 61973856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now Loaded->Idle", mCodec->mComponentName.c_str()); 6198f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6199cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber status_t err; 6200cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber if ((err = allocateBuffers()) != OK) { 620129357bc2c0dd7c43ad3bd0c8e3efa4e6fd9bfd47Steve Block ALOGE("Failed to allocate buffers after transitioning to IDLE state " 6202cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber "(error 0x%08x)", 6203cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber err); 6204cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber 6205251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 620691bfadb4aa75444c60e9949232de3c184cfe060aAndreas Huber 6207c673de8067ad53f96b3fcd2b7b24b066303a32aaWei Jia mCodec->mOMX->sendCommand( 6208c673de8067ad53f96b3fcd2b7b24b066303a32aaWei Jia mCodec->mNode, OMX_CommandStateSet, OMX_StateLoaded); 6209c673de8067ad53f96b3fcd2b7b24b066303a32aaWei Jia if (mCodec->allYourBuffersAreBelongToUs(kPortIndexInput)) { 6210c673de8067ad53f96b3fcd2b7b24b066303a32aaWei Jia mCodec->freeBuffersOnPort(kPortIndexInput); 6211c673de8067ad53f96b3fcd2b7b24b066303a32aaWei Jia } 6212c673de8067ad53f96b3fcd2b7b24b066303a32aaWei Jia if (mCodec->allYourBuffersAreBelongToUs(kPortIndexOutput)) { 6213c673de8067ad53f96b3fcd2b7b24b066303a32aaWei Jia mCodec->freeBuffersOnPort(kPortIndexOutput); 6214c673de8067ad53f96b3fcd2b7b24b066303a32aaWei Jia } 6215c673de8067ad53f96b3fcd2b7b24b066303a32aaWei Jia 621691bfadb4aa75444c60e9949232de3c184cfe060aAndreas Huber mCodec->changeState(mCodec->mLoadedState); 6217cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber } 6218f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6219f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6220f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::LoadedToIdleState::allocateBuffers() { 6221f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t err = mCodec->allocateBuffersOnPort(kPortIndexInput); 6222f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6223f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 6224f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 6225f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6226f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6227f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return mCodec->allocateBuffersOnPort(kPortIndexOutput); 6228f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6229f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6230f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::LoadedToIdleState::onMessageReceived(const sp<AMessage> &msg) { 6231f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 623272cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang case kWhatSetParameters: 6233f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 6234f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6235f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->deferMessage(msg); 6236f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6237f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6238f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 62396507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden case kWhatSignalEndOfInputStream: 62406507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden { 62416507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mCodec->onSignalEndOfInputStream(); 62426507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden return true; 62436507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden } 62446507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 62456463e76d41430f9b03a79b221de84255f2475658Marco Nelissen case kWhatResume: 62466463e76d41430f9b03a79b221de84255f2475658Marco Nelissen { 62476463e76d41430f9b03a79b221de84255f2475658Marco Nelissen // We'll be active soon enough. 62486463e76d41430f9b03a79b221de84255f2475658Marco Nelissen return true; 62496463e76d41430f9b03a79b221de84255f2475658Marco Nelissen } 62506463e76d41430f9b03a79b221de84255f2475658Marco Nelissen 62516463e76d41430f9b03a79b221de84255f2475658Marco Nelissen case kWhatFlush: 62526463e76d41430f9b03a79b221de84255f2475658Marco Nelissen { 62536463e76d41430f9b03a79b221de84255f2475658Marco Nelissen // We haven't even started yet, so we're flushed alright... 62546463e76d41430f9b03a79b221de84255f2475658Marco Nelissen sp<AMessage> notify = mCodec->mNotify->dup(); 6255d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatFlushCompleted); 62566463e76d41430f9b03a79b221de84255f2475658Marco Nelissen notify->post(); 62576463e76d41430f9b03a79b221de84255f2475658Marco Nelissen return true; 62586463e76d41430f9b03a79b221de84255f2475658Marco Nelissen } 62596463e76d41430f9b03a79b221de84255f2475658Marco Nelissen 6260f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6261f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onMessageReceived(msg); 6262f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6263f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6264f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6265f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::LoadedToIdleState::onOMXEvent( 6266f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 6267f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 6268f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventCmdComplete: 6269f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 62700806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = OK; 62710806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (data1 != (OMX_U32)OMX_CommandStateSet 62720806340688c937e7b78c2d89db3809274130df4eLajos Molnar || data2 != (OMX_U32)OMX_StateIdle) { 62730806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Unexpected command completion in LoadedToIdleState: %s(%u) %s(%u)", 62740806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_COMMANDTYPE)data1), data1, 62750806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_STATETYPE)data2), data2); 62760806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = FAILED_TRANSACTION; 62770806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6278f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 62790806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 62800806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mCodec->mOMX->sendCommand( 62810806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mNode, OMX_CommandStateSet, OMX_StateExecuting); 62820806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6283f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 62840806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 62850806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 62860806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 62870806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->changeState(mCodec->mIdleToExecutingState); 62880806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6289f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6290f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6291f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6292f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6293f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6294f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onOMXEvent(event, data1, data2); 6295f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6296f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6297f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6298f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 6299f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6300f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::IdleToExecutingState::IdleToExecutingState(ACodec *codec) 6301f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : BaseState(codec) { 6302f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6303f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6304f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::IdleToExecutingState::stateEntered() { 63053856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now Idle->Executing", mCodec->mComponentName.c_str()); 6306f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6307f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6308f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::IdleToExecutingState::onMessageReceived(const sp<AMessage> &msg) { 6309f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 631072cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang case kWhatSetParameters: 6311f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 6312f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6313f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->deferMessage(msg); 6314f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6315f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6316f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6317d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber case kWhatResume: 6318d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber { 6319d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber // We'll be active soon enough. 6320d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber return true; 6321d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber } 6322d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber 6323d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber case kWhatFlush: 6324d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber { 6325d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber // We haven't even started yet, so we're flushed alright... 6326d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 6327d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatFlushCompleted); 6328d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber notify->post(); 6329d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber 6330d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber return true; 6331d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber } 6332d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber 63336507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden case kWhatSignalEndOfInputStream: 63346507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden { 63356507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mCodec->onSignalEndOfInputStream(); 63366507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden return true; 63376507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden } 63386507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 6339f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6340f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onMessageReceived(msg); 6341f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6342f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6343f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6344f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::IdleToExecutingState::onOMXEvent( 6345f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 6346f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 6347f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventCmdComplete: 6348f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 63490806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (data1 != (OMX_U32)OMX_CommandStateSet 63500806340688c937e7b78c2d89db3809274130df4eLajos Molnar || data2 != (OMX_U32)OMX_StateExecuting) { 63510806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Unexpected command completion in IdleToExecutingState: %s(%u) %s(%u)", 63520806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_COMMANDTYPE)data1), data1, 63530806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_STATETYPE)data2), data2); 63540806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 63550806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 63560806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6357f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6358f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mExecutingState->resume(); 6359f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->changeState(mCodec->mExecutingState); 6360f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6361f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6362f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6363f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6364f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6365f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onOMXEvent(event, data1, data2); 6366f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6367f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6368f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6369f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 6370f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6371f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::ExecutingState::ExecutingState(ACodec *codec) 6372349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber : BaseState(codec), 6373349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mActive(false) { 6374f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6375f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6376f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::BaseState::PortMode ACodec::ExecutingState::getPortMode( 6377ccb067b1d8424ba610cbd3de83368bd55b532b5bAndreas Huber OMX_U32 /* portIndex */) { 6378f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return RESUBMIT_BUFFERS; 6379f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6380f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6381054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnarvoid ACodec::ExecutingState::submitOutputMetaBuffers() { 6382054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar // submit as many buffers as there are input buffers with the codec 6383054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar // in case we are in port reconfiguring 6384054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar for (size_t i = 0; i < mCodec->mBuffers[kPortIndexInput].size(); ++i) { 6385054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar BufferInfo *info = &mCodec->mBuffers[kPortIndexInput].editItemAt(i); 6386054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 6387054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar if (info->mStatus == BufferInfo::OWNED_BY_COMPONENT) { 6388054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mCodec->submitOutputMetadataBuffer() != OK) 6389054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar break; 6390054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 6391054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 63924dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar 63934dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar // *** NOTE: THE FOLLOWING WORKAROUND WILL BE REMOVED *** 6394054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->signalSubmitOutputMetadataBufferIfEOS_workaround(); 6395054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar} 6396054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 6397054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnarvoid ACodec::ExecutingState::submitRegularOutputBuffers() { 63980806340688c937e7b78c2d89db3809274130df4eLajos Molnar bool failed = false; 6399f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (size_t i = 0; i < mCodec->mBuffers[kPortIndexOutput].size(); ++i) { 6400f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = &mCodec->mBuffers[kPortIndexOutput].editItemAt(i); 6401f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6402f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mCodec->mNativeWindow != NULL) { 64030806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (info->mStatus != BufferInfo::OWNED_BY_US 64040806340688c937e7b78c2d89db3809274130df4eLajos Molnar && info->mStatus != BufferInfo::OWNED_BY_NATIVE_WINDOW) { 64050806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("buffers should be owned by us or the surface"); 64060806340688c937e7b78c2d89db3809274130df4eLajos Molnar failed = true; 64070806340688c937e7b78c2d89db3809274130df4eLajos Molnar break; 64080806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6409f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6410f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW) { 6411f933441648ef6a71dee783d733aac17b9508b452Andreas Huber continue; 6412f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6413f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else { 64140806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (info->mStatus != BufferInfo::OWNED_BY_US) { 64150806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("buffers should be owned by us"); 64160806340688c937e7b78c2d89db3809274130df4eLajos Molnar failed = true; 64170806340688c937e7b78c2d89db3809274130df4eLajos Molnar break; 64180806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6419f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6420f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 64210806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGV("[%s] calling fillBuffer %u", mCodec->mComponentName.c_str(), info->mBufferID); 6422349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 642315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkWriteFence("submitRegularOutputBuffers"); 642415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar status_t err = mCodec->mOMX->fillBuffer(mCodec->mNode, info->mBufferID, info->mFenceFd); 642515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 64260806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 64270806340688c937e7b78c2d89db3809274130df4eLajos Molnar failed = true; 64280806340688c937e7b78c2d89db3809274130df4eLajos Molnar break; 64290806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6430f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6431f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_COMPONENT; 6432f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 64330806340688c937e7b78c2d89db3809274130df4eLajos Molnar 64340806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (failed) { 64350806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 64360806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6437f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6438f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6439054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnarvoid ACodec::ExecutingState::submitOutputBuffers() { 6440c38fcfba95f711e5738e4c72bd5499317a2f30d9Lajos Molnar submitRegularOutputBuffers(); 6441054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mCodec->storingMetadataInDecodedBuffers()) { 6442054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar submitOutputMetaBuffers(); 6443054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 6444054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar} 6445054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 6446f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::ExecutingState::resume() { 6447349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber if (mActive) { 64480806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGV("[%s] We're already active, no need to resume.", mCodec->mComponentName.c_str()); 6449349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber return; 6450349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber } 6451349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 6452f933441648ef6a71dee783d733aac17b9508b452Andreas Huber submitOutputBuffers(); 6453f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 64543cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar // Post all available input buffers 6455777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (mCodec->mBuffers[kPortIndexInput].size() == 0u) { 6456777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGW("[%s] we don't have any input buffers to resume", mCodec->mComponentName.c_str()); 6457777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 6458777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim 64593cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar for (size_t i = 0; i < mCodec->mBuffers[kPortIndexInput].size(); i++) { 64603cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar BufferInfo *info = &mCodec->mBuffers[kPortIndexInput].editItemAt(i); 64613cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar if (info->mStatus == BufferInfo::OWNED_BY_US) { 64623cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar postFillThisBuffer(info); 64633cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar } 64643cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar } 6465349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 6466349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mActive = true; 6467f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6468f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6469f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::ExecutingState::stateEntered() { 64703856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now Executing", mCodec->mComponentName.c_str()); 6471f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 647290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->mRenderTracker.clear(systemTime(CLOCK_MONOTONIC)); 6473f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->processDeferredMessages(); 6474f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6475f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6476f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::ExecutingState::onMessageReceived(const sp<AMessage> &msg) { 6477f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool handled = false; 6478f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6479f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 6480f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 6481f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6482c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber int32_t keepComponentAllocated; 6483c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber CHECK(msg->findInt32( 6484c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber "keepComponentAllocated", &keepComponentAllocated)); 6485c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6486c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->mShutdownInProgress = true; 648754b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar mCodec->mExplicitShutdown = true; 6488c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->mKeepComponentAllocated = keepComponentAllocated; 6489c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6490349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mActive = false; 6491349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 64920806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = mCodec->mOMX->sendCommand( 64930806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mNode, OMX_CommandStateSet, OMX_StateIdle); 64940806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 64950806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (keepComponentAllocated) { 64960806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 64970806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 64980806340688c937e7b78c2d89db3809274130df4eLajos Molnar // TODO: do some recovery here. 64990806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 65000806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->changeState(mCodec->mExecutingToIdleState); 65010806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6502f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6503f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 6504f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6505f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6506f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6507f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatFlush: 6508f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 65097a3a2b2f9bb9421dcf83fbd47276e57917078aefJames Dong ALOGV("[%s] ExecutingState flushing now " 6510ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar "(codec owns %zu/%zu input, %zu/%zu output).", 6511d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber mCodec->mComponentName.c_str(), 6512d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber mCodec->countBuffersOwnedByComponent(kPortIndexInput), 6513d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber mCodec->mBuffers[kPortIndexInput].size(), 6514d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber mCodec->countBuffersOwnedByComponent(kPortIndexOutput), 6515d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber mCodec->mBuffers[kPortIndexOutput].size()); 6516d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 6517349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mActive = false; 6518349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 65190806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = mCodec->mOMX->sendCommand(mCodec->mNode, OMX_CommandFlush, OMX_ALL); 65200806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 65210806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 65220806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 65230806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->changeState(mCodec->mFlushingState); 65240806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6525f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6526f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 6527f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6528f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6529f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6530f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatResume: 6531f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6532f933441648ef6a71dee783d733aac17b9508b452Andreas Huber resume(); 6533f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6534f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 6535f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6536f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6537f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6538496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber case kWhatRequestIDRFrame: 6539496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber { 6540496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber status_t err = mCodec->requestIDRFrame(); 6541496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber if (err != OK) { 6542496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber ALOGW("Requesting an IDR frame failed."); 6543496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber } 6544496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 6545496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber handled = true; 6546496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber break; 6547496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber } 6548496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 6549a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber case kWhatSetParameters: 6550a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber { 6551a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber sp<AMessage> params; 6552a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber CHECK(msg->findMessage("params", ¶ms)); 6553a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 6554a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber status_t err = mCodec->setParameters(params); 6555a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 6556a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber sp<AMessage> reply; 6557a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber if (msg->findMessage("reply", &reply)) { 6558a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber reply->setInt32("err", err); 6559a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber reply->post(); 6560a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber } 6561a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 6562a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber handled = true; 6563a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber break; 6564a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber } 6565a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 65667cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case ACodec::kWhatSignalEndOfInputStream: 65677cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 65686507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mCodec->onSignalEndOfInputStream(); 65697cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden handled = true; 65707cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 65717cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 65727cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 65734dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar // *** NOTE: THE FOLLOWING WORKAROUND WILL BE REMOVED *** 6574054219874873b41f1c815552987c10465c34ba2bLajos Molnar case kWhatSubmitOutputMetadataBufferIfEOS: 65754dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar { 65764dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar if (mCodec->mPortEOS[kPortIndexInput] && 65774dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar !mCodec->mPortEOS[kPortIndexOutput]) { 6578054219874873b41f1c815552987c10465c34ba2bLajos Molnar status_t err = mCodec->submitOutputMetadataBuffer(); 65794dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar if (err == OK) { 6580054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->signalSubmitOutputMetadataBufferIfEOS_workaround(); 65814dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar } 65824dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar } 65834dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar return true; 65844dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar } 65854dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar 6586f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6587f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = BaseState::onMessageReceived(msg); 6588f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6589f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6590f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6591f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return handled; 6592f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6593f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6594a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huberstatus_t ACodec::setParameters(const sp<AMessage> ¶ms) { 6595a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber int32_t videoBitrate; 6596530fdbdc1b5491f3fbf172752834d1515701e142Lajos Molnar if (params->findInt32("video-bitrate", &videoBitrate)) { 6597a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber OMX_VIDEO_CONFIG_BITRATETYPE configParams; 6598a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber InitOMXParams(&configParams); 6599a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber configParams.nPortIndex = kPortIndexOutput; 6600a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber configParams.nEncodeBitrate = videoBitrate; 6601a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 6602a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber status_t err = mOMX->setConfig( 6603a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber mNode, 6604a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber OMX_IndexConfigVideoBitrate, 6605a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber &configParams, 6606a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber sizeof(configParams)); 6607a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 6608a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber if (err != OK) { 6609a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber ALOGE("setConfig(OMX_IndexConfigVideoBitrate, %d) failed w/ err %d", 6610a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber videoBitrate, err); 6611a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 6612a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber return err; 6613a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber } 6614a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber } 6615a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 661672cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang int64_t skipFramesBeforeUs; 661772cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang if (params->findInt64("skip-frames-before", &skipFramesBeforeUs)) { 661872cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang status_t err = 661972cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang mOMX->setInternalOption( 662072cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang mNode, 662172cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang kPortIndexInput, 662272cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang IOMX::INTERNAL_OPTION_START_TIME, 662372cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang &skipFramesBeforeUs, 662472cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang sizeof(skipFramesBeforeUs)); 662572cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang 662672cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang if (err != OK) { 662772cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang ALOGE("Failed to set parameter 'skip-frames-before' (err %d)", err); 662872cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang return err; 662972cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang } 663072cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang } 663172cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang 6632e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber int32_t dropInputFrames; 6633e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber if (params->findInt32("drop-input-frames", &dropInputFrames)) { 6634e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber bool suspend = dropInputFrames != 0; 6635e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber 6636b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber status_t err = 6637b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber mOMX->setInternalOption( 6638e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber mNode, 6639e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber kPortIndexInput, 6640e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber IOMX::INTERNAL_OPTION_SUSPEND, 6641e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber &suspend, 6642b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber sizeof(suspend)); 6643b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber 6644b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber if (err != OK) { 6645b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber ALOGE("Failed to set parameter 'drop-input-frames' (err %d)", err); 6646b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber return err; 6647b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber } 6648b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber } 6649b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber 6650b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber int32_t dummy; 6651b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber if (params->findInt32("request-sync", &dummy)) { 6652b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber status_t err = requestIDRFrame(); 6653b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber 6654b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber if (err != OK) { 6655b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber ALOGE("Requesting a sync frame failed w/ err %d", err); 6656b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber return err; 6657b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber } 6658e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber } 6659e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber 66608db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu float rate; 66618db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu if (params->findFloat("operating-rate", &rate) && rate > 0) { 66628db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu status_t err = setOperatingRate(rate, mIsVideo); 66638db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu if (err != OK) { 66648db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu ALOGE("Failed to set parameter 'operating-rate' (err %d)", err); 66658db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu return err; 66668db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu } 66678db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu } 66688db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu 6669870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang int32_t intraRefreshPeriod = 0; 6670870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (params->findInt32("intra-refresh-period", &intraRefreshPeriod) 6671870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang && intraRefreshPeriod > 0) { 6672870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang status_t err = setIntraRefreshPeriod(intraRefreshPeriod, false); 6673870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (err != OK) { 6674870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang ALOGI("[%s] failed setIntraRefreshPeriod. Failure is fine since this key is optional", 6675870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang mComponentName.c_str()); 6676870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang err = OK; 6677870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 6678870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 6679870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 6680a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber return OK; 6681a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber} 6682a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 66836507d14c6d10f93d390de62b9eed267f9b544985Andy McFaddenvoid ACodec::onSignalEndOfInputStream() { 66846507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden sp<AMessage> notify = mNotify->dup(); 6685d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatSignaledInputEOS); 66866507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 66876507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden status_t err = mOMX->signalEndOfInputStream(mNode); 66886507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden if (err != OK) { 66896507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden notify->setInt32("err", err); 66906507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden } 66916507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden notify->post(); 66926507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden} 66936507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 669490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarbool ACodec::ExecutingState::onOMXFrameRendered(int64_t mediaTimeUs, nsecs_t systemNano) { 669590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->onFrameRendered(mediaTimeUs, systemNano); 669690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar return true; 669790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 669890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 6699f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::ExecutingState::onOMXEvent( 6700f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 6701f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 6702f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventPortSettingsChanged: 6703f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6704f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ(data1, (OMX_U32)kPortIndexOutput); 6705f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6706b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar mCodec->onOutputFormatChanged(); 6707b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar 670831e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber if (data2 == 0 || data2 == OMX_IndexParamPortDefinition) { 6709054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->mMetadataBuffersToSubmit = 0; 6710f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ(mCodec->mOMX->sendCommand( 6711f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mNode, 6712f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_CommandPortDisable, kPortIndexOutput), 6713f933441648ef6a71dee783d733aac17b9508b452Andreas Huber (status_t)OK); 6714f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6715349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mCodec->freeOutputBuffersNotOwnedByComponent(); 6716f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6717f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->changeState(mCodec->mOutputPortSettingsChangedState); 6718b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar } else if (data2 != OMX_IndexConfigCommonOutputCrop 6719b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar && data2 != OMX_IndexConfigAndroidIntraRefresh) { 6720ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] OMX_EventPortSettingsChanged 0x%08x", 6721f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mComponentName.c_str(), data2); 6722f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6723f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6724f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6725f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6726f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6727f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventBufferFlag: 6728f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6729f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6730f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6731f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6732f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6733f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onOMXEvent(event, data1, data2); 6734f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6735f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6736f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6737f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 6738f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6739f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::OutputPortSettingsChangedState::OutputPortSettingsChangedState( 6740f933441648ef6a71dee783d733aac17b9508b452Andreas Huber ACodec *codec) 6741f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : BaseState(codec) { 6742f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6743f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6744f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::BaseState::PortMode ACodec::OutputPortSettingsChangedState::getPortMode( 6745f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 portIndex) { 6746f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (portIndex == kPortIndexOutput) { 6747f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return FREE_BUFFERS; 6748f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6749f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6750f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ(portIndex, (OMX_U32)kPortIndexInput); 6751f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6752f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return RESUBMIT_BUFFERS; 6753f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6754f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6755f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::OutputPortSettingsChangedState::onMessageReceived( 6756f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const sp<AMessage> &msg) { 6757f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool handled = false; 6758f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6759f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 6760f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatFlush: 6761f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 6762349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber case kWhatResume: 6763e6eea3a6b6e0cf92287ec1ceb8350f201d17e1acPer Persson case kWhatSetParameters: 6764f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6765349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber if (msg->what() == kWhatResume) { 67663856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Deferring resume", mCodec->mComponentName.c_str()); 6767349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber } 6768349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 6769f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->deferMessage(msg); 6770f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 6771f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6772f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6773f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6774f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6775f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = BaseState::onMessageReceived(msg); 6776f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6777f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6778f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6779f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return handled; 6780f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6781f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6782f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::OutputPortSettingsChangedState::stateEntered() { 67833856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now handling output port settings change", 6784f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mComponentName.c_str()); 6785f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6786f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 678790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarbool ACodec::OutputPortSettingsChangedState::onOMXFrameRendered( 678890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int64_t mediaTimeUs, nsecs_t systemNano) { 678990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->onFrameRendered(mediaTimeUs, systemNano); 679090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar return true; 679190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 679290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 6793f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::OutputPortSettingsChangedState::onOMXEvent( 6794f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 6795f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 6796f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventCmdComplete: 6797f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6798f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (data1 == (OMX_U32)OMX_CommandPortDisable) { 67990806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (data2 != (OMX_U32)kPortIndexOutput) { 68000806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGW("ignoring EventCmdComplete CommandPortDisable for port %u", data2); 68010806340688c937e7b78c2d89db3809274130df4eLajos Molnar return false; 68020806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6803f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 68040806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGV("[%s] Output port now disabled.", mCodec->mComponentName.c_str()); 6805f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 68060806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = OK; 68070806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (!mCodec->mBuffers[kPortIndexOutput].isEmpty()) { 68080806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("disabled port should be empty, but has %zu buffers", 68090806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mBuffers[kPortIndexOutput].size()); 68100806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = FAILED_TRANSACTION; 68110806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 68120806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mDealer[kPortIndexOutput].clear(); 68130806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6814f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 68150806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 68160806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mCodec->mOMX->sendCommand( 68170806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mNode, OMX_CommandPortEnable, kPortIndexOutput); 68180806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6819f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 68200806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 68210806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mCodec->allocateBuffersOnPort(kPortIndexOutput); 68220806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE_IF(err != OK, "Failed to allocate output port buffers after port " 68230806340688c937e7b78c2d89db3809274130df4eLajos Molnar "reconfiguration: (%d)", err); 68240806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6825cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber 68260806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 6827251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 6828d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 6829755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber // This is technically not correct, but appears to be 6830755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber // the only way to free the component instance. 6831755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber // Controlled transitioning from excecuting->idle 6832755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber // and idle->loaded seem impossible probably because 6833755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber // the output port never finishes re-enabling. 6834755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber mCodec->mShutdownInProgress = true; 6835755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber mCodec->mKeepComponentAllocated = false; 6836755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber mCodec->changeState(mCodec->mLoadedState); 6837cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber } 6838f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6839f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6840f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else if (data1 == (OMX_U32)OMX_CommandPortEnable) { 6841777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (data2 != (OMX_U32)kPortIndexOutput) { 6842777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGW("ignoring EventCmdComplete OMX_CommandPortEnable for port %u", data2); 6843777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return false; 6844777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 6845f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 68460806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGV("[%s] Output port now reenabled.", mCodec->mComponentName.c_str()); 6847f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6848349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber if (mCodec->mExecutingState->active()) { 6849349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mCodec->mExecutingState->submitOutputBuffers(); 6850349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber } 6851349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 6852f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->changeState(mCodec->mExecutingState); 6853f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6854f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6855f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6856f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6857f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return false; 6858f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6859f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6860f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6861f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return false; 6862f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6863f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6864f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6865f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 6866f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6867f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::ExecutingToIdleState::ExecutingToIdleState(ACodec *codec) 68685778822d86b0337407514b9372562b86edfa91cdAndreas Huber : BaseState(codec), 68695778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentNowIdle(false) { 6870f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6871f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6872f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::ExecutingToIdleState::onMessageReceived(const sp<AMessage> &msg) { 6873f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool handled = false; 6874f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6875f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 6876f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatFlush: 6877f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6878f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // Don't send me a flush request if you previously wanted me 6879f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // to shutdown. 68800806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGW("Ignoring flush request in ExecutingToIdleState"); 6881f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6882f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6883f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6884f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 6885f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6886f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // We're already doing that... 6887f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6888f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 6889f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6890f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6891f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6892f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6893f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = BaseState::onMessageReceived(msg); 6894f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6895f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6896f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6897f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return handled; 6898f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6899f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6900f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::ExecutingToIdleState::stateEntered() { 69013856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now Executing->Idle", mCodec->mComponentName.c_str()); 690231e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 69035778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentNowIdle = false; 6904b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar mCodec->mLastOutputFormat.clear(); 6905f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6906f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6907f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::ExecutingToIdleState::onOMXEvent( 6908f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 6909f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 6910f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventCmdComplete: 6911f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 69120806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (data1 != (OMX_U32)OMX_CommandStateSet 69130806340688c937e7b78c2d89db3809274130df4eLajos Molnar || data2 != (OMX_U32)OMX_StateIdle) { 69140806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Unexpected command completion in ExecutingToIdleState: %s(%u) %s(%u)", 69150806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_COMMANDTYPE)data1), data1, 69160806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_STATETYPE)data2), data2); 69170806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 69180806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 69190806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6920f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 69215778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentNowIdle = true; 69225778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6923f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeStateIfWeOwnAllBuffers(); 6924f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6925f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6926f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6927f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6928349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber case OMX_EventPortSettingsChanged: 6929349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber case OMX_EventBufferFlag: 6930349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber { 6931349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber // We're shutting down and don't care about this anymore. 6932349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber return true; 6933349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber } 6934349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 6935f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6936f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onOMXEvent(event, data1, data2); 6937f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6938f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 69390af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber 6940f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::ExecutingToIdleState::changeStateIfWeOwnAllBuffers() { 69415778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mComponentNowIdle && mCodec->allYourBuffersAreBelongToUs()) { 69420806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = mCodec->mOMX->sendCommand( 69430806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mNode, OMX_CommandStateSet, OMX_StateLoaded); 69440806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 69450806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mCodec->freeBuffersOnPort(kPortIndexInput); 69460806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err2 = mCodec->freeBuffersOnPort(kPortIndexOutput); 69470806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 69480806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = err2; 69490806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 69500806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6951f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 69520167414e261f88a96b5e4bf6cb592e6ca11e5a95Andreas Huber if ((mCodec->mFlags & kFlagPushBlankBuffersToNativeWindowOnShutdown) 69530167414e261f88a96b5e4bf6cb592e6ca11e5a95Andreas Huber && mCodec->mNativeWindow != NULL) { 6954bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber // We push enough 1x1 blank buffers to ensure that one of 6955bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber // them has made it to the display. This allows the OMX 6956bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber // component teardown to zero out any protected buffers 6957bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber // without the risk of scanning out one of those buffers. 6958b2d0b487efd40700199852c9a18b369b1651f15bLajos Molnar pushBlankBuffersToNativeWindow(mCodec->mNativeWindow.get()); 6959bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber } 6960bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber 69610806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 69620806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 69630806340688c937e7b78c2d89db3809274130df4eLajos Molnar return; 69640806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 69650806340688c937e7b78c2d89db3809274130df4eLajos Molnar 6966f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->changeState(mCodec->mIdleToLoadedState); 6967f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6968f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6969f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6970f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::ExecutingToIdleState::onInputBufferFilled( 6971f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const sp<AMessage> &msg) { 6972f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BaseState::onInputBufferFilled(msg); 6973f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6974f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeStateIfWeOwnAllBuffers(); 6975f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6976f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6977f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::ExecutingToIdleState::onOutputBufferDrained( 6978f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const sp<AMessage> &msg) { 6979f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BaseState::onOutputBufferDrained(msg); 6980f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6981f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeStateIfWeOwnAllBuffers(); 6982f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6983f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6984f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 6985f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6986f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::IdleToLoadedState::IdleToLoadedState(ACodec *codec) 6987f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : BaseState(codec) { 6988f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6989f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6990f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::IdleToLoadedState::onMessageReceived(const sp<AMessage> &msg) { 6991f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool handled = false; 6992f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6993f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 6994f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 6995f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6996f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // We're already doing that... 6997f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6998f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 6999f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7000f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7001f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7002f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatFlush: 7003f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 7004f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // Don't send me a flush request if you previously wanted me 7005f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // to shutdown. 70060806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Got flush request in IdleToLoadedState"); 7007f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7008f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7009f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7010f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 7011f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = BaseState::onMessageReceived(msg); 7012f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7013f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7014f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7015f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return handled; 7016f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7017f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7018f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::IdleToLoadedState::stateEntered() { 70193856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now Idle->Loaded", mCodec->mComponentName.c_str()); 7020f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7021f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7022f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::IdleToLoadedState::onOMXEvent( 7023f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 7024f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 7025f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventCmdComplete: 7026f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 70270806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (data1 != (OMX_U32)OMX_CommandStateSet 70280806340688c937e7b78c2d89db3809274130df4eLajos Molnar || data2 != (OMX_U32)OMX_StateLoaded) { 70290806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Unexpected command completion in IdleToLoadedState: %s(%u) %s(%u)", 70300806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_COMMANDTYPE)data1), data1, 70310806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_STATETYPE)data2), data2); 70320806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 70330806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 70340806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 7035f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7036c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->changeState(mCodec->mLoadedState); 7037f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7038f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 7039f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7040f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7041f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 7042f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onOMXEvent(event, data1, data2); 7043f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7044f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7045f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7046f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 7047f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7048f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::FlushingState::FlushingState(ACodec *codec) 7049f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : BaseState(codec) { 7050f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7051f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7052f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::FlushingState::stateEntered() { 70533856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now Flushing", mCodec->mComponentName.c_str()); 7054f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7055f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mFlushComplete[kPortIndexInput] = mFlushComplete[kPortIndexOutput] = false; 7056f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7057f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7058f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::FlushingState::onMessageReceived(const sp<AMessage> &msg) { 7059f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool handled = false; 7060f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7061f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 7062f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 7063f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 7064f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->deferMessage(msg); 7065f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7066f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7067f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7068f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatFlush: 7069f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 7070f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // We're already doing this right now. 7071f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 7072f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7073f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7074f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7075f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 7076f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = BaseState::onMessageReceived(msg); 7077f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7078f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7079f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7080f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return handled; 7081f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7082f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7083f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::FlushingState::onOMXEvent( 7084f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 7085ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] FlushingState onOMXEvent(%u,%d)", 7086ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar mCodec->mComponentName.c_str(), event, (OMX_S32)data1); 7087d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 7088f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 7089f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventCmdComplete: 7090f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 70910806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (data1 != (OMX_U32)OMX_CommandFlush) { 70920806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("unexpected EventCmdComplete %s(%d) data2:%d in FlushingState", 70930806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_COMMANDTYPE)data1), data1, data2); 70940806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 70950806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 70960806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 7097f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7098f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (data2 == kPortIndexInput || data2 == kPortIndexOutput) { 7099777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (mFlushComplete[data2]) { 7100777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGW("Flush already completed for %s port", 7101777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim data2 == kPortIndexInput ? "input" : "output"); 7102777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return true; 7103777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 7104f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mFlushComplete[data2] = true; 7105e5bf6409774fe73f968b7db215f535b64de66139Andreas Huber 71060806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (mFlushComplete[kPortIndexInput] && mFlushComplete[kPortIndexOutput]) { 7107e5bf6409774fe73f968b7db215f535b64de66139Andreas Huber changeStateIfWeOwnAllBuffers(); 7108e5bf6409774fe73f968b7db215f535b64de66139Andreas Huber } 7109777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } else if (data2 == OMX_ALL) { 7110777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (!mFlushComplete[kPortIndexInput] || !mFlushComplete[kPortIndexOutput]) { 7111777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGW("received flush complete event for OMX_ALL before ports have been" 7112777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim "flushed (%d/%d)", 7113777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mFlushComplete[kPortIndexInput], mFlushComplete[kPortIndexOutput]); 7114777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return false; 7115777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 7116f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7117f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeStateIfWeOwnAllBuffers(); 7118777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } else { 7119777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGW("data2 not OMX_ALL but %u in EventCmdComplete CommandFlush", data2); 7120f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7121f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7122f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 7123f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7124f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7125349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber case OMX_EventPortSettingsChanged: 7126349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber { 71271d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatOMXMessage, mCodec); 7128349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber msg->setInt32("type", omx_message::EVENT); 7129609b815a3131d22da38b2f452faa9f89daad4039Andy Hung msg->setInt32("node", mCodec->mNode); 7130349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber msg->setInt32("event", event); 7131349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber msg->setInt32("data1", data1); 7132349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber msg->setInt32("data2", data2); 7133349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 71343856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Deferring OMX_EventPortSettingsChanged", 7135349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mCodec->mComponentName.c_str()); 7136349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 7137349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mCodec->deferMessage(msg); 7138349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 7139349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber return true; 7140349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber } 7141349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 7142f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 7143f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onOMXEvent(event, data1, data2); 7144f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7145f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7146f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 7147f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7148f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7149f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::FlushingState::onOutputBufferDrained(const sp<AMessage> &msg) { 7150f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BaseState::onOutputBufferDrained(msg); 7151f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7152f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeStateIfWeOwnAllBuffers(); 7153f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7154f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7155f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::FlushingState::onInputBufferFilled(const sp<AMessage> &msg) { 7156f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BaseState::onInputBufferFilled(msg); 7157f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7158f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeStateIfWeOwnAllBuffers(); 7159f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7160f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7161f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::FlushingState::changeStateIfWeOwnAllBuffers() { 7162f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mFlushComplete[kPortIndexInput] 7163f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && mFlushComplete[kPortIndexOutput] 7164f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && mCodec->allYourBuffersAreBelongToUs()) { 71657e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber // We now own all buffers except possibly those still queued with 71667e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber // the native window for rendering. Let's get those back as well. 71677e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber mCodec->waitUntilAllPossibleNativeWindowBuffersAreReturnedToUs(); 71687e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 716990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->mRenderTracker.clear(systemTime(CLOCK_MONOTONIC)); 717090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 7171f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 7172d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatFlushCompleted); 7173f933441648ef6a71dee783d733aac17b9508b452Andreas Huber notify->post(); 7174f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7175f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mPortEOS[kPortIndexInput] = 7176f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mPortEOS[kPortIndexOutput] = false; 7177f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7178dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mCodec->mInputEOSResult = OK; 7179dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber 7180f3bd1972e039c6ded5154db715e5a32f1813a239Marco Nelissen if (mCodec->mSkipCutBuffer != NULL) { 7181f3bd1972e039c6ded5154db715e5a32f1813a239Marco Nelissen mCodec->mSkipCutBuffer->clear(); 7182f3bd1972e039c6ded5154db715e5a32f1813a239Marco Nelissen } 7183f3bd1972e039c6ded5154db715e5a32f1813a239Marco Nelissen 7184f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->changeState(mCodec->mExecutingState); 7185f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7186f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7187f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 71885b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnarstatus_t ACodec::queryCapabilities( 71895b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar const AString &name, const AString &mime, bool isEncoder, 71905b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar sp<MediaCodecInfo::Capabilities> *caps) { 71915b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar (*caps).clear(); 71925b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar const char *role = getComponentRole(isEncoder, mime.c_str()); 71935b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (role == NULL) { 71945b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return BAD_VALUE; 71955b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 71965b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 71975b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar OMXClient client; 71985b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar status_t err = client.connect(); 71995b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (err != OK) { 72005b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return err; 72015b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 72025b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 72035b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar sp<IOMX> omx = client.interface(); 72045b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar sp<CodecObserver> observer = new CodecObserver; 72055b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar IOMX::node_id node = 0; 72065b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 720723858874bbce68fb5ac83250087fa7788c97dd12Marco Nelissen err = omx->allocateNode(name.c_str(), observer, NULL, &node); 72085b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (err != OK) { 72095b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar client.disconnect(); 72105b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return err; 72115b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 72125b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 72135b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar err = setComponentRole(omx, node, role); 72145b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (err != OK) { 72155b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar omx->freeNode(node); 72165b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar client.disconnect(); 72175b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return err; 72185b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 72195b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 72205b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar sp<MediaCodecInfo::CapabilitiesBuilder> builder = new MediaCodecInfo::CapabilitiesBuilder(); 72215b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar bool isVideo = mime.startsWithIgnoreCase("video/"); 72225b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 72235b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (isVideo) { 72245b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar OMX_VIDEO_PARAM_PROFILELEVELTYPE param; 72255b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar InitOMXParams(¶m); 72265b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar param.nPortIndex = isEncoder ? kPortIndexOutput : kPortIndexInput; 72275b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 72286e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar for (OMX_U32 index = 0; index <= kMaxIndicesToCheck; ++index) { 72296e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar param.nProfileIndex = index; 72305b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar status_t err = omx->getParameter( 72315b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar node, OMX_IndexParamVideoProfileLevelQuerySupported, 72325b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar ¶m, sizeof(param)); 72335b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (err != OK) { 72345b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar break; 72355b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 72365b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar builder->addProfileLevel(param.eProfile, param.eLevel); 72376e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar 72386e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar if (index == kMaxIndicesToCheck) { 72396e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar ALOGW("[%s] stopping checking profiles after %u: %x/%x", 72406e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar name.c_str(), index, 72416e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar param.eProfile, param.eLevel); 72426e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar } 72435b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 72445b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 72455b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // Color format query 72465b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // return colors in the order reported by the OMX component 72475b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // prefix "flexible" standard ones with the flexible equivalent 72485b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar OMX_VIDEO_PARAM_PORTFORMATTYPE portFormat; 72495b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar InitOMXParams(&portFormat); 725036e4e1592bb07e1fdf8d4324f65a66ba332d75f2Lajos Molnar portFormat.nPortIndex = isEncoder ? kPortIndexInput : kPortIndexOutput; 72515b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar Vector<uint32_t> supportedColors; // shadow copy to check for duplicates 72526e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar for (OMX_U32 index = 0; index <= kMaxIndicesToCheck; ++index) { 72536e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar portFormat.nIndex = index; 72545b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar status_t err = omx->getParameter( 72555b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar node, OMX_IndexParamVideoPortFormat, 72565b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar &portFormat, sizeof(portFormat)); 72575b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (err != OK) { 72585b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar break; 72595b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 72605b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 72615b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar OMX_U32 flexibleEquivalent; 72625b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (isFlexibleColorFormat( 72635b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar omx, node, portFormat.eColorFormat, false /* usingNativeWindow */, 72645b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar &flexibleEquivalent)) { 72655b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar bool marked = false; 72665b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar for (size_t i = 0; i < supportedColors.size(); ++i) { 72675b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (supportedColors[i] == flexibleEquivalent) { 72685b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar marked = true; 72695b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar break; 72705b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 72715b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 72725b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (!marked) { 72735b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar supportedColors.push(flexibleEquivalent); 72745b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar builder->addColorFormat(flexibleEquivalent); 72755b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 72765b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 72775b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar supportedColors.push(portFormat.eColorFormat); 72785b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar builder->addColorFormat(portFormat.eColorFormat); 72796e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar 72806e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar if (index == kMaxIndicesToCheck) { 72816e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar ALOGW("[%s] stopping checking formats after %u: %s(%x)", 72826e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar name.c_str(), index, 72836e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar asString(portFormat.eColorFormat), portFormat.eColorFormat); 72846e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar } 72855b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 72865b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } else if (mime.equalsIgnoreCase(MEDIA_MIMETYPE_AUDIO_AAC)) { 72875b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // More audio codecs if they have profiles. 72885b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar OMX_AUDIO_PARAM_ANDROID_PROFILETYPE param; 72895b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar InitOMXParams(¶m); 72905b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar param.nPortIndex = isEncoder ? kPortIndexOutput : kPortIndexInput; 72916e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar for (OMX_U32 index = 0; index <= kMaxIndicesToCheck; ++index) { 72926e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar param.nProfileIndex = index; 72935b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar status_t err = omx->getParameter( 72945b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar node, (OMX_INDEXTYPE)OMX_IndexParamAudioProfileQuerySupported, 72955b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar ¶m, sizeof(param)); 72965b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (err != OK) { 72975b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar break; 72985b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 72995b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // For audio, level is ignored. 73005b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar builder->addProfileLevel(param.eProfile, 0 /* level */); 73016e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar 73026e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar if (index == kMaxIndicesToCheck) { 73036e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar ALOGW("[%s] stopping checking profiles after %u: %x", 73046e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar name.c_str(), index, 73056e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar param.eProfile); 73066e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar } 73075b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 73085b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 73095b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // NOTE: Without Android extensions, OMX does not provide a way to query 73105b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // AAC profile support 73115b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (param.nProfileIndex == 0) { 73125b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar ALOGW("component %s doesn't support profile query.", name.c_str()); 73135b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 73145b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 73155b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 73165b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (isVideo && !isEncoder) { 73175b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar native_handle_t *sidebandHandle = NULL; 73185b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (omx->configureVideoTunnelMode( 73195b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar node, kPortIndexOutput, OMX_TRUE, 0, &sidebandHandle) == OK) { 73205b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // tunneled playback includes adaptive playback 73215b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar builder->addFlags(MediaCodecInfo::Capabilities::kFlagSupportsAdaptivePlayback 73225b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar | MediaCodecInfo::Capabilities::kFlagSupportsTunneledPlayback); 73235b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } else if (omx->storeMetaDataInBuffers( 73245b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar node, kPortIndexOutput, OMX_TRUE) == OK || 73255b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar omx->prepareForAdaptivePlayback( 73265b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar node, kPortIndexOutput, OMX_TRUE, 73275b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 1280 /* width */, 720 /* height */) == OK) { 73285b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar builder->addFlags(MediaCodecInfo::Capabilities::kFlagSupportsAdaptivePlayback); 73295b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 73305b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 73315b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 73325b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (isVideo && isEncoder) { 73335b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar OMX_VIDEO_CONFIG_ANDROID_INTRAREFRESHTYPE params; 73345b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar InitOMXParams(¶ms); 73355b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar params.nPortIndex = kPortIndexOutput; 73365b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // TODO: should we verify if fallback is supported? 73375b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (omx->getConfig( 73385b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar node, (OMX_INDEXTYPE)OMX_IndexConfigAndroidIntraRefresh, 73395b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar ¶ms, sizeof(params)) == OK) { 73405b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar builder->addFlags(MediaCodecInfo::Capabilities::kFlagSupportsIntraRefresh); 73415b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 73425b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 73435b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 73445b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar *caps = builder; 73455b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar omx->freeNode(node); 73465b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar client.disconnect(); 73475b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return OK; 73485b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar} 73495b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 7350a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar// These are supposed be equivalent to the logic in 7351a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar// "audio_channel_out_mask_from_count". 7352a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar//static 7353a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnarstatus_t ACodec::getOMXChannelMapping(size_t numChannels, OMX_AUDIO_CHANNELTYPE map[]) { 7354a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar switch (numChannels) { 7355a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar case 1: 7356a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[0] = OMX_AUDIO_ChannelCF; 7357a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar break; 7358a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar case 2: 7359a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[0] = OMX_AUDIO_ChannelLF; 7360a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[1] = OMX_AUDIO_ChannelRF; 7361a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar break; 7362a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar case 3: 7363a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[0] = OMX_AUDIO_ChannelLF; 7364a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[1] = OMX_AUDIO_ChannelRF; 7365a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[2] = OMX_AUDIO_ChannelCF; 7366a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar break; 7367a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar case 4: 7368a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[0] = OMX_AUDIO_ChannelLF; 7369a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[1] = OMX_AUDIO_ChannelRF; 7370a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[2] = OMX_AUDIO_ChannelLR; 7371a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[3] = OMX_AUDIO_ChannelRR; 7372a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar break; 7373a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar case 5: 7374a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[0] = OMX_AUDIO_ChannelLF; 7375a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[1] = OMX_AUDIO_ChannelRF; 7376a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[2] = OMX_AUDIO_ChannelCF; 7377a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[3] = OMX_AUDIO_ChannelLR; 7378a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[4] = OMX_AUDIO_ChannelRR; 7379a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar break; 7380a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar case 6: 7381a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[0] = OMX_AUDIO_ChannelLF; 7382a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[1] = OMX_AUDIO_ChannelRF; 7383a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[2] = OMX_AUDIO_ChannelCF; 7384a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[3] = OMX_AUDIO_ChannelLFE; 7385a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[4] = OMX_AUDIO_ChannelLR; 7386a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[5] = OMX_AUDIO_ChannelRR; 7387a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar break; 7388a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar case 7: 7389a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[0] = OMX_AUDIO_ChannelLF; 7390a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[1] = OMX_AUDIO_ChannelRF; 7391a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[2] = OMX_AUDIO_ChannelCF; 7392a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[3] = OMX_AUDIO_ChannelLFE; 7393a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[4] = OMX_AUDIO_ChannelLR; 7394a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[5] = OMX_AUDIO_ChannelRR; 7395a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[6] = OMX_AUDIO_ChannelCS; 7396a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar break; 7397a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar case 8: 7398a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[0] = OMX_AUDIO_ChannelLF; 7399a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[1] = OMX_AUDIO_ChannelRF; 7400a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[2] = OMX_AUDIO_ChannelCF; 7401a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[3] = OMX_AUDIO_ChannelLFE; 7402a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[4] = OMX_AUDIO_ChannelLR; 7403a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[5] = OMX_AUDIO_ChannelRR; 7404a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[6] = OMX_AUDIO_ChannelLS; 7405a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[7] = OMX_AUDIO_ChannelRS; 7406a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar break; 7407a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar default: 7408a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar return -EINVAL; 7409a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar } 7410a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar 7411a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar return OK; 7412a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar} 7413a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar 7414f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} // namespace android 7415