ACodec.cpp revision b77d03b62cb743d0faf74b54aa466b4d220b5e61
127c174483a8ae9688d5d4897c19074f62c7f1701James Dong/* 227c174483a8ae9688d5d4897c19074f62c7f1701James Dong * Copyright (C) 2010 The Android Open Source Project 327c174483a8ae9688d5d4897c19074f62c7f1701James Dong * 427c174483a8ae9688d5d4897c19074f62c7f1701James Dong * Licensed under the Apache License, Version 2.0 (the "License"); 527c174483a8ae9688d5d4897c19074f62c7f1701James Dong * you may not use this file except in compliance with the License. 627c174483a8ae9688d5d4897c19074f62c7f1701James Dong * You may obtain a copy of the License at 727c174483a8ae9688d5d4897c19074f62c7f1701James Dong * 827c174483a8ae9688d5d4897c19074f62c7f1701James Dong * http://www.apache.org/licenses/LICENSE-2.0 927c174483a8ae9688d5d4897c19074f62c7f1701James Dong * 1027c174483a8ae9688d5d4897c19074f62c7f1701James Dong * Unless required by applicable law or agreed to in writing, software 1127c174483a8ae9688d5d4897c19074f62c7f1701James Dong * distributed under the License is distributed on an "AS IS" BASIS, 1227c174483a8ae9688d5d4897c19074f62c7f1701James Dong * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 1327c174483a8ae9688d5d4897c19074f62c7f1701James Dong * See the License for the specific language governing permissions and 1427c174483a8ae9688d5d4897c19074f62c7f1701James Dong * limitations under the License. 1527c174483a8ae9688d5d4897c19074f62c7f1701James Dong */ 1627c174483a8ae9688d5d4897c19074f62c7f1701James Dong 17f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//#define LOG_NDEBUG 0 18f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#define LOG_TAG "ACodec" 19f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 20f87e30fe71752dc431d8e8d5682c38271c03265aAndy Hung#ifdef __LP64__ 21f87e30fe71752dc431d8e8d5682c38271c03265aAndy Hung#define OMX_ANDROID_COMPILE_AS_32BIT_ON_64BIT_PLATFORMS 22f87e30fe71752dc431d8e8d5682c38271c03265aAndy Hung#endif 23f87e30fe71752dc431d8e8d5682c38271c03265aAndy Hung 24609b815a3131d22da38b2f452faa9f89daad4039Andy Hung#include <inttypes.h> 256fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar#include <utils/Trace.h> 266fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar 271de1e25cba872bd4c077c2e394f8ca9c70b65856Lajos Molnar#include <gui/Surface.h> 281de1e25cba872bd4c077c2e394f8ca9c70b65856Lajos Molnar 29f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/ACodec.h> 30f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 31f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <binder/MemoryDealer.h> 32f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 33f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/foundation/hexdump.h> 34f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/foundation/ABuffer.h> 35f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/foundation/ADebug.h> 36f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/foundation/AMessage.h> 37a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar#include <media/stagefright/foundation/AUtils.h> 38f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 397cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden#include <media/stagefright/BufferProducerWrapper.h> 4090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar#include <media/stagefright/MediaCodec.h> 41afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber#include <media/stagefright/MediaCodecList.h> 42f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/MediaDefs.h> 43f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/OMXClient.h> 44d291c222357303b9611cab89d0c3b047584ef377Chong Zhang#include <media/stagefright/PersistentSurface.h> 45b2d0b487efd40700199852c9a18b369b1651f15bLajos Molnar#include <media/stagefright/SurfaceUtils.h> 463a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber#include <media/hardware/HardwareAPI.h> 473a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber 4897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu#include <OMX_AudioExt.h> 494154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev#include <OMX_VideoExt.h> 50f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <OMX_Component.h> 5197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu#include <OMX_IndexExt.h> 52777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim#include <OMX_AsString.h> 53f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 54496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber#include "include/avc_utils.h" 5573dd808754c641fe798273d356ee38368715fa7bLajos Molnar#include "omx/OMXUtils.h" 56496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 57f933441648ef6a71dee783d733aac17b9508b452Andreas Hubernamespace android { 58f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 596e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnarenum { 606e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar kMaxIndicesToCheck = 32, // used when enumerating supported formats and profiles 616e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar}; 626e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar 63251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// OMX errors are directly mapped into status_t range if 64251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// there is no corresponding MediaError status code. 65251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// Use the statusFromOMXError(int32_t omxError) function. 66251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// 67251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// Currently this is a direct map. 68251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// See frameworks/native/include/media/openmax/OMX_Core.h 69251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// 70251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// Vendor OMX errors from 0x90000000 - 0x9000FFFF 71251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// Extension OMX errors from 0x8F000000 - 0x90000000 72251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// Standard OMX errors from 0x80001000 - 0x80001024 (0x80001024 current) 73251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// 74251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung 75251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// returns true if err is a recognized OMX error code. 76251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// as OMX error is OMX_S32, this is an int32_t type 77251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hungstatic inline bool isOMXError(int32_t err) { 78251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return (ERROR_CODEC_MIN <= err && err <= ERROR_CODEC_MAX); 79251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung} 80251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung 81251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// converts an OMX error to a status_t 82251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hungstatic inline status_t statusFromOMXError(int32_t omxError) { 83251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung switch (omxError) { 84251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case OMX_ErrorInvalidComponentName: 85251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case OMX_ErrorComponentNotFound: 86251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return NAME_NOT_FOUND; // can trigger illegal argument error for provided names. 87251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung default: 88251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return isOMXError(omxError) ? omxError : 0; // no translation required 89251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 90251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung} 91251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung 92251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// checks and converts status_t to a non-side-effect status_t 93251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hungstatic inline status_t makeNoSideEffectStatus(status_t err) { 94251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung switch (err) { 95251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // the following errors have side effects and may come 96251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // from other code modules. Remap for safety reasons. 97251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case INVALID_OPERATION: 98251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case DEAD_OBJECT: 99251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return UNKNOWN_ERROR; 100251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung default: 101251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return err; 102251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 103251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung} 104251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung 10526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnarstruct MessageList : public RefBase { 10626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar MessageList() { 10726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 108984a54322f7c70bc75e862d91bdd975814872affLajos Molnar virtual ~MessageList() { 109984a54322f7c70bc75e862d91bdd975814872affLajos Molnar } 11026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar std::list<sp<AMessage> > &getList() { return mList; } 11126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnarprivate: 11226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar std::list<sp<AMessage> > mList; 11326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 11426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar DISALLOW_EVIL_CONSTRUCTORS(MessageList); 11526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar}; 11626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 117f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct CodecObserver : public BnOMXObserver { 118f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CodecObserver() {} 119f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 120f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void setNotificationMessage(const sp<AMessage> &msg) { 121f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNotify = msg; 122f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 123f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 124f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // from IOMXObserver 12526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar virtual void onMessages(const std::list<omx_message> &messages) { 126984a54322f7c70bc75e862d91bdd975814872affLajos Molnar if (messages.empty()) { 127984a54322f7c70bc75e862d91bdd975814872affLajos Molnar return; 128984a54322f7c70bc75e862d91bdd975814872affLajos Molnar } 129984a54322f7c70bc75e862d91bdd975814872affLajos Molnar 130984a54322f7c70bc75e862d91bdd975814872affLajos Molnar sp<AMessage> notify = mNotify->dup(); 13126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar bool first = true; 13226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar sp<MessageList> msgList = new MessageList(); 13326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar for (std::list<omx_message>::const_iterator it = messages.cbegin(); 13426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar it != messages.cend(); ++it) { 13526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar const omx_message &omx_msg = *it; 13626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar if (first) { 13726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar notify->setInt32("node", omx_msg.node); 138984a54322f7c70bc75e862d91bdd975814872affLajos Molnar first = false; 139f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 140f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 14126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar sp<AMessage> msg = new AMessage; 14226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32("type", omx_msg.type); 14326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar switch (omx_msg.type) { 14426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar case omx_message::EVENT: 14526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar { 14626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32("event", omx_msg.u.event_data.event); 14726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32("data1", omx_msg.u.event_data.data1); 14826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32("data2", omx_msg.u.event_data.data2); 14926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar break; 15026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 151f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 15226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar case omx_message::EMPTY_BUFFER_DONE: 15326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar { 15426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32("buffer", omx_msg.u.buffer_data.buffer); 15526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32("fence_fd", omx_msg.fenceFd); 15626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar break; 15726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 158f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 15926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar case omx_message::FILL_BUFFER_DONE: 16026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar { 16126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32( 16226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar "buffer", omx_msg.u.extended_buffer_data.buffer); 16326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32( 16426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar "range_offset", 16526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar omx_msg.u.extended_buffer_data.range_offset); 16626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32( 16726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar "range_length", 16826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar omx_msg.u.extended_buffer_data.range_length); 16926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32( 17026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar "flags", 17126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar omx_msg.u.extended_buffer_data.flags); 17226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt64( 17326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar "timestamp", 17426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar omx_msg.u.extended_buffer_data.timestamp); 17526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32( 17626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar "fence_fd", omx_msg.fenceFd); 17726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar break; 17826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 179f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 18090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar case omx_message::FRAME_RENDERED: 18190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar { 18290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar msg->setInt64( 18390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar "media_time_us", omx_msg.u.render_data.timestamp); 18490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar msg->setInt64( 18590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar "system_nano", omx_msg.u.render_data.nanoTime); 18690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar break; 18790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 18890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 18926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar default: 19026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar ALOGE("Unrecognized message type: %d", omx_msg.type); 19126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar break; 19226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 19326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msgList->getList().push_back(msg); 19426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 19526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar notify->setObject("messages", msgList); 19626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar notify->post(); 197f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 198f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 199f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 200f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual ~CodecObserver() {} 201f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 202f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 203f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<AMessage> mNotify; 204f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 205f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(CodecObserver); 206f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 207f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 208f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 209f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 210f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::BaseState : public AState { 211f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BaseState(ACodec *codec, const sp<AState> &parentState = NULL); 212f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 213f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 214f933441648ef6a71dee783d733aac17b9508b452Andreas Huber enum PortMode { 215f933441648ef6a71dee783d733aac17b9508b452Andreas Huber KEEP_BUFFERS, 216f933441648ef6a71dee783d733aac17b9508b452Andreas Huber RESUBMIT_BUFFERS, 217f933441648ef6a71dee783d733aac17b9508b452Andreas Huber FREE_BUFFERS, 218f933441648ef6a71dee783d733aac17b9508b452Andreas Huber }; 219f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 220f933441648ef6a71dee783d733aac17b9508b452Andreas Huber ACodec *mCodec; 221f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 222f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual PortMode getPortMode(OMX_U32 portIndex); 223f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 224f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 225f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 226f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 227f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 228f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onOutputBufferDrained(const sp<AMessage> &msg); 229f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onInputBufferFilled(const sp<AMessage> &msg); 230f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 231f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void postFillThisBuffer(BufferInfo *info); 232f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 233f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 23426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar // Handles an OMX message. Returns true iff message was handled. 235f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool onOMXMessage(const sp<AMessage> &msg); 236f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 23726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar // Handles a list of messages. Returns true iff messages were handled. 23826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar bool onOMXMessageList(const sp<AMessage> &msg); 23926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 24026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar // returns true iff this message is for this component and the component is alive 24126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar bool checkOMXMessage(const sp<AMessage> &msg); 24226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 24315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar bool onOMXEmptyBufferDone(IOMX::buffer_id bufferID, int fenceFd); 244f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 245f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool onOMXFillBufferDone( 246f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferID, 247f933441648ef6a71dee783d733aac17b9508b452Andreas Huber size_t rangeOffset, size_t rangeLength, 248f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 flags, 24915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int64_t timeUs, 25015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int fenceFd); 251f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 25290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar virtual bool onOMXFrameRendered(int64_t mediaTimeUs, nsecs_t systemNano); 25390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 254f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void getMoreInputDataIfPossible(); 255f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 256f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(BaseState); 257f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 258f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 259f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 260f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 261ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huberstruct ACodec::DeathNotifier : public IBinder::DeathRecipient { 262ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber DeathNotifier(const sp<AMessage> ¬ify) 263ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber : mNotify(notify) { 264ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber } 265ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 266ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber virtual void binderDied(const wp<IBinder> &) { 267ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mNotify->post(); 268ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber } 269ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 270ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huberprotected: 271ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber virtual ~DeathNotifier() {} 272ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 273ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huberprivate: 274ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber sp<AMessage> mNotify; 275ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 276ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(DeathNotifier); 277ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber}; 278ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 279f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::UninitializedState : public ACodec::BaseState { 280f933441648ef6a71dee783d733aac17b9508b452Andreas Huber UninitializedState(ACodec *codec); 281f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 282f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 283f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 284c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber virtual void stateEntered(); 285f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 286f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 287f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void onSetup(const sp<AMessage> &msg); 288c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber bool onAllocateComponent(const sp<AMessage> &msg); 289f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 290ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber sp<DeathNotifier> mDeathNotifier; 291ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 292f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(UninitializedState); 293f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 294f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 295f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 296f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 297c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberstruct ACodec::LoadedState : public ACodec::BaseState { 298c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber LoadedState(ACodec *codec); 299c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 300c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberprotected: 301c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 302c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber virtual void stateEntered(); 303c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 304c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberprivate: 305c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber friend struct ACodec::UninitializedState; 306c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 307c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber bool onConfigureComponent(const sp<AMessage> &msg); 3087cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden void onCreateInputSurface(const sp<AMessage> &msg); 3098f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang void onSetInputSurface(const sp<AMessage> &msg); 310c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber void onStart(); 311c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber void onShutdown(bool keepComponentAllocated); 312c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 313d291c222357303b9611cab89d0c3b047584ef377Chong Zhang status_t setupInputSurface(); 314d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 315c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(LoadedState); 316c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber}; 317c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 318c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber//////////////////////////////////////////////////////////////////////////////// 319c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 320f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::LoadedToIdleState : public ACodec::BaseState { 321f933441648ef6a71dee783d733aac17b9508b452Andreas Huber LoadedToIdleState(ACodec *codec); 322f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 323f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 324f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 325f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 326f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 327f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 328f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 329f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t allocateBuffers(); 330f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 331f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(LoadedToIdleState); 332f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 333f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 334f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 335f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 336f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::IdleToExecutingState : public ACodec::BaseState { 337f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IdleToExecutingState(ACodec *codec); 338f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 339f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 340f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 341f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 342f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 343f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 344f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 345f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(IdleToExecutingState); 346f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 347f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 348f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 349f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 350f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::ExecutingState : public ACodec::BaseState { 351f933441648ef6a71dee783d733aac17b9508b452Andreas Huber ExecutingState(ACodec *codec); 352f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 353054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar void submitRegularOutputBuffers(); 354054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar void submitOutputMetaBuffers(); 355f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void submitOutputBuffers(); 356f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 357f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // Submit output buffers to the decoder, submit input buffers to client 358f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // to fill with data. 359f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void resume(); 360f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 361349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber // Returns true iff input and output buffers are in play. 362349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber bool active() const { return mActive; } 363349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 364f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 365f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual PortMode getPortMode(OMX_U32 portIndex); 366f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 367f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 368f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 369f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 37090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar virtual bool onOMXFrameRendered(int64_t mediaTimeUs, nsecs_t systemNano); 371f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 372f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 373349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber bool mActive; 374349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 375f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(ExecutingState); 376f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 377f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 378f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 379f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 380f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::OutputPortSettingsChangedState : public ACodec::BaseState { 381f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OutputPortSettingsChangedState(ACodec *codec); 382f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 383f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 384f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual PortMode getPortMode(OMX_U32 portIndex); 385f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 386f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 387f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 388f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 38990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar virtual bool onOMXFrameRendered(int64_t mediaTimeUs, nsecs_t systemNano); 390f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 391f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 392f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(OutputPortSettingsChangedState); 393f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 394f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 395f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 396f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 397f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::ExecutingToIdleState : public ACodec::BaseState { 398f933441648ef6a71dee783d733aac17b9508b452Andreas Huber ExecutingToIdleState(ACodec *codec); 399f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 400f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 401f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 402f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 403f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 404f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 405f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 406f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onOutputBufferDrained(const sp<AMessage> &msg); 407f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onInputBufferFilled(const sp<AMessage> &msg); 408f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 409f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 410f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void changeStateIfWeOwnAllBuffers(); 411f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4125778822d86b0337407514b9372562b86edfa91cdAndreas Huber bool mComponentNowIdle; 4135778822d86b0337407514b9372562b86edfa91cdAndreas Huber 414f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(ExecutingToIdleState); 415f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 416f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 417f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 418f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 419f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::IdleToLoadedState : public ACodec::BaseState { 420f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IdleToLoadedState(ACodec *codec); 421f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 422f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 423f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 424f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 425f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 426f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 427f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 428f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 429f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(IdleToLoadedState); 430f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 431f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 432f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 433f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 434f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::FlushingState : public ACodec::BaseState { 435f933441648ef6a71dee783d733aac17b9508b452Andreas Huber FlushingState(ACodec *codec); 436f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 437f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 438f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 439f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 440f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 441f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 442f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 443f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onOutputBufferDrained(const sp<AMessage> &msg); 444f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onInputBufferFilled(const sp<AMessage> &msg); 445f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 446f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 447f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool mFlushComplete[2]; 448f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 449f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void changeStateIfWeOwnAllBuffers(); 450f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 451f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(FlushingState); 452f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 453f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 454f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 455f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 45615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnarvoid ACodec::BufferInfo::setWriteFence(int fenceFd, const char *dbg) { 45715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (mFenceFd >= 0) { 45815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGW("OVERWRITE OF %s fence %d by write fence %d in %s", 45915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mIsReadFence ? "read" : "write", mFenceFd, fenceFd, dbg); 46015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 46115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mFenceFd = fenceFd; 46215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mIsReadFence = false; 46315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar} 46415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 46515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnarvoid ACodec::BufferInfo::setReadFence(int fenceFd, const char *dbg) { 46615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (mFenceFd >= 0) { 46715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGW("OVERWRITE OF %s fence %d by read fence %d in %s", 46815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mIsReadFence ? "read" : "write", mFenceFd, fenceFd, dbg); 46915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 47015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mFenceFd = fenceFd; 47115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mIsReadFence = true; 47215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar} 47315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 47415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnarvoid ACodec::BufferInfo::checkWriteFence(const char *dbg) { 47515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (mFenceFd >= 0 && mIsReadFence) { 47615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGD("REUSING read fence %d as write fence in %s", mFenceFd, dbg); 47715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 47815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar} 47915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 48015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnarvoid ACodec::BufferInfo::checkReadFence(const char *dbg) { 48115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (mFenceFd >= 0 && !mIsReadFence) { 48215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGD("REUSING write fence %d as read fence in %s", mFenceFd, dbg); 48315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 48415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar} 48515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 48615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar//////////////////////////////////////////////////////////////////////////////// 48715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 488f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::ACodec() 489afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber : mQuirks(0), 490609b815a3131d22da38b2f452faa9f89daad4039Andy Hung mNode(0), 491b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mUsingNativeWindow(false), 492e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar mNativeWindowUsageBits(0), 4938db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu mIsVideo(false), 494c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mIsEncoder(false), 495346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang mFatalError(false), 4969806555d3930be43e11106281dee354820ac1c88Andreas Huber mShutdownInProgress(false), 49754b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar mExplicitShutdown(false), 4989806555d3930be43e11106281dee354820ac1c88Andreas Huber mEncoderDelay(0), 4999806555d3930be43e11106281dee354820ac1c88Andreas Huber mEncoderPadding(0), 500e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang mRotationDegrees(0), 5019806555d3930be43e11106281dee354820ac1c88Andreas Huber mChannelMaskPresent(false), 502054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mChannelMask(0), 503054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mDequeueCounter(0), 504054219874873b41f1c815552987c10465c34ba2bLajos Molnar mInputMetadataType(kMetadataBufferTypeInvalid), 505054219874873b41f1c815552987c10465c34ba2bLajos Molnar mOutputMetadataType(kMetadataBufferTypeInvalid), 506011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar mLegacyAdaptiveExperiment(false), 507054219874873b41f1c815552987c10465c34ba2bLajos Molnar mMetadataBuffersToSubmit(0), 50894ee4b708acfa941581160b267afb79192b1d816Chong Zhang mRepeatFrameDelayUs(-1ll), 5092c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mMaxPtsGapUs(-1ll), 51037b2b389139ed638831e49708c947863eef631efRonghua Wu mMaxFps(-1), 5112c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mTimePerFrameUs(-1ll), 512609b815a3131d22da38b2f452faa9f89daad4039Andy Hung mTimePerCaptureUs(-1ll), 513ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad mCreateInputBuffersSuspended(false), 5148338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar mTunneled(false), 5158338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar mDescribeColorAspectsIndex((OMX_INDEXTYPE)0) { 516f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mUninitializedState = new UninitializedState(this); 517c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mLoadedState = new LoadedState(this); 518f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mLoadedToIdleState = new LoadedToIdleState(this); 519f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mIdleToExecutingState = new IdleToExecutingState(this); 520f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mExecutingState = new ExecutingState(this); 521f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 522f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mOutputPortSettingsChangedState = 523f933441648ef6a71dee783d733aac17b9508b452Andreas Huber new OutputPortSettingsChangedState(this); 524f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 525f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mExecutingToIdleState = new ExecutingToIdleState(this); 526f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mIdleToLoadedState = new IdleToLoadedState(this); 527f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mFlushingState = new FlushingState(this); 528f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 529f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mPortEOS[kPortIndexInput] = mPortEOS[kPortIndexOutput] = false; 530dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mInputEOSResult = OK; 531f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 532f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeState(mUninitializedState); 533f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 534f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 535f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::~ACodec() { 536f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 537f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 538f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::setNotificationMessage(const sp<AMessage> &msg) { 539f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNotify = msg; 540f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 541f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 542f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::initiateSetup(const sp<AMessage> &msg) { 543f933441648ef6a71dee783d733aac17b9508b452Andreas Huber msg->setWhat(kWhatSetup); 5441d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar msg->setTarget(this); 545f933441648ef6a71dee783d733aac17b9508b452Andreas Huber msg->post(); 546f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 547f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 548a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Hubervoid ACodec::signalSetParameters(const sp<AMessage> ¶ms) { 5491d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatSetParameters, this); 550a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber msg->setMessage("params", params); 551a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber msg->post(); 552a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber} 553a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 5545778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid ACodec::initiateAllocateComponent(const sp<AMessage> &msg) { 5555778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setWhat(kWhatAllocateComponent); 5561d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar msg->setTarget(this); 5575778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->post(); 5585778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 5595778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5605778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid ACodec::initiateConfigureComponent(const sp<AMessage> &msg) { 5615778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setWhat(kWhatConfigureComponent); 5621d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar msg->setTarget(this); 5635778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->post(); 5645778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 5655778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5661dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t ACodec::setSurface(const sp<Surface> &surface) { 5671dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> msg = new AMessage(kWhatSetSurface, this); 5681dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar msg->setObject("surface", surface); 5691dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 5701dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> response; 5711dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = msg->postAndAwaitResponse(&response); 5721dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 5731dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err == OK) { 5741dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar (void)response->findInt32("err", &err); 5751dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 5761dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 5771dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar} 5781dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 5797cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFaddenvoid ACodec::initiateCreateInputSurface() { 5801d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatCreateInputSurface, this))->post(); 5817cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden} 5827cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 5838f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhangvoid ACodec::initiateSetInputSurface( 584d291c222357303b9611cab89d0c3b047584ef377Chong Zhang const sp<PersistentSurface> &surface) { 5858f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang sp<AMessage> msg = new AMessage(kWhatSetInputSurface, this); 586d291c222357303b9611cab89d0c3b047584ef377Chong Zhang msg->setObject("input-surface", surface); 587d291c222357303b9611cab89d0c3b047584ef377Chong Zhang msg->post(); 588d291c222357303b9611cab89d0c3b047584ef377Chong Zhang} 589d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 5907cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFaddenvoid ACodec::signalEndOfInputStream() { 5911d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatSignalEndOfInputStream, this))->post(); 5927cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden} 5937cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 5945778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid ACodec::initiateStart() { 5951d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatStart, this))->post(); 5965778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 5975778822d86b0337407514b9372562b86edfa91cdAndreas Huber 598f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::signalFlush() { 5997a3a2b2f9bb9421dcf83fbd47276e57917078aefJames Dong ALOGV("[%s] signalFlush", mComponentName.c_str()); 6001d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatFlush, this))->post(); 601f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 602f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 603f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::signalResume() { 6041d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatResume, this))->post(); 605f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 606f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 607c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Hubervoid ACodec::initiateShutdown(bool keepComponentAllocated) { 6081d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatShutdown, this); 609c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber msg->setInt32("keepComponentAllocated", keepComponentAllocated); 610c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber msg->post(); 61130358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar if (!keepComponentAllocated) { 61230358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar // ensure shutdown completes in 3 seconds 6131d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatReleaseCodecInstance, this))->post(3000000); 61430358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar } 615f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 616f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 617496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Hubervoid ACodec::signalRequestIDRFrame() { 6181d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatRequestIDRFrame, this))->post(); 619496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber} 620496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 6214dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar// *** NOTE: THE FOLLOWING WORKAROUND WILL BE REMOVED *** 6224dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar// Some codecs may return input buffers before having them processed. 6234dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar// This causes a halt if we already signaled an EOS on the input 6244dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar// port. For now keep submitting an output buffer if there was an 6254dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar// EOS on the input port, but not yet on the output port. 626054219874873b41f1c815552987c10465c34ba2bLajos Molnarvoid ACodec::signalSubmitOutputMetadataBufferIfEOS_workaround() { 6274dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar if (mPortEOS[kPortIndexInput] && !mPortEOS[kPortIndexOutput] && 628054219874873b41f1c815552987c10465c34ba2bLajos Molnar mMetadataBuffersToSubmit > 0) { 629054219874873b41f1c815552987c10465c34ba2bLajos Molnar (new AMessage(kWhatSubmitOutputMetadataBufferIfEOS, this))->post(); 6304dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar } 6314dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar} 6324dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar 6331dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t ACodec::handleSetSurface(const sp<Surface> &surface) { 6341dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // allow keeping unset surface 6351dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (surface == NULL) { 6361dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mNativeWindow != NULL) { 6371dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGW("cannot unset a surface"); 6381dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return INVALID_OPERATION; 6391dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6401dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return OK; 6411dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6421dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 643e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar // cannot switch from bytebuffers to surface 6441dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mNativeWindow == NULL) { 6451dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGW("component was not configured with a surface"); 6461dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return INVALID_OPERATION; 6471dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6481dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 6491dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ANativeWindow *nativeWindow = surface.get(); 6501dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // if we have not yet started the codec, we can simply set the native window 6511dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mBuffers[kPortIndexInput].size() == 0) { 6521dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mNativeWindow = surface; 6531dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return OK; 6541dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6551dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 6561dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // we do not support changing a tunneled surface after start 6571dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mTunneled) { 6581dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGW("cannot change tunneled surface"); 6591dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return INVALID_OPERATION; 6601dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6611dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 662e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar int usageBits = 0; 663e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar status_t err = setupNativeWindowSizeFormatAndUsage(nativeWindow, &usageBits); 6641dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != OK) { 6651dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 6661dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6671dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 668f42917964a76720932b23e67a05d034cd0cf346bChong Zhang int ignoredFlags = kVideoGrallocUsage; 669e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar // New output surface is not allowed to add new usage flag except ignored ones. 670e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar if ((usageBits & ~(mNativeWindowUsageBits | ignoredFlags)) != 0) { 671e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar ALOGW("cannot change usage from %#x to %#x", mNativeWindowUsageBits, usageBits); 672e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar return BAD_VALUE; 673e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar } 674e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar 6751dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // get min undequeued count. We cannot switch to a surface that has a higher 6761dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // undequeued count than we allocated. 6771dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar int minUndequeuedBuffers = 0; 6781dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = nativeWindow->query( 6791dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar nativeWindow, NATIVE_WINDOW_MIN_UNDEQUEUED_BUFFERS, 6801dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar &minUndequeuedBuffers); 6811dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != 0) { 6821dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGE("NATIVE_WINDOW_MIN_UNDEQUEUED_BUFFERS query failed: %s (%d)", 6831dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar strerror(-err), -err); 6841dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 6851dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6861dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (minUndequeuedBuffers > (int)mNumUndequeuedBuffers) { 6871dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGE("new surface holds onto more buffers (%d) than planned for (%zu)", 6881dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar minUndequeuedBuffers, mNumUndequeuedBuffers); 6891dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return BAD_VALUE; 6901dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6911dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 6921dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // we cannot change the number of output buffers while OMX is running 6931dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // set up surface to the same count 6941dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar Vector<BufferInfo> &buffers = mBuffers[kPortIndexOutput]; 6951dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGV("setting up surface for %zu buffers", buffers.size()); 6961dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 6971dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = native_window_set_buffer_count(nativeWindow, buffers.size()); 6981dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != 0) { 6991dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGE("native_window_set_buffer_count failed: %s (%d)", strerror(-err), 7001dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar -err); 7011dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 7021dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7031dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 704dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // need to enable allocation when attaching 705dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar surface->getIGraphicBufferProducer()->allowAllocation(true); 706dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar 7071dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // for meta data mode, we move dequeud buffers to the new surface. 7081dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // for non-meta mode, we must move all registered buffers 7091dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar for (size_t i = 0; i < buffers.size(); ++i) { 7101dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar const BufferInfo &info = buffers[i]; 7111dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // skip undequeued buffers for meta data mode 712054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (storingMetadataInDecodedBuffers() 713011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar && !mLegacyAdaptiveExperiment 7141dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar && info.mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW) { 7151dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGV("skipping buffer %p", info.mGraphicBuffer->getNativeBuffer()); 7161dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar continue; 7171dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7181dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGV("attaching buffer %p", info.mGraphicBuffer->getNativeBuffer()); 7191dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 7201dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = surface->attachBuffer(info.mGraphicBuffer->getNativeBuffer()); 7211dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != OK) { 7221dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGE("failed to attach buffer %p to the new surface: %s (%d)", 7231dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar info.mGraphicBuffer->getNativeBuffer(), 7241dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar strerror(-err), -err); 7251dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 7261dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7271dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7281dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 7291dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // cancel undequeued buffers to new surface 730054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (!storingMetadataInDecodedBuffers() || mLegacyAdaptiveExperiment) { 7311dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar for (size_t i = 0; i < buffers.size(); ++i) { 73215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar BufferInfo &info = buffers.editItemAt(i); 7331dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (info.mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW) { 7341dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGV("canceling buffer %p", info.mGraphicBuffer->getNativeBuffer()); 7351dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = nativeWindow->cancelBuffer( 73615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar nativeWindow, info.mGraphicBuffer->getNativeBuffer(), info.mFenceFd); 73715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info.mFenceFd = -1; 7381dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != OK) { 7391dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGE("failed to cancel buffer %p to the new surface: %s (%d)", 7401dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar info.mGraphicBuffer->getNativeBuffer(), 7411dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar strerror(-err), -err); 7421dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 7431dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7441dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7451dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7461dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // disallow further allocation 7471dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar (void)surface->getIGraphicBufferProducer()->allowAllocation(false); 7481dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7491dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 750484979b1ab25aa41f503bd846323ab93b46d37e5Lajos Molnar // push blank buffers to previous window if requested 751484979b1ab25aa41f503bd846323ab93b46d37e5Lajos Molnar if (mFlags & kFlagPushBlankBuffersToNativeWindowOnShutdown) { 752484979b1ab25aa41f503bd846323ab93b46d37e5Lajos Molnar pushBlankBuffersToNativeWindow(mNativeWindow.get()); 753484979b1ab25aa41f503bd846323ab93b46d37e5Lajos Molnar } 754484979b1ab25aa41f503bd846323ab93b46d37e5Lajos Molnar 7551dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mNativeWindow = nativeWindow; 756e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar mNativeWindowUsageBits = usageBits; 7571dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return OK; 7581dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar} 7591dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 760f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::allocateBuffersOnPort(OMX_U32 portIndex) { 761f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 762f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 763f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(mDealer[portIndex] == NULL); 764f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(mBuffers[portIndex].isEmpty()); 765f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7665778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err; 767f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mNativeWindow != NULL && portIndex == kPortIndexOutput) { 768054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (storingMetadataInDecodedBuffers()) { 769054219874873b41f1c815552987c10465c34ba2bLajos Molnar err = allocateOutputMetadataBuffers(); 770054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } else { 771054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar err = allocateOutputBuffersFromNativeWindow(); 772054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 7735778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 7745778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 7755778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&def); 7765778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.nPortIndex = portIndex; 777f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7785778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->getParameter( 7795778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 780f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7815778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err == OK) { 782054219874873b41f1c815552987c10465c34ba2bLajos Molnar MetadataBufferType type = 783054219874873b41f1c815552987c10465c34ba2bLajos Molnar portIndex == kPortIndexOutput ? mOutputMetadataType : mInputMetadataType; 784054219874873b41f1c815552987c10465c34ba2bLajos Molnar int32_t bufSize = def.nBufferSize; 785054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (type == kMetadataBufferTypeGrallocSource) { 786054219874873b41f1c815552987c10465c34ba2bLajos Molnar bufSize = sizeof(VideoGrallocMetadata); 787054219874873b41f1c815552987c10465c34ba2bLajos Molnar } else if (type == kMetadataBufferTypeANWBuffer) { 788054219874873b41f1c815552987c10465c34ba2bLajos Molnar bufSize = sizeof(VideoNativeMetadata); 789054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 790054219874873b41f1c815552987c10465c34ba2bLajos Molnar 791054219874873b41f1c815552987c10465c34ba2bLajos Molnar // If using gralloc or native source input metadata buffers, allocate largest 792054219874873b41f1c815552987c10465c34ba2bLajos Molnar // metadata size as we prefer to generate native source metadata, but component 7935fb8b2987ab96ad65dc4b046616607ece16d6fb3Lajos Molnar // may require gralloc source. For camera source, allocate at least enough 7945fb8b2987ab96ad65dc4b046616607ece16d6fb3Lajos Molnar // size for native metadata buffers. 795054219874873b41f1c815552987c10465c34ba2bLajos Molnar int32_t allottedSize = bufSize; 7965fb8b2987ab96ad65dc4b046616607ece16d6fb3Lajos Molnar if (portIndex == kPortIndexInput && type >= kMetadataBufferTypeGrallocSource) { 797054219874873b41f1c815552987c10465c34ba2bLajos Molnar bufSize = max(sizeof(VideoGrallocMetadata), sizeof(VideoNativeMetadata)); 7985fb8b2987ab96ad65dc4b046616607ece16d6fb3Lajos Molnar } else if (portIndex == kPortIndexInput && type == kMetadataBufferTypeCameraSource) { 7995fb8b2987ab96ad65dc4b046616607ece16d6fb3Lajos Molnar bufSize = max(bufSize, (int32_t)sizeof(VideoNativeMetadata)); 800054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 801054219874873b41f1c815552987c10465c34ba2bLajos Molnar 802054219874873b41f1c815552987c10465c34ba2bLajos Molnar ALOGV("[%s] Allocating %u buffers of size %d/%d (from %u using %s) on %s port", 8035778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentName.c_str(), 804054219874873b41f1c815552987c10465c34ba2bLajos Molnar def.nBufferCountActual, bufSize, allottedSize, def.nBufferSize, asString(type), 8055778822d86b0337407514b9372562b86edfa91cdAndreas Huber portIndex == kPortIndexInput ? "input" : "output"); 806f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 80734e63e9ffe6496d9180c825dc119c1fd1020ef8bMarco Nelissen if (bufSize == 0 || def.nBufferCountActual > SIZE_MAX / bufSize) { 80834e63e9ffe6496d9180c825dc119c1fd1020ef8bMarco Nelissen ALOGE("b/22885421"); 80934e63e9ffe6496d9180c825dc119c1fd1020ef8bMarco Nelissen return NO_MEMORY; 81034e63e9ffe6496d9180c825dc119c1fd1020ef8bMarco Nelissen } 811054219874873b41f1c815552987c10465c34ba2bLajos Molnar size_t totalSize = def.nBufferCountActual * bufSize; 8125778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDealer[portIndex] = new MemoryDealer(totalSize, "ACodec"); 813f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 814054219874873b41f1c815552987c10465c34ba2bLajos Molnar for (OMX_U32 i = 0; i < def.nBufferCountActual && err == OK; ++i) { 815054219874873b41f1c815552987c10465c34ba2bLajos Molnar sp<IMemory> mem = mDealer[portIndex]->allocate(bufSize); 8165581770ee0dde70e2e9c50533be35e537a5800efChong Zhang if (mem == NULL || mem->pointer() == NULL) { 817777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return NO_MEMORY; 818777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 819f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 820ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber BufferInfo info; 821ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber info.mStatus = BufferInfo::OWNED_BY_US; 82215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info.mFenceFd = -1; 82390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar info.mRenderInfo = NULL; 824a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar info.mNativeHandle = NULL; 825f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 826afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber uint32_t requiresAllocateBufferBit = 827afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber (portIndex == kPortIndexInput) 828b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar ? kRequiresAllocateBufferOnInputPorts 829b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar : kRequiresAllocateBufferOnOutputPorts; 8301065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber 831e33d922fd86699c664a15f09e6d8b2e422736a40Lajos Molnar if (portIndex == kPortIndexInput && (mFlags & kFlagIsSecure)) { 832ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber mem.clear(); 833ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 834a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar void *ptr = NULL; 835a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar native_handle_t *native_handle = NULL; 836a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar err = mOMX->allocateSecureBuffer( 837054219874873b41f1c815552987c10465c34ba2bLajos Molnar mNode, portIndex, bufSize, &info.mBufferID, 838a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar &ptr, &native_handle); 839a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar 840a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar // TRICKY: this representation is unorthodox, but ACodec requires 841a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar // an ABuffer with a proper size to validate range offsets and lengths. 842a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar // Since mData is never referenced for secure input, it is used to store 843a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar // either the pointer to the secure buffer, or the opaque handle as on 844a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar // some devices ptr is actually an opaque handle, not a pointer. 845a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar 846a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar // TRICKY2: use native handle as the base of the ABuffer if received one, 847a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar // because Widevine source only receives these base addresses. 848a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar info.mData = new ABuffer(ptr != NULL ? ptr : (void *)native_handle, bufSize); 849a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar info.mNativeHandle = NativeHandle::create(native_handle, true /* ownsHandle */); 850ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } else if (mQuirks & requiresAllocateBufferBit) { 8515778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->allocateBufferWithBackup( 852054219874873b41f1c815552987c10465c34ba2bLajos Molnar mNode, portIndex, mem, &info.mBufferID, allottedSize); 8535778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 854054219874873b41f1c815552987c10465c34ba2bLajos Molnar err = mOMX->useBuffer(mNode, portIndex, mem, &info.mBufferID, allottedSize); 855ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 856ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 857ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber if (mem != NULL) { 858054219874873b41f1c815552987c10465c34ba2bLajos Molnar info.mData = new ABuffer(mem->pointer(), bufSize); 859054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (type == kMetadataBufferTypeANWBuffer) { 860054219874873b41f1c815552987c10465c34ba2bLajos Molnar ((VideoNativeMetadata *)mem->pointer())->nFenceFd = -1; 861054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 86286b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu info.mMemRef = mem; 8635778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 8641065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber 8655778822d86b0337407514b9372562b86edfa91cdAndreas Huber mBuffers[portIndex].push(info); 8661065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber } 8671065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber } 8685778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 869f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 8705778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 8715778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 8725778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 873f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 8745778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> notify = mNotify->dup(); 875d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatBuffersAllocated); 8765778822d86b0337407514b9372562b86edfa91cdAndreas Huber 8775778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->setInt32("portIndex", portIndex); 878eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 879eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber sp<PortDescription> desc = new PortDescription; 880eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 8815778822d86b0337407514b9372562b86edfa91cdAndreas Huber for (size_t i = 0; i < mBuffers[portIndex].size(); ++i) { 882eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber const BufferInfo &info = mBuffers[portIndex][i]; 883a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar desc->addBuffer(info.mBufferID, info.mData, info.mNativeHandle, info.mMemRef); 884f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 885f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 886eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber notify->setObject("portDesc", desc); 8875778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->post(); 8885778822d86b0337407514b9372562b86edfa91cdAndreas Huber 889f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return OK; 890f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 891f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 892e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnarstatus_t ACodec::setupNativeWindowSizeFormatAndUsage( 893e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar ANativeWindow *nativeWindow /* nonnull */, int *finalUsage /* nonnull */) { 8941dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar OMX_PARAM_PORTDEFINITIONTYPE def; 8951dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar InitOMXParams(&def); 8961dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar def.nPortIndex = kPortIndexOutput; 8971dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 8981dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = mOMX->getParameter( 8991dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 9001dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 9011dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != OK) { 9021dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 9031dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 9041dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 9051dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar OMX_U32 usage = 0; 9061dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = mOMX->getGraphicBufferUsage(mNode, kPortIndexOutput, &usage); 9071dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != 0) { 9081dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGW("querying usage flags from OMX IL component failed: %d", err); 9091dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // XXX: Currently this error is logged, but not fatal. 9101dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar usage = 0; 9111dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 9121dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar int omxUsage = usage; 9131dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 9141dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mFlags & kFlagIsGrallocUsageProtected) { 9151dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar usage |= GRALLOC_USAGE_PROTECTED; 9161dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 9171dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 918f42917964a76720932b23e67a05d034cd0cf346bChong Zhang usage |= kVideoGrallocUsage; 919e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar *finalUsage = usage; 920b2d0b487efd40700199852c9a18b369b1651f15bLajos Molnar 9211dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGV("gralloc usage: %#x(OMX) => %#x(ACodec)", omxUsage, usage); 9221dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return setNativeWindowSizeFormatAndUsage( 9231dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar nativeWindow, 9241dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar def.format.video.nFrameWidth, 9251dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar def.format.video.nFrameHeight, 9261dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar def.format.video.eColorFormat, 9271dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mRotationDegrees, 9281dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar usage); 9291dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar} 9301dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 9311dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t ACodec::configureOutputBuffersFromNativeWindow( 9321dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar OMX_U32 *bufferCount, OMX_U32 *bufferSize, 9331dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar OMX_U32 *minUndequeuedBuffers) { 9341dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar OMX_PARAM_PORTDEFINITIONTYPE def; 9351dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar InitOMXParams(&def); 9361dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar def.nPortIndex = kPortIndexOutput; 9371dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 9381dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = mOMX->getParameter( 9391dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 9401dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 9411dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err == OK) { 942e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar err = setupNativeWindowSizeFormatAndUsage(mNativeWindow.get(), &mNativeWindowUsageBits); 9431dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 9441dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != OK) { 945e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar mNativeWindowUsageBits = 0; 9461dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 9471dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 9481dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 949ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad // Exits here for tunneled video playback codecs -- i.e. skips native window 950ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad // buffer allocation step as this is managed by the tunneled OMX omponent 951ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad // itself and explicitly sets def.nBufferCountActual to 0. 952ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad if (mTunneled) { 953ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad ALOGV("Tunneled Playback: skipping native window buffer allocation."); 954ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad def.nBufferCountActual = 0; 955ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad err = mOMX->setParameter( 956ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 957ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad 958ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad *minUndequeuedBuffers = 0; 959ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad *bufferCount = 0; 960ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad *bufferSize = 0; 961ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad return err; 962ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad } 963ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad 964054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar *minUndequeuedBuffers = 0; 965258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis err = mNativeWindow->query( 966258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis mNativeWindow.get(), NATIVE_WINDOW_MIN_UNDEQUEUED_BUFFERS, 967054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar (int *)minUndequeuedBuffers); 968258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis 969258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis if (err != 0) { 97029357bc2c0dd7c43ad3bd0c8e3efa4e6fd9bfd47Steve Block ALOGE("NATIVE_WINDOW_MIN_UNDEQUEUED_BUFFERS query failed: %s (%d)", 971258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis strerror(-err), -err); 972258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis return err; 973258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis } 974258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis 975e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // FIXME: assume that surface is controlled by app (native window 976e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // returns the number for the case when surface is not controlled by app) 9771faa41704e0b976e546321effcb09a85767d51baLajos Molnar // FIXME2: This means that minUndeqeueudBufs can be 1 larger than reported 9781faa41704e0b976e546321effcb09a85767d51baLajos Molnar // For now, try to allocate 1 more buffer, but don't fail if unsuccessful 979e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar 980e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // Use conservative allocation while also trying to reduce starvation 981e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // 982e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // 1. allocate at least nBufferCountMin + minUndequeuedBuffers - that is the 983e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // minimum needed for the consumer to be able to work 984e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // 2. try to allocate two (2) additional buffers to reduce starvation from 985e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // the consumer 9861faa41704e0b976e546321effcb09a85767d51baLajos Molnar // plus an extra buffer to account for incorrect minUndequeuedBufs 9871faa41704e0b976e546321effcb09a85767d51baLajos Molnar for (OMX_U32 extraBuffers = 2 + 1; /* condition inside loop */; extraBuffers--) { 988e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar OMX_U32 newBufferCount = 989e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar def.nBufferCountMin + *minUndequeuedBuffers + extraBuffers; 990258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis def.nBufferCountActual = newBufferCount; 991258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis err = mOMX->setParameter( 992258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 993258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis 994e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar if (err == OK) { 995e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar *minUndequeuedBuffers += extraBuffers; 996e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar break; 997e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar } 998e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar 999609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGW("[%s] setting nBufferCountActual to %u failed: %d", 1000e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar mComponentName.c_str(), newBufferCount, err); 1001e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar /* exit condition */ 1002e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar if (extraBuffers == 0) { 1003258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis return err; 1004258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis } 1005258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis } 1006258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis 1007f933441648ef6a71dee783d733aac17b9508b452Andreas Huber err = native_window_set_buffer_count( 1008f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNativeWindow.get(), def.nBufferCountActual); 1009f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1010f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != 0) { 101129357bc2c0dd7c43ad3bd0c8e3efa4e6fd9bfd47Steve Block ALOGE("native_window_set_buffer_count failed: %s (%d)", strerror(-err), 1012f933441648ef6a71dee783d733aac17b9508b452Andreas Huber -err); 1013f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 1014f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1015f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1016054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar *bufferCount = def.nBufferCountActual; 1017054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar *bufferSize = def.nBufferSize; 1018054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar return err; 1019054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar} 1020054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1021054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnarstatus_t ACodec::allocateOutputBuffersFromNativeWindow() { 1022054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar OMX_U32 bufferCount, bufferSize, minUndequeuedBuffers; 1023054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar status_t err = configureOutputBuffersFromNativeWindow( 1024054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar &bufferCount, &bufferSize, &minUndequeuedBuffers); 1025054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar if (err != 0) 1026054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar return err; 1027e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar mNumUndequeuedBuffers = minUndequeuedBuffers; 1028054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1029054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (!storingMetadataInDecodedBuffers()) { 10303298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia static_cast<Surface*>(mNativeWindow.get()) 10313298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia ->getIGraphicBufferProducer()->allowAllocation(true); 10323298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia } 10333298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia 1034609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] Allocating %u buffers from a native window of size %u on " 1035f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "output port", 1036054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mComponentName.c_str(), bufferCount, bufferSize); 1037f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1038f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // Dequeue buffers and send them to OMX 1039054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar for (OMX_U32 i = 0; i < bufferCount; i++) { 10408ce2364512f7c32c824f5ec5719688830ba72427Iliyan Malchev ANativeWindowBuffer *buf; 104115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int fenceFd; 104215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar err = mNativeWindow->dequeueBuffer(mNativeWindow.get(), &buf, &fenceFd); 1043f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != 0) { 104429357bc2c0dd7c43ad3bd0c8e3efa4e6fd9bfd47Steve Block ALOGE("dequeueBuffer failed: %s (%d)", strerror(-err), -err); 1045f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 1046f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1047f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1048f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<GraphicBuffer> graphicBuffer(new GraphicBuffer(buf, false)); 104974006804065941841883c4b46ee785070164023fJamie Gennis BufferInfo info; 105074006804065941841883c4b46ee785070164023fJamie Gennis info.mStatus = BufferInfo::OWNED_BY_US; 105115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info.mFenceFd = fenceFd; 105215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info.mIsReadFence = false; 105390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar info.mRenderInfo = NULL; 1054054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar info.mData = new ABuffer(NULL /* data */, bufferSize /* capacity */); 105574006804065941841883c4b46ee785070164023fJamie Gennis info.mGraphicBuffer = graphicBuffer; 105674006804065941841883c4b46ee785070164023fJamie Gennis mBuffers[kPortIndexOutput].push(info); 105774006804065941841883c4b46ee785070164023fJamie Gennis 1058f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferId; 1059f933441648ef6a71dee783d733aac17b9508b452Andreas Huber err = mOMX->useGraphicBuffer(mNode, kPortIndexOutput, graphicBuffer, 1060f933441648ef6a71dee783d733aac17b9508b452Andreas Huber &bufferId); 1061f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != 0) { 1062609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGE("registering GraphicBuffer %u with OMX IL component failed: " 106374006804065941841883c4b46ee785070164023fJamie Gennis "%d", i, err); 1064f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 1065f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1066f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 106774006804065941841883c4b46ee785070164023fJamie Gennis mBuffers[kPortIndexOutput].editItemAt(i).mBufferID = bufferId; 106874006804065941841883c4b46ee785070164023fJamie Gennis 1069609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] Registered graphic buffer with ID %u (pointer = %p)", 1070f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mComponentName.c_str(), 1071f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bufferId, graphicBuffer.get()); 1072f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1073f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1074f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 cancelStart; 1075f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 cancelEnd; 1076f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1077f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != 0) { 1078f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // If an error occurred while dequeuing we need to cancel any buffers 1079f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // that were dequeued. 1080f933441648ef6a71dee783d733aac17b9508b452Andreas Huber cancelStart = 0; 108174006804065941841883c4b46ee785070164023fJamie Gennis cancelEnd = mBuffers[kPortIndexOutput].size(); 1082f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else { 1083054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar // Return the required minimum undequeued buffers to the native window. 1084054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar cancelStart = bufferCount - minUndequeuedBuffers; 1085054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar cancelEnd = bufferCount; 1086f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1087f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1088f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (OMX_U32 i = cancelStart; i < cancelEnd; i++) { 1089f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = &mBuffers[kPortIndexOutput].editItemAt(i); 10903175d2babfcdcb64f41309157e0436d00375ae4bWei Jia if (info->mStatus == BufferInfo::OWNED_BY_US) { 10913175d2babfcdcb64f41309157e0436d00375ae4bWei Jia status_t error = cancelBufferToNativeWindow(info); 10923175d2babfcdcb64f41309157e0436d00375ae4bWei Jia if (err == 0) { 10933175d2babfcdcb64f41309157e0436d00375ae4bWei Jia err = error; 10943175d2babfcdcb64f41309157e0436d00375ae4bWei Jia } 10953fb9f68dea5d991288f0ea8037742b50c7df5767Wei Jia } 1096f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1097f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1098054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (!storingMetadataInDecodedBuffers()) { 10993298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia static_cast<Surface*>(mNativeWindow.get()) 11003298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia ->getIGraphicBufferProducer()->allowAllocation(false); 11013298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia } 11023298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia 1103f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 1104f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1105f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1106054219874873b41f1c815552987c10465c34ba2bLajos Molnarstatus_t ACodec::allocateOutputMetadataBuffers() { 1107054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar OMX_U32 bufferCount, bufferSize, minUndequeuedBuffers; 1108054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar status_t err = configureOutputBuffersFromNativeWindow( 1109054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar &bufferCount, &bufferSize, &minUndequeuedBuffers); 1110054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar if (err != 0) 1111054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar return err; 1112e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar mNumUndequeuedBuffers = minUndequeuedBuffers; 1113054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1114e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar ALOGV("[%s] Allocating %u meta buffers on output port", 1115e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar mComponentName.c_str(), bufferCount); 1116e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1117054219874873b41f1c815552987c10465c34ba2bLajos Molnar size_t bufSize = mOutputMetadataType == kMetadataBufferTypeANWBuffer ? 1118054219874873b41f1c815552987c10465c34ba2bLajos Molnar sizeof(struct VideoNativeMetadata) : sizeof(struct VideoGrallocMetadata); 1119054219874873b41f1c815552987c10465c34ba2bLajos Molnar size_t totalSize = bufferCount * bufSize; 1120e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar mDealer[kPortIndexOutput] = new MemoryDealer(totalSize, "ACodec"); 1121e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1122e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar // Dequeue buffers and send them to OMX 1123e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar for (OMX_U32 i = 0; i < bufferCount; i++) { 1124e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar BufferInfo info; 1125e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar info.mStatus = BufferInfo::OWNED_BY_NATIVE_WINDOW; 112615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info.mFenceFd = -1; 112790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar info.mRenderInfo = NULL; 1128e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar info.mGraphicBuffer = NULL; 1129e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar info.mDequeuedAt = mDequeueCounter; 1130e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1131054219874873b41f1c815552987c10465c34ba2bLajos Molnar sp<IMemory> mem = mDealer[kPortIndexOutput]->allocate(bufSize); 11325581770ee0dde70e2e9c50533be35e537a5800efChong Zhang if (mem == NULL || mem->pointer() == NULL) { 1133777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return NO_MEMORY; 1134777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 1135054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mOutputMetadataType == kMetadataBufferTypeANWBuffer) { 1136054219874873b41f1c815552987c10465c34ba2bLajos Molnar ((VideoNativeMetadata *)mem->pointer())->nFenceFd = -1; 1137054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 1138e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar info.mData = new ABuffer(mem->pointer(), mem->size()); 1139e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1140e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar // we use useBuffer for metadata regardless of quirks 1141e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar err = mOMX->useBuffer( 1142cc7cc67349b7a3f498882087aa42ffc05a2daf11Lajos Molnar mNode, kPortIndexOutput, mem, &info.mBufferID, mem->size()); 114386b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu info.mMemRef = mem; 1144e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar mBuffers[kPortIndexOutput].push(info); 1145e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1146e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar ALOGV("[%s] allocated meta buffer with ID %u (pointer = %p)", 1147e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar mComponentName.c_str(), info.mBufferID, mem->pointer()); 1148e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar } 1149e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1150011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar if (mLegacyAdaptiveExperiment) { 1151e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar // preallocate and preregister buffers 1152011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar static_cast<Surface *>(mNativeWindow.get()) 1153011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar ->getIGraphicBufferProducer()->allowAllocation(true); 1154011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar 1155011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar ALOGV("[%s] Allocating %u buffers from a native window of size %u on " 1156011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar "output port", 1157011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar mComponentName.c_str(), bufferCount, bufferSize); 1158011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar 1159011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar // Dequeue buffers then cancel them all 1160011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar for (OMX_U32 i = 0; i < bufferCount; i++) { 1161e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar BufferInfo *info = &mBuffers[kPortIndexOutput].editItemAt(i); 1162e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1163011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar ANativeWindowBuffer *buf; 116415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int fenceFd; 116515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar err = mNativeWindow->dequeueBuffer(mNativeWindow.get(), &buf, &fenceFd); 1166011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar if (err != 0) { 1167011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar ALOGE("dequeueBuffer failed: %s (%d)", strerror(-err), -err); 1168011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar break; 1169011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar } 1170011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar 1171011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar sp<GraphicBuffer> graphicBuffer(new GraphicBuffer(buf, false)); 1172e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar mOMX->updateGraphicBufferInMeta( 1173e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar mNode, kPortIndexOutput, graphicBuffer, info->mBufferID); 1174e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar info->mStatus = BufferInfo::OWNED_BY_US; 117515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->setWriteFence(fenceFd, "allocateOutputMetadataBuffers for legacy"); 1176e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar info->mGraphicBuffer = graphicBuffer; 1177011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar } 1178011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar 1179011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar for (OMX_U32 i = 0; i < mBuffers[kPortIndexOutput].size(); i++) { 1180011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar BufferInfo *info = &mBuffers[kPortIndexOutput].editItemAt(i); 11813175d2babfcdcb64f41309157e0436d00375ae4bWei Jia if (info->mStatus == BufferInfo::OWNED_BY_US) { 11823175d2babfcdcb64f41309157e0436d00375ae4bWei Jia status_t error = cancelBufferToNativeWindow(info); 11833175d2babfcdcb64f41309157e0436d00375ae4bWei Jia if (err == OK) { 11843175d2babfcdcb64f41309157e0436d00375ae4bWei Jia err = error; 11853175d2babfcdcb64f41309157e0436d00375ae4bWei Jia } 1186011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar } 1187011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar } 1188011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar 1189011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar static_cast<Surface*>(mNativeWindow.get()) 1190011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar ->getIGraphicBufferProducer()->allowAllocation(false); 1191011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar } 1192011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar 1193054219874873b41f1c815552987c10465c34ba2bLajos Molnar mMetadataBuffersToSubmit = bufferCount - minUndequeuedBuffers; 1194054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar return err; 1195054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar} 1196054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1197054219874873b41f1c815552987c10465c34ba2bLajos Molnarstatus_t ACodec::submitOutputMetadataBuffer() { 1198054219874873b41f1c815552987c10465c34ba2bLajos Molnar CHECK(storingMetadataInDecodedBuffers()); 1199054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mMetadataBuffersToSubmit == 0) 1200054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar return OK; 1201054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1202054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar BufferInfo *info = dequeueBufferFromNativeWindow(); 12030806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (info == NULL) { 1204054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar return ERROR_IO; 12050806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 1206054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1207609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] submitting output meta buffer ID %u for graphic buffer %p", 1208054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mComponentName.c_str(), info->mBufferID, info->mGraphicBuffer.get()); 1209054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1210054219874873b41f1c815552987c10465c34ba2bLajos Molnar --mMetadataBuffersToSubmit; 121115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkWriteFence("submitOutputMetadataBuffer"); 121215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar status_t err = mOMX->fillBuffer(mNode, info->mBufferID, info->mFenceFd); 121315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 1214777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err == OK) { 1215777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim info->mStatus = BufferInfo::OWNED_BY_COMPONENT; 1216777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 1217054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1218777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 1219054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar} 1220054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 122115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnarstatus_t ACodec::waitForFence(int fd, const char *dbg ) { 122215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar status_t res = OK; 122315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (fd >= 0) { 122415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar sp<Fence> fence = new Fence(fd); 122515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar res = fence->wait(IOMX::kFenceTimeoutMs); 122615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGW_IF(res != OK, "FENCE TIMEOUT for %d in %s", fd, dbg); 122715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 122815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar return res; 122915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar} 123015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 12310806340688c937e7b78c2d89db3809274130df4eLajos Molnar// static 12320806340688c937e7b78c2d89db3809274130df4eLajos Molnarconst char *ACodec::_asString(BufferInfo::Status s) { 12330806340688c937e7b78c2d89db3809274130df4eLajos Molnar switch (s) { 12340806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_US: return "OUR"; 12350806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_COMPONENT: return "COMPONENT"; 12360806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_UPSTREAM: return "UPSTREAM"; 12370806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_DOWNSTREAM: return "DOWNSTREAM"; 12380806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_NATIVE_WINDOW: return "SURFACE"; 12390806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::UNRECOGNIZED: return "UNRECOGNIZED"; 12400806340688c937e7b78c2d89db3809274130df4eLajos Molnar default: return "?"; 12410806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 12420806340688c937e7b78c2d89db3809274130df4eLajos Molnar} 12430806340688c937e7b78c2d89db3809274130df4eLajos Molnar 12440806340688c937e7b78c2d89db3809274130df4eLajos Molnarvoid ACodec::dumpBuffers(OMX_U32 portIndex) { 12450806340688c937e7b78c2d89db3809274130df4eLajos Molnar CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 12460806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGI("[%s] %s port has %zu buffers:", mComponentName.c_str(), 12470806340688c937e7b78c2d89db3809274130df4eLajos Molnar portIndex == kPortIndexInput ? "input" : "output", mBuffers[portIndex].size()); 12480806340688c937e7b78c2d89db3809274130df4eLajos Molnar for (size_t i = 0; i < mBuffers[portIndex].size(); ++i) { 12490806340688c937e7b78c2d89db3809274130df4eLajos Molnar const BufferInfo &info = mBuffers[portIndex][i]; 12500806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGI(" slot %2zu: #%8u %p/%p %s(%d) dequeued:%u", 12510806340688c937e7b78c2d89db3809274130df4eLajos Molnar i, info.mBufferID, info.mGraphicBuffer.get(), 12520806340688c937e7b78c2d89db3809274130df4eLajos Molnar info.mGraphicBuffer == NULL ? NULL : info.mGraphicBuffer->getNativeBuffer(), 12530806340688c937e7b78c2d89db3809274130df4eLajos Molnar _asString(info.mStatus), info.mStatus, info.mDequeuedAt); 12540806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 12550806340688c937e7b78c2d89db3809274130df4eLajos Molnar} 12560806340688c937e7b78c2d89db3809274130df4eLajos Molnar 1257f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::cancelBufferToNativeWindow(BufferInfo *info) { 1258f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ((int)info->mStatus, (int)BufferInfo::OWNED_BY_US); 1259f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1260609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] Calling cancelBuffer on buffer %u", 1261f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mComponentName.c_str(), info->mBufferID); 1262f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 126315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkWriteFence("cancelBufferToNativeWindow"); 1264f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int err = mNativeWindow->cancelBuffer( 126515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mNativeWindow.get(), info->mGraphicBuffer.get(), info->mFenceFd); 126615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 1267f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 12683fb9f68dea5d991288f0ea8037742b50c7df5767Wei Jia ALOGW_IF(err != 0, "[%s] can not return buffer %u to native window", 12693fb9f68dea5d991288f0ea8037742b50c7df5767Wei Jia mComponentName.c_str(), info->mBufferID); 12700806340688c937e7b78c2d89db3809274130df4eLajos Molnar // change ownership even if cancelBuffer fails 1271f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_NATIVE_WINDOW; 1272f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 12733fb9f68dea5d991288f0ea8037742b50c7df5767Wei Jia return err; 1274f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1275f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 127690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarvoid ACodec::updateRenderInfoForDequeuedBuffer( 127790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar ANativeWindowBuffer *buf, int fenceFd, BufferInfo *info) { 127890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 127990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar info->mRenderInfo = 128090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mRenderTracker.updateInfoForDequeuedBuffer( 128190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar buf, fenceFd, info - &mBuffers[kPortIndexOutput][0]); 128290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 128390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // check for any fences already signaled 128490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar notifyOfRenderedFrames(false /* dropIncomplete */, info->mRenderInfo); 128590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 128690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 128790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarvoid ACodec::onFrameRendered(int64_t mediaTimeUs, nsecs_t systemNano) { 128890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (mRenderTracker.onFrameRendered(mediaTimeUs, systemNano) != OK) { 128990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mRenderTracker.dumpRenderQueue(); 129090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 129190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 129290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 129390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarvoid ACodec::notifyOfRenderedFrames(bool dropIncomplete, FrameRenderTracker::Info *until) { 129490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar sp<AMessage> msg = mNotify->dup(); 129590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar msg->setInt32("what", CodecBase::kWhatOutputFramesRendered); 129690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar std::list<FrameRenderTracker::Info> done = 129790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mRenderTracker.checkFencesAndGetRenderedFrames(until, dropIncomplete); 129890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 129990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // unlink untracked frames 130090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar for (std::list<FrameRenderTracker::Info>::const_iterator it = done.cbegin(); 130190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar it != done.cend(); ++it) { 1302604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar ssize_t index = it->getIndex(); 1303604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar if (index >= 0 && (size_t)index < mBuffers[kPortIndexOutput].size()) { 1304604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar mBuffers[kPortIndexOutput].editItemAt(index).mRenderInfo = NULL; 1305604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar } else if (index >= 0) { 1306604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar // THIS SHOULD NEVER HAPPEN 1307604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar ALOGE("invalid index %zd in %zu", index, mBuffers[kPortIndexOutput].size()); 130890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 130990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 131090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 131190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (MediaCodec::CreateFramesRenderedMessage(done, msg)) { 131290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar msg->post(); 131390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 131490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 131590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 1316f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::BufferInfo *ACodec::dequeueBufferFromNativeWindow() { 13178ce2364512f7c32c824f5ec5719688830ba72427Iliyan Malchev ANativeWindowBuffer *buf; 1318054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar CHECK(mNativeWindow.get() != NULL); 1319ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad 1320ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad if (mTunneled) { 1321ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad ALOGW("dequeueBufferFromNativeWindow() should not be called in tunnel" 1322ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad " video playback mode mode!"); 1323ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad return NULL; 1324ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad } 1325ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad 1326346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang if (mFatalError) { 1327346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang ALOGW("not dequeuing from native window due to fatal error"); 1328346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang return NULL; 1329346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang } 1330346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang 133115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int fenceFd = -1; 1332dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar do { 133315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar status_t err = mNativeWindow->dequeueBuffer(mNativeWindow.get(), &buf, &fenceFd); 133415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (err != 0) { 133515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGE("dequeueBuffer failed: %s(%d).", asString(err), err); 1336dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar return NULL; 1337dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar } 1338f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1339dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar bool stale = false; 1340b92add32c22656dedfb82d26ccc168c43c92b8ebChad Brubaker for (size_t i = mBuffers[kPortIndexOutput].size(); i > 0;) { 1341b92add32c22656dedfb82d26ccc168c43c92b8ebChad Brubaker i--; 1342dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar BufferInfo *info = &mBuffers[kPortIndexOutput].editItemAt(i); 1343dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar 1344dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar if (info->mGraphicBuffer != NULL && 134590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar info->mGraphicBuffer->handle == buf->handle) { 1346dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // Since consumers can attach buffers to BufferQueues, it is possible 1347dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // that a known yet stale buffer can return from a surface that we 1348dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // once used. We can simply ignore this as we have already dequeued 1349dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // this buffer properly. NOTE: this does not eliminate all cases, 1350dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // e.g. it is possible that we have queued the valid buffer to the 1351dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // NW, and a stale copy of the same buffer gets dequeued - which will 1352dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // be treated as the valid buffer by ACodec. 1353dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar if (info->mStatus != BufferInfo::OWNED_BY_NATIVE_WINDOW) { 1354dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar ALOGI("dequeued stale buffer %p. discarding", buf); 1355dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar stale = true; 1356dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar break; 1357dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar } 135890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 1359dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar ALOGV("dequeued buffer %p", info->mGraphicBuffer->getNativeBuffer()); 1360dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar info->mStatus = BufferInfo::OWNED_BY_US; 136115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->setWriteFence(fenceFd, "dequeueBufferFromNativeWindow"); 136290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar updateRenderInfoForDequeuedBuffer(buf, fenceFd, info); 1363dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar return info; 1364dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar } 1365dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar } 1366f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1367dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // It is also possible to receive a previously unregistered buffer 1368dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // in non-meta mode. These should be treated as stale buffers. The 1369dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // same is possible in meta mode, in which case, it will be treated 1370dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // as a normal buffer, which is not desirable. 1371dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // TODO: fix this. 1372054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (!stale && (!storingMetadataInDecodedBuffers() || mLegacyAdaptiveExperiment)) { 1373dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar ALOGI("dequeued unrecognized (stale) buffer %p. discarding", buf); 1374dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar stale = true; 1375dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar } 1376dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar if (stale) { 1377dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // TODO: detach stale buffer, but there is no API yet to do it. 1378dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar buf = NULL; 1379f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1380dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar } while (buf == NULL); 1381054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1382dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // get oldest undequeued buffer 1383dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar BufferInfo *oldest = NULL; 1384b92add32c22656dedfb82d26ccc168c43c92b8ebChad Brubaker for (size_t i = mBuffers[kPortIndexOutput].size(); i > 0;) { 1385b92add32c22656dedfb82d26ccc168c43c92b8ebChad Brubaker i--; 1386dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar BufferInfo *info = 1387dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar &mBuffers[kPortIndexOutput].editItemAt(i); 1388054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar if (info->mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW && 1389054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar (oldest == NULL || 1390054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar // avoid potential issues from counter rolling over 1391054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mDequeueCounter - info->mDequeuedAt > 1392054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mDequeueCounter - oldest->mDequeuedAt)) { 1393054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar oldest = info; 1394054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 1395054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 1396054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 13970806340688c937e7b78c2d89db3809274130df4eLajos Molnar // it is impossible dequeue a buffer when there are no buffers with ANW 13980806340688c937e7b78c2d89db3809274130df4eLajos Molnar CHECK(oldest != NULL); 13990806340688c937e7b78c2d89db3809274130df4eLajos Molnar // it is impossible to dequeue an unknown buffer in non-meta mode, as the 14000806340688c937e7b78c2d89db3809274130df4eLajos Molnar // while loop above does not complete 1401054219874873b41f1c815552987c10465c34ba2bLajos Molnar CHECK(storingMetadataInDecodedBuffers()); 1402054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 14030806340688c937e7b78c2d89db3809274130df4eLajos Molnar // discard buffer in LRU info and replace with new buffer 14040806340688c937e7b78c2d89db3809274130df4eLajos Molnar oldest->mGraphicBuffer = new GraphicBuffer(buf, false); 14050806340688c937e7b78c2d89db3809274130df4eLajos Molnar oldest->mStatus = BufferInfo::OWNED_BY_US; 140615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar oldest->setWriteFence(fenceFd, "dequeueBufferFromNativeWindow for oldest"); 140790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mRenderTracker.untrackFrame(oldest->mRenderInfo); 140890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar oldest->mRenderInfo = NULL; 1409d0715867861c216e88a4a7523b6da8a3cb128724Lajos Molnar 14100806340688c937e7b78c2d89db3809274130df4eLajos Molnar mOMX->updateGraphicBufferInMeta( 14110806340688c937e7b78c2d89db3809274130df4eLajos Molnar mNode, kPortIndexOutput, oldest->mGraphicBuffer, 14120806340688c937e7b78c2d89db3809274130df4eLajos Molnar oldest->mBufferID); 1413054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1414054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mOutputMetadataType == kMetadataBufferTypeGrallocSource) { 1415054219874873b41f1c815552987c10465c34ba2bLajos Molnar VideoGrallocMetadata *grallocMeta = 1416054219874873b41f1c815552987c10465c34ba2bLajos Molnar reinterpret_cast<VideoGrallocMetadata *>(oldest->mData->base()); 1417054219874873b41f1c815552987c10465c34ba2bLajos Molnar ALOGV("replaced oldest buffer #%u with age %u (%p/%p stored in %p)", 1418054219874873b41f1c815552987c10465c34ba2bLajos Molnar (unsigned)(oldest - &mBuffers[kPortIndexOutput][0]), 1419054219874873b41f1c815552987c10465c34ba2bLajos Molnar mDequeueCounter - oldest->mDequeuedAt, 14207c77f9ca649f321374118937bcdaca14a7e5684bLajos Molnar (void *)(uintptr_t)grallocMeta->pHandle, 1421054219874873b41f1c815552987c10465c34ba2bLajos Molnar oldest->mGraphicBuffer->handle, oldest->mData->base()); 1422054219874873b41f1c815552987c10465c34ba2bLajos Molnar } else if (mOutputMetadataType == kMetadataBufferTypeANWBuffer) { 1423054219874873b41f1c815552987c10465c34ba2bLajos Molnar VideoNativeMetadata *nativeMeta = 1424054219874873b41f1c815552987c10465c34ba2bLajos Molnar reinterpret_cast<VideoNativeMetadata *>(oldest->mData->base()); 1425054219874873b41f1c815552987c10465c34ba2bLajos Molnar ALOGV("replaced oldest buffer #%u with age %u (%p/%p stored in %p)", 1426054219874873b41f1c815552987c10465c34ba2bLajos Molnar (unsigned)(oldest - &mBuffers[kPortIndexOutput][0]), 1427054219874873b41f1c815552987c10465c34ba2bLajos Molnar mDequeueCounter - oldest->mDequeuedAt, 14287c77f9ca649f321374118937bcdaca14a7e5684bLajos Molnar (void *)(uintptr_t)nativeMeta->pBuffer, 1429054219874873b41f1c815552987c10465c34ba2bLajos Molnar oldest->mGraphicBuffer->getNativeBuffer(), oldest->mData->base()); 1430054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 1431f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 143290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar updateRenderInfoForDequeuedBuffer(buf, fenceFd, oldest); 14330806340688c937e7b78c2d89db3809274130df4eLajos Molnar return oldest; 1434f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1435f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1436f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::freeBuffersOnPort(OMX_U32 portIndex) { 1437777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim status_t err = OK; 1438938e2b34b16c3c1fd29c753eeb53ee95a2b2e2b3Nick Kralevich for (size_t i = mBuffers[portIndex].size(); i > 0;) { 1439938e2b34b16c3c1fd29c753eeb53ee95a2b2e2b3Nick Kralevich i--; 1440777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim status_t err2 = freeBuffer(portIndex, i); 1441777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err == OK) { 1442777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = err2; 1443777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 1444f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1445f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 14460806340688c937e7b78c2d89db3809274130df4eLajos Molnar // clear mDealer even on an error 1447f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mDealer[portIndex].clear(); 1448777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 1449f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1450f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1451349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huberstatus_t ACodec::freeOutputBuffersNotOwnedByComponent() { 1452777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim status_t err = OK; 1453938e2b34b16c3c1fd29c753eeb53ee95a2b2e2b3Nick Kralevich for (size_t i = mBuffers[kPortIndexOutput].size(); i > 0;) { 1454938e2b34b16c3c1fd29c753eeb53ee95a2b2e2b3Nick Kralevich i--; 1455f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = 1456f933441648ef6a71dee783d733aac17b9508b452Andreas Huber &mBuffers[kPortIndexOutput].editItemAt(i); 1457f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 14582ded8b53014602d25b20bade8ce46db95a8da4b5Lajos Molnar // At this time some buffers may still be with the component 14592ded8b53014602d25b20bade8ce46db95a8da4b5Lajos Molnar // or being drained. 14602ded8b53014602d25b20bade8ce46db95a8da4b5Lajos Molnar if (info->mStatus != BufferInfo::OWNED_BY_COMPONENT && 14612ded8b53014602d25b20bade8ce46db95a8da4b5Lajos Molnar info->mStatus != BufferInfo::OWNED_BY_DOWNSTREAM) { 1462777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim status_t err2 = freeBuffer(kPortIndexOutput, i); 1463777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err == OK) { 1464777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = err2; 1465777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 1466f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1467f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1468f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1469777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 1470f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1471f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1472f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::freeBuffer(OMX_U32 portIndex, size_t i) { 1473f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = &mBuffers[portIndex].editItemAt(i); 14740806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = OK; 1475f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 147615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // there should not be any fences in the metadata 147715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar MetadataBufferType type = 147815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar portIndex == kPortIndexOutput ? mOutputMetadataType : mInputMetadataType; 147915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (type == kMetadataBufferTypeANWBuffer && info->mData != NULL 148015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar && info->mData->size() >= sizeof(VideoNativeMetadata)) { 148115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int fenceFd = ((VideoNativeMetadata *)info->mData->data())->nFenceFd; 148215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (fenceFd >= 0) { 148315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGW("unreleased fence (%d) in %s metadata buffer %zu", 148415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar fenceFd, portIndex == kPortIndexInput ? "input" : "output", i); 148515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 148615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 148715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 14880806340688c937e7b78c2d89db3809274130df4eLajos Molnar switch (info->mStatus) { 14890806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_US: 14900806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (portIndex == kPortIndexOutput && mNativeWindow != NULL) { 14910806340688c937e7b78c2d89db3809274130df4eLajos Molnar (void)cancelBufferToNativeWindow(info); 14920806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 14930806340688c937e7b78c2d89db3809274130df4eLajos Molnar // fall through 1494f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 14950806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_NATIVE_WINDOW: 14960806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mOMX->freeBuffer(mNode, portIndex, info->mBufferID); 14970806340688c937e7b78c2d89db3809274130df4eLajos Molnar break; 14980806340688c937e7b78c2d89db3809274130df4eLajos Molnar 14990806340688c937e7b78c2d89db3809274130df4eLajos Molnar default: 15000806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("trying to free buffer not owned by us or ANW (%d)", info->mStatus); 15010806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = FAILED_TRANSACTION; 15020806340688c937e7b78c2d89db3809274130df4eLajos Molnar break; 1503f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1504f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 150515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (info->mFenceFd >= 0) { 150615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ::close(info->mFenceFd); 150715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 150815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 1509604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar if (portIndex == kPortIndexOutput) { 1510604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar mRenderTracker.untrackFrame(info->mRenderInfo, i); 1511604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar info->mRenderInfo = NULL; 1512604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar } 151390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 1514777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim // remove buffer even if mOMX->freeBuffer fails 1515f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mBuffers[portIndex].removeAt(i); 1516777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 1517f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1518f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1519f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::BufferInfo *ACodec::findBufferByID( 15200806340688c937e7b78c2d89db3809274130df4eLajos Molnar uint32_t portIndex, IOMX::buffer_id bufferID, ssize_t *index) { 1521f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (size_t i = 0; i < mBuffers[portIndex].size(); ++i) { 1522f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = &mBuffers[portIndex].editItemAt(i); 1523f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1524f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mBufferID == bufferID) { 1525f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (index != NULL) { 1526f933441648ef6a71dee783d733aac17b9508b452Andreas Huber *index = i; 1527f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1528f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return info; 1529f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1530f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1531f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1532777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Could not find buffer with ID %u", bufferID); 1533f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return NULL; 1534f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1535f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 15365778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setComponentRole( 1537f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool isEncoder, const char *mime) { 15385b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar const char *role = getComponentRole(isEncoder, mime); 15395b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (role == NULL) { 15405b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return BAD_VALUE; 15415b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 15425b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar status_t err = setComponentRole(mOMX, mNode, role); 15435b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (err != OK) { 15445b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar ALOGW("[%s] Failed to set standard component role '%s'.", 15455b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar mComponentName.c_str(), role); 15465b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 15475b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return err; 15485b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar} 15495b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 15505b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar//static 15515b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnarconst char *ACodec::getComponentRole( 15525b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar bool isEncoder, const char *mime) { 1553f933441648ef6a71dee783d733aac17b9508b452Andreas Huber struct MimeToRole { 1554f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const char *mime; 1555f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const char *decoderRole; 1556f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const char *encoderRole; 1557f933441648ef6a71dee783d733aac17b9508b452Andreas Huber }; 1558f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1559f933441648ef6a71dee783d733aac17b9508b452Andreas Huber static const MimeToRole kMimeToRole[] = { 1560f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { MEDIA_MIMETYPE_AUDIO_MPEG, 1561f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "audio_decoder.mp3", "audio_encoder.mp3" }, 15622944eca607304a095ea43ba2b8f0b9de61249f9fAndreas Huber { MEDIA_MIMETYPE_AUDIO_MPEG_LAYER_I, 15632944eca607304a095ea43ba2b8f0b9de61249f9fAndreas Huber "audio_decoder.mp1", "audio_encoder.mp1" }, 15642944eca607304a095ea43ba2b8f0b9de61249f9fAndreas Huber { MEDIA_MIMETYPE_AUDIO_MPEG_LAYER_II, 15652944eca607304a095ea43ba2b8f0b9de61249f9fAndreas Huber "audio_decoder.mp2", "audio_encoder.mp2" }, 1566f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { MEDIA_MIMETYPE_AUDIO_AMR_NB, 1567f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "audio_decoder.amrnb", "audio_encoder.amrnb" }, 1568f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { MEDIA_MIMETYPE_AUDIO_AMR_WB, 1569f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "audio_decoder.amrwb", "audio_encoder.amrwb" }, 1570f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { MEDIA_MIMETYPE_AUDIO_AAC, 1571f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "audio_decoder.aac", "audio_encoder.aac" }, 1572729de186450f78c099637e1fce743fe531862c52Andreas Huber { MEDIA_MIMETYPE_AUDIO_VORBIS, 1573729de186450f78c099637e1fce743fe531862c52Andreas Huber "audio_decoder.vorbis", "audio_encoder.vorbis" }, 1574bf927f8ec7979f2b64331c2b2f12a6a5dba05bcaVignesh Venkatasubramanian { MEDIA_MIMETYPE_AUDIO_OPUS, 1575bf927f8ec7979f2b64331c2b2f12a6a5dba05bcaVignesh Venkatasubramanian "audio_decoder.opus", "audio_encoder.opus" }, 1576c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber { MEDIA_MIMETYPE_AUDIO_G711_MLAW, 1577c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber "audio_decoder.g711mlaw", "audio_encoder.g711mlaw" }, 1578c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber { MEDIA_MIMETYPE_AUDIO_G711_ALAW, 1579c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber "audio_decoder.g711alaw", "audio_encoder.g711alaw" }, 1580f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { MEDIA_MIMETYPE_VIDEO_AVC, 1581f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "video_decoder.avc", "video_encoder.avc" }, 15822472b1c0d63454e5d90a982bd6c555de6c3127bdRachad { MEDIA_MIMETYPE_VIDEO_HEVC, 15832472b1c0d63454e5d90a982bd6c555de6c3127bdRachad "video_decoder.hevc", "video_encoder.hevc" }, 1584f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { MEDIA_MIMETYPE_VIDEO_MPEG4, 1585f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "video_decoder.mpeg4", "video_encoder.mpeg4" }, 1586f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { MEDIA_MIMETYPE_VIDEO_H263, 1587f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "video_decoder.h263", "video_encoder.h263" }, 158894705aff3c9eef58cbb72ec6fe5d2dcfd9481646hkuang { MEDIA_MIMETYPE_VIDEO_VP8, 158994705aff3c9eef58cbb72ec6fe5d2dcfd9481646hkuang "video_decoder.vp8", "video_encoder.vp8" }, 159094705aff3c9eef58cbb72ec6fe5d2dcfd9481646hkuang { MEDIA_MIMETYPE_VIDEO_VP9, 159194705aff3c9eef58cbb72ec6fe5d2dcfd9481646hkuang "video_decoder.vp9", "video_encoder.vp9" }, 1592ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber { MEDIA_MIMETYPE_AUDIO_RAW, 1593ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber "audio_decoder.raw", "audio_encoder.raw" }, 1594a29c2b203d8bea8c21564765da5c9d7087448340Ronghua Wu { MEDIA_MIMETYPE_VIDEO_DOLBY_VISION, 1595a29c2b203d8bea8c21564765da5c9d7087448340Ronghua Wu "video_decoder.dolby-vision", "video_encoder.dolby-vision" }, 15962f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi { MEDIA_MIMETYPE_AUDIO_FLAC, 15972f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi "audio_decoder.flac", "audio_encoder.flac" }, 1598ba933df89521d63f75ca66af12ce9d7ae9496b9eMarco Nelissen { MEDIA_MIMETYPE_AUDIO_MSGSM, 1599ba933df89521d63f75ca66af12ce9d7ae9496b9eMarco Nelissen "audio_decoder.gsm", "audio_encoder.gsm" }, 1600774eb18c40c3a7da0bc1636a9779f02315ddbad8Changwan Ryu { MEDIA_MIMETYPE_VIDEO_MPEG2, 1601774eb18c40c3a7da0bc1636a9779f02315ddbad8Changwan Ryu "video_decoder.mpeg2", "video_encoder.mpeg2" }, 160297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu { MEDIA_MIMETYPE_AUDIO_AC3, 160397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu "audio_decoder.ac3", "audio_encoder.ac3" }, 16048a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad { MEDIA_MIMETYPE_AUDIO_EAC3, 16058a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad "audio_decoder.eac3", "audio_encoder.eac3" }, 1606f933441648ef6a71dee783d733aac17b9508b452Andreas Huber }; 1607f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1608f933441648ef6a71dee783d733aac17b9508b452Andreas Huber static const size_t kNumMimeToRole = 1609f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sizeof(kMimeToRole) / sizeof(kMimeToRole[0]); 1610f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1611f933441648ef6a71dee783d733aac17b9508b452Andreas Huber size_t i; 1612f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (i = 0; i < kNumMimeToRole; ++i) { 1613f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (!strcasecmp(mime, kMimeToRole[i].mime)) { 1614f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 1615f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1616f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1617f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1618f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (i == kNumMimeToRole) { 16195b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return NULL; 1620f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1621f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 16225b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return isEncoder ? kMimeToRole[i].encoderRole 1623f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : kMimeToRole[i].decoderRole; 16245b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar} 1625f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 16265b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar//static 16275b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnarstatus_t ACodec::setComponentRole( 16285b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar const sp<IOMX> &omx, IOMX::node_id node, const char *role) { 16295b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar OMX_PARAM_COMPONENTROLETYPE roleParams; 16305b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar InitOMXParams(&roleParams); 1631f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 16325b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar strncpy((char *)roleParams.cRole, 16335b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar role, OMX_MAX_STRINGNAME_SIZE - 1); 16345778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16355b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar roleParams.cRole[OMX_MAX_STRINGNAME_SIZE - 1] = '\0'; 16365778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16375b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return omx->setParameter( 16385b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar node, OMX_IndexParamStandardComponentRole, 16395b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar &roleParams, sizeof(roleParams)); 1640f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1641f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 16425778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::configureCodec( 1643f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const char *mime, const sp<AMessage> &msg) { 16445778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t encoder; 16455778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("encoder", &encoder)) { 16465778822d86b0337407514b9372562b86edfa91cdAndreas Huber encoder = false; 16475778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 1648f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1649b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar sp<AMessage> inputFormat = new AMessage; 1650b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar sp<AMessage> outputFormat = new AMessage; 1651b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mConfigFormat = msg; 1652e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 16535778822d86b0337407514b9372562b86edfa91cdAndreas Huber mIsEncoder = encoder; 1654f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1655054219874873b41f1c815552987c10465c34ba2bLajos Molnar mInputMetadataType = kMetadataBufferTypeInvalid; 1656054219874873b41f1c815552987c10465c34ba2bLajos Molnar mOutputMetadataType = kMetadataBufferTypeInvalid; 16578db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu 16585778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = setComponentRole(encoder /* isEncoder */, mime); 16595778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16605778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 16615778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 16625778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16635778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16645778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t bitRate = 0; 16652f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi // FLAC encoder doesn't need a bitrate, other encoders do 16662f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi if (encoder && strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_FLAC) 16672f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi && !msg->findInt32("bitrate", &bitRate)) { 16685778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 16695778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16705778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1671d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber int32_t storeMeta; 1672d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber if (encoder 1673d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber && msg->findInt32("store-metadata-in-buffers", &storeMeta) 1674d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber && storeMeta != 0) { 1675054219874873b41f1c815552987c10465c34ba2bLajos Molnar err = mOMX->storeMetaDataInBuffers(mNode, kPortIndexInput, OMX_TRUE, &mInputMetadataType); 1676d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber if (err != OK) { 1677054219874873b41f1c815552987c10465c34ba2bLajos Molnar ALOGE("[%s] storeMetaDataInBuffers (input) failed w/ err %d", 1678308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang mComponentName.c_str(), err); 1679d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 1680054219874873b41f1c815552987c10465c34ba2bLajos Molnar return err; 1681054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 1682054219874873b41f1c815552987c10465c34ba2bLajos Molnar // For this specific case we could be using camera source even if storeMetaDataInBuffers 1683054219874873b41f1c815552987c10465c34ba2bLajos Molnar // returns Gralloc source. Pretend that we are; this will force us to use nBufferSize. 1684054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mInputMetadataType == kMetadataBufferTypeGrallocSource) { 1685054219874873b41f1c815552987c10465c34ba2bLajos Molnar mInputMetadataType = kMetadataBufferTypeCameraSource; 1686054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 1687c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar 1688c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar uint32_t usageBits; 1689c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar if (mOMX->getParameter( 1690c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar mNode, (OMX_INDEXTYPE)OMX_IndexParamConsumerUsageBits, 1691c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar &usageBits, sizeof(usageBits)) == OK) { 1692c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar inputFormat->setInt32( 1693c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar "using-sw-read-often", !!(usageBits & GRALLOC_USAGE_SW_READ_OFTEN)); 1694c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar } 1695054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 1696d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 1697308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang int32_t prependSPSPPS = 0; 16983a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber if (encoder 16993a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber && msg->findInt32("prepend-sps-pps-to-idr-frames", &prependSPSPPS) 17003a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber && prependSPSPPS != 0) { 17013a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber OMX_INDEXTYPE index; 17023a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber err = mOMX->getExtensionIndex( 17033a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber mNode, 17043a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber "OMX.google.android.index.prependSPSPPSToIDRFrames", 17053a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber &index); 17063a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber 17073a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber if (err == OK) { 17083a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber PrependSPSPPSToIDRFramesParams params; 17093a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber InitOMXParams(¶ms); 17103a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber params.bEnable = OMX_TRUE; 17113a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber 17123a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber err = mOMX->setParameter( 17133a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber mNode, index, ¶ms, sizeof(params)); 17143a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber } 17153a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber 17163a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber if (err != OK) { 17173a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber ALOGE("Encoder could not be configured to emit SPS/PPS before " 17183a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber "IDR frames. (err %d)", err); 17193a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber 17203a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber return err; 17213a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber } 17223a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber } 17233a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber 1724308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang // Only enable metadata mode on encoder output if encoder can prepend 1725308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang // sps/pps to idr frames, since in metadata mode the bitstream is in an 1726308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang // opaque handle, to which we don't have access. 1727308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang int32_t video = !strncasecmp(mime, "video/", 6); 17288db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu mIsVideo = video; 1729308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang if (encoder && video) { 1730308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang OMX_BOOL enable = (OMX_BOOL) (prependSPSPPS 1731308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang && msg->findInt32("store-metadata-in-buffers-output", &storeMeta) 1732308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang && storeMeta != 0); 1733308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang 1734054219874873b41f1c815552987c10465c34ba2bLajos Molnar err = mOMX->storeMetaDataInBuffers(mNode, kPortIndexOutput, enable, &mOutputMetadataType); 1735308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang if (err != OK) { 1736308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang ALOGE("[%s] storeMetaDataInBuffers (output) failed w/ err %d", 1737308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang mComponentName.c_str(), err); 1738308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang } 1739a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber 1740a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber if (!msg->findInt64( 1741a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber "repeat-previous-frame-after", 1742a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber &mRepeatFrameDelayUs)) { 1743a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber mRepeatFrameDelayUs = -1ll; 1744a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber } 174594ee4b708acfa941581160b267afb79192b1d816Chong Zhang 174694ee4b708acfa941581160b267afb79192b1d816Chong Zhang if (!msg->findInt64("max-pts-gap-to-encoder", &mMaxPtsGapUs)) { 17472c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mMaxPtsGapUs = -1ll; 17482c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang } 17492c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang 175037b2b389139ed638831e49708c947863eef631efRonghua Wu if (!msg->findFloat("max-fps-to-encoder", &mMaxFps)) { 175137b2b389139ed638831e49708c947863eef631efRonghua Wu mMaxFps = -1; 175237b2b389139ed638831e49708c947863eef631efRonghua Wu } 175337b2b389139ed638831e49708c947863eef631efRonghua Wu 17542c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang if (!msg->findInt64("time-lapse", &mTimePerCaptureUs)) { 17552c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mTimePerCaptureUs = -1ll; 175694ee4b708acfa941581160b267afb79192b1d816Chong Zhang } 175772cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang 175872cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang if (!msg->findInt32( 175972cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang "create-input-buffers-suspended", 176072cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang (int32_t*)&mCreateInputBuffersSuspended)) { 176172cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang mCreateInputBuffersSuspended = false; 176272cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang } 1763308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang } 1764308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang 17653a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // NOTE: we only use native window for video decoders 1766054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar sp<RefBase> obj; 17670d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar bool haveNativeWindow = msg->findObject("native-window", &obj) 17683a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar && obj != NULL && video && !encoder; 1769b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mUsingNativeWindow = haveNativeWindow; 1770011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar mLegacyAdaptiveExperiment = false; 1771e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if (video && !encoder) { 1772e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar inputFormat->setInt32("adaptive-playback", false); 17731713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang 17741713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang int32_t usageProtected; 17751713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang if (msg->findInt32("protected", &usageProtected) && usageProtected) { 17761713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang if (!haveNativeWindow) { 17771713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang ALOGE("protected output buffers must be sent to an ANativeWindow"); 17781713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang return PERMISSION_DENIED; 17791713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang } 17801713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang mFlags |= kFlagIsGrallocUsageProtected; 17811713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang mFlags |= kFlagPushBlankBuffersToNativeWindowOnShutdown; 17821713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang } 1783a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar 1784a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar if (mFlags & kFlagIsSecure) { 1785a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar // use native_handles for secure input buffers 1786a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar err = mOMX->enableNativeBuffers( 1787a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar mNode, kPortIndexInput, OMX_FALSE /* graphic */, OMX_TRUE); 1788a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar ALOGI_IF(err != OK, "falling back to non-native_handles"); 1789a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar err = OK; // ignore error for now 1790a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar } 1791e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 17923a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (haveNativeWindow) { 17931de1e25cba872bd4c077c2e394f8ca9c70b65856Lajos Molnar sp<ANativeWindow> nativeWindow = 17941de1e25cba872bd4c077c2e394f8ca9c70b65856Lajos Molnar static_cast<ANativeWindow *>(static_cast<Surface *>(obj.get())); 17955a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 17966597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar // START of temporary support for automatic FRC - THIS WILL BE REMOVED 17976597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar int32_t autoFrc; 17986597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar if (msg->findInt32("auto-frc", &autoFrc)) { 17996597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar bool enabled = autoFrc; 18006597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar OMX_CONFIG_BOOLEANTYPE config; 18016597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar InitOMXParams(&config); 18026597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar config.bEnabled = (OMX_BOOL)enabled; 18036597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar status_t temp = mOMX->setConfig( 18046597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar mNode, (OMX_INDEXTYPE)OMX_IndexConfigAutoFramerateConversion, 18056597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar &config, sizeof(config)); 18066597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar if (temp == OK) { 18076597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar outputFormat->setInt32("auto-frc", enabled); 18086597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar } else if (enabled) { 18096597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar ALOGI("codec does not support requested auto-frc (err %d)", temp); 18106597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar } 18116597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar } 18126597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar // END of temporary support for automatic FRC 18136597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar 18145a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad int32_t tunneled; 18155a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (msg->findInt32("feature-tunneled-playback", &tunneled) && 18165a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad tunneled != 0) { 18175a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGI("Configuring TUNNELED video playback."); 1818ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad mTunneled = true; 18195a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 182097827bd7c7e64dec22c8fe0f9e734a3c432ad7eeRachad int32_t audioHwSync = 0; 182197827bd7c7e64dec22c8fe0f9e734a3c432ad7eeRachad if (!msg->findInt32("audio-hw-sync", &audioHwSync)) { 18225a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGW("No Audio HW Sync provided for video tunnel"); 18235a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } 18245a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad err = configureTunneledVideoPlayback(audioHwSync, nativeWindow); 18255a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (err != OK) { 182697827bd7c7e64dec22c8fe0f9e734a3c432ad7eeRachad ALOGE("configureTunneledVideoPlayback(%d,%p) failed!", 18275a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad audioHwSync, nativeWindow.get()); 18285a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad return err; 1829fce0d1883cdbcb7d501625fb43844043cd28a267Lajos Molnar } 1830fce0d1883cdbcb7d501625fb43844043cd28a267Lajos Molnar 1831d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad int32_t maxWidth = 0, maxHeight = 0; 1832d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad if (msg->findInt32("max-width", &maxWidth) && 1833d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad msg->findInt32("max-height", &maxHeight)) { 1834d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad 1835d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad err = mOMX->prepareForAdaptivePlayback( 1836d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad mNode, kPortIndexOutput, OMX_TRUE, maxWidth, maxHeight); 1837d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad if (err != OK) { 1838d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad ALOGW("[%s] prepareForAdaptivePlayback failed w/ err %d", 1839d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad mComponentName.c_str(), err); 18403a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // allow failure 18413a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar err = OK; 1842d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad } else { 1843d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad inputFormat->setInt32("max-width", maxWidth); 1844d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad inputFormat->setInt32("max-height", maxHeight); 1845d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad inputFormat->setInt32("adaptive-playback", true); 1846d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad } 1847d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad } 18485a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } else { 1849ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad ALOGV("Configuring CPU controlled video playback."); 1850ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad mTunneled = false; 1851ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad 18523fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad // Explicity reset the sideband handle of the window for 18533fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad // non-tunneled video in case the window was previously used 18543fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad // for a tunneled video playback. 18553fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad err = native_window_set_sideband_stream(nativeWindow.get(), NULL); 18563fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad if (err != OK) { 18573fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad ALOGE("set_sideband_stream(NULL) failed! (err %d).", err); 18583fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad return err; 18593fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad } 18603fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad 18615a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // Always try to enable dynamic output buffers on native surface 18625a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad err = mOMX->storeMetaDataInBuffers( 1863054219874873b41f1c815552987c10465c34ba2bLajos Molnar mNode, kPortIndexOutput, OMX_TRUE, &mOutputMetadataType); 18645a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (err != OK) { 18655a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGE("[%s] storeMetaDataInBuffers failed w/ err %d", 1866fce0d1883cdbcb7d501625fb43844043cd28a267Lajos Molnar mComponentName.c_str(), err); 1867e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 18685a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // if adaptive playback has been requested, try JB fallback 18695a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // NOTE: THIS FALLBACK MECHANISM WILL BE REMOVED DUE TO ITS 18705a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // LARGE MEMORY REQUIREMENT 18715a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 18725a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // we will not do adaptive playback on software accessed 18735a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // surfaces as they never had to respond to changes in the 18745a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // crop window, and we don't trust that they will be able to. 18755a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad int usageBits = 0; 18765a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad bool canDoAdaptivePlayback; 18775a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 18785a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (nativeWindow->query( 18795a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad nativeWindow.get(), 18805a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad NATIVE_WINDOW_CONSUMER_USAGE_BITS, 18815a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad &usageBits) != OK) { 18825a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad canDoAdaptivePlayback = false; 18835a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } else { 18845a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad canDoAdaptivePlayback = 18855a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad (usageBits & 18865a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad (GRALLOC_USAGE_SW_READ_MASK | 18875a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad GRALLOC_USAGE_SW_WRITE_MASK)) == 0; 18885a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } 18895a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 18905a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad int32_t maxWidth = 0, maxHeight = 0; 18915a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (canDoAdaptivePlayback && 18925a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad msg->findInt32("max-width", &maxWidth) && 18935a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad msg->findInt32("max-height", &maxHeight)) { 18945a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGV("[%s] prepareForAdaptivePlayback(%dx%d)", 18955a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad mComponentName.c_str(), maxWidth, maxHeight); 18965a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 18975a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad err = mOMX->prepareForAdaptivePlayback( 18985a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad mNode, kPortIndexOutput, OMX_TRUE, maxWidth, 18995a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad maxHeight); 19005a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGW_IF(err != OK, 19015a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad "[%s] prepareForAdaptivePlayback failed w/ err %d", 19025a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad mComponentName.c_str(), err); 19035a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 19045a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (err == OK) { 19055a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad inputFormat->setInt32("max-width", maxWidth); 19065a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad inputFormat->setInt32("max-height", maxHeight); 19075a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad inputFormat->setInt32("adaptive-playback", true); 19085a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } 1909e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 19105a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // allow failure 19115a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad err = OK; 19125a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } else { 19135a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGV("[%s] storeMetaDataInBuffers succeeded", 19145a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad mComponentName.c_str()); 1915054219874873b41f1c815552987c10465c34ba2bLajos Molnar CHECK(storingMetadataInDecodedBuffers()); 1916011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar mLegacyAdaptiveExperiment = ADebug::isExperimentEnabled( 1917011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar "legacy-adaptive", !msg->contains("no-experiments")); 1918011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar 19195a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad inputFormat->setInt32("adaptive-playback", true); 1920fce0d1883cdbcb7d501625fb43844043cd28a267Lajos Molnar } 19210167414e261f88a96b5e4bf6cb592e6ca11e5a95Andreas Huber 19225a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad int32_t push; 19235a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (msg->findInt32("push-blank-buffers-on-shutdown", &push) 19245a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad && push != 0) { 19255a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad mFlags |= kFlagPushBlankBuffersToNativeWindowOnShutdown; 19265a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } 19270167414e261f88a96b5e4bf6cb592e6ca11e5a95Andreas Huber } 1928e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang 1929e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang int32_t rotationDegrees; 1930e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang if (msg->findInt32("rotation-degrees", &rotationDegrees)) { 1931e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang mRotationDegrees = rotationDegrees; 1932e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang } else { 1933e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang mRotationDegrees = 0; 1934e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang } 1935054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 1936054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1937308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang if (video) { 19383a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // determine need for software renderer 19393a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar bool usingSwRenderer = false; 19403a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (haveNativeWindow && mComponentName.startsWith("OMX.google.")) { 19413a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar usingSwRenderer = true; 19423a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar haveNativeWindow = false; 19433a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 19443a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar 19455778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (encoder) { 1946b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = setupVideoEncoder(mime, msg, outputFormat, inputFormat); 19475778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 1948b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = setupVideoDecoder(mime, msg, haveNativeWindow, usingSwRenderer, outputFormat); 19495778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19503a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar 19513a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (err != OK) { 19523a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar return err; 19533a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 19543a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar 19553a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (haveNativeWindow) { 19561de1e25cba872bd4c077c2e394f8ca9c70b65856Lajos Molnar mNativeWindow = static_cast<Surface *>(obj.get()); 19573a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 19583a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar 19593a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // initialize native window now to get actual output format 19603a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // TODO: this is needed for some encoders even though they don't use native window 1961777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = initNativeWindow(); 1962777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 1963777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 1964777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 19653a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar 19663a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // fallback for devices that do not handle flex-YUV for native buffers 19673a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (haveNativeWindow) { 19683a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar int32_t requestedColorFormat = OMX_COLOR_FormatUnused; 19693a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (msg->findInt32("color-format", &requestedColorFormat) && 19703a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar requestedColorFormat == OMX_COLOR_FormatYUV420Flexible) { 1971777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim status_t err = getPortFormat(kPortIndexOutput, outputFormat); 1972777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 1973777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 1974777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 19753a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar int32_t colorFormat = OMX_COLOR_FormatUnused; 19763a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar OMX_U32 flexibleEquivalent = OMX_COLOR_FormatUnused; 1977777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (!outputFormat->findInt32("color-format", &colorFormat)) { 1978777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("ouptut port did not have a color format (wrong domain?)"); 1979777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return BAD_VALUE; 1980777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 19813a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar ALOGD("[%s] Requested output format %#x and got %#x.", 19823a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mComponentName.c_str(), requestedColorFormat, colorFormat); 19833a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (!isFlexibleColorFormat( 19843a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mOMX, mNode, colorFormat, haveNativeWindow, &flexibleEquivalent) 19853a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar || flexibleEquivalent != (OMX_U32)requestedColorFormat) { 19863a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // device did not handle flex-YUV request for native window, fall back 19873a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // to SW renderer 19883a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar ALOGI("[%s] Falling back to software renderer", mComponentName.c_str()); 19893a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mNativeWindow.clear(); 1990e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar mNativeWindowUsageBits = 0; 19913a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar haveNativeWindow = false; 19923a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar usingSwRenderer = true; 1993054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (storingMetadataInDecodedBuffers()) { 1994054219874873b41f1c815552987c10465c34ba2bLajos Molnar err = mOMX->storeMetaDataInBuffers( 1995054219874873b41f1c815552987c10465c34ba2bLajos Molnar mNode, kPortIndexOutput, OMX_FALSE, &mOutputMetadataType); 1996054219874873b41f1c815552987c10465c34ba2bLajos Molnar mOutputMetadataType = kMetadataBufferTypeInvalid; // just in case 19973a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // TODO: implement adaptive-playback support for bytebuffer mode. 19983a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // This is done by SW codecs, but most HW codecs don't support it. 19993a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar inputFormat->setInt32("adaptive-playback", false); 20003a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 20013a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (err == OK) { 2002a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar err = mOMX->enableNativeBuffers( 2003a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar mNode, kPortIndexOutput, OMX_TRUE /* graphic */, OMX_FALSE); 20043a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 20053a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (mFlags & kFlagIsGrallocUsageProtected) { 20063a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // fallback is not supported for protected playback 20073a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar err = PERMISSION_DENIED; 20083a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } else if (err == OK) { 2009b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = setupVideoDecoder( 2010b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mime, msg, haveNativeWindow, usingSwRenderer, outputFormat); 20113a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 20123a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 20133a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 20143a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 20153a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar 20163a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (usingSwRenderer) { 20173a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar outputFormat->setInt32("using-sw-renderer", 1); 20183a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 201942392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_MPEG)) { 202042392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber int32_t numChannels, sampleRate; 202142392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber if (!msg->findInt32("channel-count", &numChannels) 202242392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber || !msg->findInt32("sample-rate", &sampleRate)) { 202342392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber // Since we did not always check for these, leave them optional 202442392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber // and have the decoder figure it all out. 202542392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber err = OK; 202642392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber } else { 202742392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber err = setupRawAudioFormat( 202842392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber encoder ? kPortIndexInput : kPortIndexOutput, 202942392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber sampleRate, 203042392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber numChannels); 203142392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber } 2032f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_AAC)) { 2033f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t numChannels, sampleRate; 20345778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("channel-count", &numChannels) 20355778822d86b0337407514b9372562b86edfa91cdAndreas Huber || !msg->findInt32("sample-rate", &sampleRate)) { 20365778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = INVALID_OPERATION; 20375778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 2038aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke int32_t isADTS, aacProfile; 2039b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi int32_t sbrMode; 20408045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi int32_t maxOutputChannelCount; 20412965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang int32_t pcmLimiterEnable; 20428045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi drcParams_t drc; 2043ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber if (!msg->findInt32("is-adts", &isADTS)) { 2044ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber isADTS = 0; 2045ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 2046aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke if (!msg->findInt32("aac-profile", &aacProfile)) { 2047aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke aacProfile = OMX_AUDIO_AACObjectNull; 2048aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke } 2049b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi if (!msg->findInt32("aac-sbr-mode", &sbrMode)) { 2050b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi sbrMode = -1; 2051b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi } 2052ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 20538045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (!msg->findInt32("aac-max-output-channel_count", &maxOutputChannelCount)) { 20548045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi maxOutputChannelCount = -1; 20558045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 20562965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang if (!msg->findInt32("aac-pcm-limiter-enable", &pcmLimiterEnable)) { 20572965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang // value is unknown 20582965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang pcmLimiterEnable = -1; 20592965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang } 20608045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (!msg->findInt32("aac-encoded-target-level", &drc.encodedTargetLevel)) { 20618045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi // value is unknown 20628045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi drc.encodedTargetLevel = -1; 20638045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 20648045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (!msg->findInt32("aac-drc-cut-level", &drc.drcCut)) { 20658045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi // value is unknown 20668045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi drc.drcCut = -1; 20678045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 20688045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (!msg->findInt32("aac-drc-boost-level", &drc.drcBoost)) { 20698045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi // value is unknown 20708045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi drc.drcBoost = -1; 20718045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 20728045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (!msg->findInt32("aac-drc-heavy-compression", &drc.heavyCompression)) { 20738045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi // value is unknown 20748045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi drc.heavyCompression = -1; 20758045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 20768045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (!msg->findInt32("aac-target-ref-level", &drc.targetRefLevel)) { 20778045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi // value is unknown 20788045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi drc.targetRefLevel = -1; 20798045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 20808045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi 2081ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber err = setupAACCodec( 20824471e47ece77be5b4159cc9cbbcef4d43900d36fAndreas Huber encoder, numChannels, sampleRate, bitRate, aacProfile, 20832965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang isADTS != 0, sbrMode, maxOutputChannelCount, drc, 20842965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang pcmLimiterEnable); 20855778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2086729de186450f78c099637e1fce743fe531862c52Andreas Huber } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_AMR_NB)) { 20875778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setupAMRCodec(encoder, false /* isWAMR */, bitRate); 2088729de186450f78c099637e1fce743fe531862c52Andreas Huber } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_AMR_WB)) { 20895778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setupAMRCodec(encoder, true /* isWAMR */, bitRate); 2090729de186450f78c099637e1fce743fe531862c52Andreas Huber } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_G711_ALAW) 2091729de186450f78c099637e1fce743fe531862c52Andreas Huber || !strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_G711_MLAW)) { 2092729de186450f78c099637e1fce743fe531862c52Andreas Huber // These are PCM-like formats with a fixed sample rate but 2093729de186450f78c099637e1fce743fe531862c52Andreas Huber // a variable number of channels. 2094729de186450f78c099637e1fce743fe531862c52Andreas Huber 2095729de186450f78c099637e1fce743fe531862c52Andreas Huber int32_t numChannels; 20965778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("channel-count", &numChannels)) { 20975778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = INVALID_OPERATION; 20985778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 209917c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissen int32_t sampleRate; 210017c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissen if (!msg->findInt32("sample-rate", &sampleRate)) { 210117c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissen sampleRate = 8000; 210217c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissen } 210317c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissen err = setupG711Codec(encoder, sampleRate, numChannels); 21045778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 21052f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_FLAC)) { 2106ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar int32_t numChannels = 0, sampleRate = 0, compressionLevel = -1; 21072f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi if (encoder && 21082f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi (!msg->findInt32("channel-count", &numChannels) 21092f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi || !msg->findInt32("sample-rate", &sampleRate))) { 21102f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi ALOGE("missing channel count or sample rate for FLAC encoder"); 21112f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi err = INVALID_OPERATION; 21122f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } else { 21132f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi if (encoder) { 2114516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber if (!msg->findInt32( 2115cd39746f8d83bb3f12e8f613e77c3c3b5f77c077Lajos Molnar "complexity", &compressionLevel) && 2116cd39746f8d83bb3f12e8f613e77c3c3b5f77c077Lajos Molnar !msg->findInt32( 2117516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber "flac-compression-level", &compressionLevel)) { 2118cd39746f8d83bb3f12e8f613e77c3c3b5f77c077Lajos Molnar compressionLevel = 5; // default FLAC compression level 21192f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } else if (compressionLevel < 0) { 2120516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber ALOGW("compression level %d outside [0..8] range, " 2121516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber "using 0", 2122516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber compressionLevel); 21232f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi compressionLevel = 0; 21242f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } else if (compressionLevel > 8) { 2125516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber ALOGW("compression level %d outside [0..8] range, " 2126516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber "using 8", 2127516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber compressionLevel); 21282f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi compressionLevel = 8; 21292f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } 21302f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } 2131516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber err = setupFlacCodec( 2132516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber encoder, numChannels, sampleRate, compressionLevel); 21332f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } 2134ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_RAW)) { 2135ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber int32_t numChannels, sampleRate; 2136ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber if (encoder 2137ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber || !msg->findInt32("channel-count", &numChannels) 2138ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber || !msg->findInt32("sample-rate", &sampleRate)) { 2139ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber err = INVALID_OPERATION; 2140ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber } else { 2141ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber err = setupRawAudioFormat(kPortIndexInput, sampleRate, numChannels); 2142ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber } 214397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_AC3)) { 214497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu int32_t numChannels; 214597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu int32_t sampleRate; 214697358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu if (!msg->findInt32("channel-count", &numChannels) 214797358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu || !msg->findInt32("sample-rate", &sampleRate)) { 214897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu err = INVALID_OPERATION; 214997358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } else { 215097358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu err = setupAC3Codec(encoder, numChannels, sampleRate); 215197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } 21528a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_EAC3)) { 21538a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad int32_t numChannels; 21548a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad int32_t sampleRate; 21558a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad if (!msg->findInt32("channel-count", &numChannels) 21568a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad || !msg->findInt32("sample-rate", &sampleRate)) { 21578a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad err = INVALID_OPERATION; 21588a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } else { 21598a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad err = setupEAC3Codec(encoder, numChannels, sampleRate); 21608a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } 21615778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2162729de186450f78c099637e1fce743fe531862c52Andreas Huber 21634471e47ece77be5b4159cc9cbbcef4d43900d36fAndreas Huber if (err != OK) { 21644471e47ece77be5b4159cc9cbbcef4d43900d36fAndreas Huber return err; 21654471e47ece77be5b4159cc9cbbcef4d43900d36fAndreas Huber } 21664471e47ece77be5b4159cc9cbbcef4d43900d36fAndreas Huber 21678b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen if (!msg->findInt32("encoder-delay", &mEncoderDelay)) { 21688b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen mEncoderDelay = 0; 21698b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen } 21709806555d3930be43e11106281dee354820ac1c88Andreas Huber 21718b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen if (!msg->findInt32("encoder-padding", &mEncoderPadding)) { 21728b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen mEncoderPadding = 0; 21738b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen } 21748b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen 21759806555d3930be43e11106281dee354820ac1c88Andreas Huber if (msg->findInt32("channel-mask", &mChannelMask)) { 21769806555d3930be43e11106281dee354820ac1c88Andreas Huber mChannelMaskPresent = true; 21779806555d3930be43e11106281dee354820ac1c88Andreas Huber } else { 21789806555d3930be43e11106281dee354820ac1c88Andreas Huber mChannelMaskPresent = false; 21799806555d3930be43e11106281dee354820ac1c88Andreas Huber } 21809806555d3930be43e11106281dee354820ac1c88Andreas Huber 2181f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t maxInputSize; 2182f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (msg->findInt32("max-input-size", &maxInputSize)) { 21835778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setMinBufferSize(kPortIndexInput, (size_t)maxInputSize); 2184f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else if (!strcmp("OMX.Nvidia.aac.decoder", mComponentName.c_str())) { 21855778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setMinBufferSize(kPortIndexInput, 8192); // XXX 2186f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 21875778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21888b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu int32_t priority; 21898b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu if (msg->findInt32("priority", &priority)) { 21908b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu err = setPriority(priority); 21918b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu } 21928b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu 2193ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu int32_t rateInt = -1; 2194ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu float rateFloat = -1; 2195ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (!msg->findFloat("operating-rate", &rateFloat)) { 2196ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu msg->findInt32("operating-rate", &rateInt); 2197ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu rateFloat = (float)rateInt; // 16MHz (FLINTMAX) is OK for upper bound. 2198ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2199ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (rateFloat > 0) { 2200ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu err = setOperatingRate(rateFloat, video); 2201ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2202ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu 22034e865a3cfe4c955e0890321a6b488cf661808b63Lajos Molnar mBaseOutputFormat = outputFormat; 2204b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar // trigger a kWhatOutputFormatChanged msg on first buffer 2205b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar mLastOutputFormat.clear(); 22064e865a3cfe4c955e0890321a6b488cf661808b63Lajos Molnar 2207777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = getPortFormat(kPortIndexInput, inputFormat); 2208777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err == OK) { 2209777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = getPortFormat(kPortIndexOutput, outputFormat); 2210777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err == OK) { 2211777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mInputFormat = inputFormat; 2212777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mOutputFormat = outputFormat; 2213777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 2214777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 22155778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 2216f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 2217f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 22188b806ea894ca098366629458bfdd1df4866afcdfRonghua Wustatus_t ACodec::setPriority(int32_t priority) { 22198b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu if (priority < 0) { 22208b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu return BAD_VALUE; 22218b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu } 22228b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu OMX_PARAM_U32TYPE config; 22238b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu InitOMXParams(&config); 22248b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu config.nU32 = (OMX_U32)priority; 22258b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu status_t temp = mOMX->setConfig( 22268b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu mNode, (OMX_INDEXTYPE)OMX_IndexConfigPriority, 22278b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu &config, sizeof(config)); 22288b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu if (temp != OK) { 22298b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu ALOGI("codec does not support config priority (err %d)", temp); 22308b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu } 22318b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu return OK; 22328b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu} 22338b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu 2234ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wustatus_t ACodec::setOperatingRate(float rateFloat, bool isVideo) { 2235ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (rateFloat < 0) { 2236ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu return BAD_VALUE; 2237ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2238ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu OMX_U32 rate; 2239ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (isVideo) { 2240ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (rateFloat > 65535) { 2241ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu return BAD_VALUE; 2242ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2243ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu rate = (OMX_U32)(rateFloat * 65536.0f + 0.5f); 2244ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } else { 2245ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (rateFloat > UINT_MAX) { 2246ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu return BAD_VALUE; 2247ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2248ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu rate = (OMX_U32)(rateFloat); 2249ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2250ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu OMX_PARAM_U32TYPE config; 2251ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu InitOMXParams(&config); 2252ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu config.nU32 = rate; 2253ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu status_t err = mOMX->setConfig( 2254ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu mNode, (OMX_INDEXTYPE)OMX_IndexConfigOperatingRate, 2255ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu &config, sizeof(config)); 2256ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (err != OK) { 2257ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu ALOGI("codec does not support config operating rate (err %d)", err); 2258ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2259ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu return OK; 2260ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu} 2261ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu 2262870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuangstatus_t ACodec::getIntraRefreshPeriod(uint32_t *intraRefreshPeriod) { 2263870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang OMX_VIDEO_CONFIG_ANDROID_INTRAREFRESHTYPE params; 2264870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang InitOMXParams(¶ms); 2265870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang params.nPortIndex = kPortIndexOutput; 2266870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang status_t err = mOMX->getConfig( 2267870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang mNode, (OMX_INDEXTYPE)OMX_IndexConfigAndroidIntraRefresh, ¶ms, sizeof(params)); 2268870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (err == OK) { 2269870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang *intraRefreshPeriod = params.nRefreshPeriod; 2270870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return OK; 2271870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 2272870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2273870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang // Fallback to query through standard OMX index. 2274870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang OMX_VIDEO_PARAM_INTRAREFRESHTYPE refreshParams; 2275870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang InitOMXParams(&refreshParams); 2276870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang refreshParams.nPortIndex = kPortIndexOutput; 2277870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang refreshParams.eRefreshMode = OMX_VIDEO_IntraRefreshCyclic; 2278870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang err = mOMX->getParameter( 2279870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang mNode, OMX_IndexParamVideoIntraRefresh, &refreshParams, sizeof(refreshParams)); 2280870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (err != OK || refreshParams.nCirMBs == 0) { 2281870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang *intraRefreshPeriod = 0; 2282870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return OK; 2283870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 2284870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2285870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang // Calculate period based on width and height 2286870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang uint32_t width, height; 2287870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang OMX_PARAM_PORTDEFINITIONTYPE def; 2288870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang InitOMXParams(&def); 2289870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang OMX_VIDEO_PORTDEFINITIONTYPE *video_def = &def.format.video; 2290870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang def.nPortIndex = kPortIndexOutput; 2291870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang err = mOMX->getParameter( 2292870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 2293870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (err != OK) { 2294870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang *intraRefreshPeriod = 0; 2295870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return err; 2296870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 2297870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang width = video_def->nFrameWidth; 2298870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang height = video_def->nFrameHeight; 2299870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang // Use H.264/AVC MacroBlock size 16x16 2300870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang *intraRefreshPeriod = divUp((divUp(width, 16u) * divUp(height, 16u)), refreshParams.nCirMBs); 2301870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2302870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return OK; 2303870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang} 2304870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2305870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuangstatus_t ACodec::setIntraRefreshPeriod(uint32_t intraRefreshPeriod, bool inConfigure) { 2306870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang OMX_VIDEO_CONFIG_ANDROID_INTRAREFRESHTYPE params; 2307870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang InitOMXParams(¶ms); 2308870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang params.nPortIndex = kPortIndexOutput; 2309870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang params.nRefreshPeriod = intraRefreshPeriod; 2310870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang status_t err = mOMX->setConfig( 2311870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang mNode, (OMX_INDEXTYPE)OMX_IndexConfigAndroidIntraRefresh, ¶ms, sizeof(params)); 2312870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (err == OK) { 2313870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return OK; 2314870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 2315870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2316870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang // Only in configure state, a component could invoke setParameter. 2317870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (!inConfigure) { 2318870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return INVALID_OPERATION; 2319870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } else { 2320870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang ALOGI("[%s] try falling back to Cyclic", mComponentName.c_str()); 2321870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 2322870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2323870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang OMX_VIDEO_PARAM_INTRAREFRESHTYPE refreshParams; 2324870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang InitOMXParams(&refreshParams); 2325870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang refreshParams.nPortIndex = kPortIndexOutput; 2326870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang refreshParams.eRefreshMode = OMX_VIDEO_IntraRefreshCyclic; 2327870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2328870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (intraRefreshPeriod == 0) { 2329870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang // 0 means disable intra refresh. 2330870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang refreshParams.nCirMBs = 0; 2331870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } else { 2332870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang // Calculate macroblocks that need to be intra coded base on width and height 2333870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang uint32_t width, height; 2334870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang OMX_PARAM_PORTDEFINITIONTYPE def; 2335870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang InitOMXParams(&def); 2336870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang OMX_VIDEO_PORTDEFINITIONTYPE *video_def = &def.format.video; 2337870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang def.nPortIndex = kPortIndexOutput; 2338870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang err = mOMX->getParameter( 2339870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 2340870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (err != OK) { 2341870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return err; 2342870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 2343870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang width = video_def->nFrameWidth; 2344870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang height = video_def->nFrameHeight; 2345870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang // Use H.264/AVC MacroBlock size 16x16 2346870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang refreshParams.nCirMBs = divUp((divUp(width, 16u) * divUp(height, 16u)), intraRefreshPeriod); 2347870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 2348870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2349870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang err = mOMX->setParameter(mNode, OMX_IndexParamVideoIntraRefresh, 2350870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang &refreshParams, sizeof(refreshParams)); 2351870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (err != OK) { 2352870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return err; 2353870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 2354870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2355870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return OK; 2356870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang} 2357870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2358f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::setMinBufferSize(OMX_U32 portIndex, size_t size) { 2359f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 2360f933441648ef6a71dee783d733aac17b9508b452Andreas Huber InitOMXParams(&def); 2361f933441648ef6a71dee783d733aac17b9508b452Andreas Huber def.nPortIndex = portIndex; 2362f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2363f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t err = mOMX->getParameter( 2364f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 2365f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2366f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 2367f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 2368f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2369f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2370f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (def.nBufferSize >= size) { 2371f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return OK; 2372f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2373f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2374f933441648ef6a71dee783d733aac17b9508b452Andreas Huber def.nBufferSize = size; 2375f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2376f933441648ef6a71dee783d733aac17b9508b452Andreas Huber err = mOMX->setParameter( 2377f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 2378f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2379f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 2380f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 2381f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2382f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2383f933441648ef6a71dee783d733aac17b9508b452Andreas Huber err = mOMX->getParameter( 2384f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 2385f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2386f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 2387f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 2388f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2389f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2390777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (def.nBufferSize < size) { 2391777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("failed to set min buffer size to %zu (is still %u)", size, def.nBufferSize); 2392777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return FAILED_TRANSACTION; 2393777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 2394f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2395f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return OK; 2396f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 2397f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 23985778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::selectAudioPortFormat( 23995778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_U32 portIndex, OMX_AUDIO_CODINGTYPE desiredFormat) { 24005778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_AUDIO_PARAM_PORTFORMATTYPE format; 24015778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&format); 24025778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24035778822d86b0337407514b9372562b86edfa91cdAndreas Huber format.nPortIndex = portIndex; 24046e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar for (OMX_U32 index = 0; index <= kMaxIndicesToCheck; ++index) { 24055778822d86b0337407514b9372562b86edfa91cdAndreas Huber format.nIndex = index; 24065778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = mOMX->getParameter( 24075778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamAudioPortFormat, 24085778822d86b0337407514b9372562b86edfa91cdAndreas Huber &format, sizeof(format)); 24095778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24105778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 24115778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 24125778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24135778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24145778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (format.eEncoding == desiredFormat) { 24155778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 24165778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24176e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar 24186e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar if (index == kMaxIndicesToCheck) { 24196e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar ALOGW("[%s] stopping checking formats after %u: %s(%x)", 24206e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar mComponentName.c_str(), index, 24216e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar asString(format.eEncoding), format.eEncoding); 24226e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar return ERROR_UNSUPPORTED; 24236e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar } 24245778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24255778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24265778822d86b0337407514b9372562b86edfa91cdAndreas Huber return mOMX->setParameter( 24275778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamAudioPortFormat, &format, sizeof(format)); 24285778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 24295778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24305778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupAACCodec( 2431aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke bool encoder, int32_t numChannels, int32_t sampleRate, 24328045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi int32_t bitRate, int32_t aacProfile, bool isADTS, int32_t sbrMode, 24332965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang int32_t maxOutputChannelCount, const drcParams_t& drc, 24342965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang int32_t pcmLimiterEnable) { 2435ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber if (encoder && isADTS) { 2436ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber return -EINVAL; 2437ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 2438ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 24395778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = setupRawAudioFormat( 24405778822d86b0337407514b9372562b86edfa91cdAndreas Huber encoder ? kPortIndexInput : kPortIndexOutput, 24415778822d86b0337407514b9372562b86edfa91cdAndreas Huber sampleRate, 24425778822d86b0337407514b9372562b86edfa91cdAndreas Huber numChannels); 24435778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24445778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 24455778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 24465778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24475778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24485778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (encoder) { 24495778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = selectAudioPortFormat(kPortIndexOutput, OMX_AUDIO_CodingAAC); 24505778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24515778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 24525778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 24535778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24545778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24555778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 24565778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&def); 24575778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.nPortIndex = kPortIndexOutput; 24585778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24595778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->getParameter( 24605778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 24615778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24625778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 24635778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 24645778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24655778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24665778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.format.audio.bFlagErrorConcealment = OMX_TRUE; 24675778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.format.audio.eEncoding = OMX_AUDIO_CodingAAC; 24685778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24695778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 24705778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 24715778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24725778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 24735778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 24745778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24755778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24765778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_AUDIO_PARAM_AACPROFILETYPE profile; 24775778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&profile); 24785778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nPortIndex = kPortIndexOutput; 24795778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24805778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->getParameter( 24815778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamAudioAac, &profile, sizeof(profile)); 24825778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24835778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 24845778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 24855778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24865778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24875778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nChannels = numChannels; 24885778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24895778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.eChannelMode = 24905778822d86b0337407514b9372562b86edfa91cdAndreas Huber (numChannels == 1) 24915778822d86b0337407514b9372562b86edfa91cdAndreas Huber ? OMX_AUDIO_ChannelModeMono: OMX_AUDIO_ChannelModeStereo; 24925778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24935778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nSampleRate = sampleRate; 24945778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nBitRate = bitRate; 24955778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nAudioBandWidth = 0; 24965778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nFrameLength = 0; 24975778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nAACtools = OMX_AUDIO_AACToolAll; 24985778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nAACERtools = OMX_AUDIO_AACERNone; 2499aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke profile.eAACProfile = (OMX_AUDIO_AACPROFILETYPE) aacProfile; 25005778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.eAACStreamFormat = OMX_AUDIO_AACStreamFormatMP4FF; 2501b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi switch (sbrMode) { 2502b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi case 0: 2503b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi // disable sbr 2504b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools &= ~OMX_AUDIO_AACToolAndroidSSBR; 2505b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools &= ~OMX_AUDIO_AACToolAndroidDSBR; 2506b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi break; 2507b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi case 1: 2508b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi // enable single-rate sbr 2509b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools |= OMX_AUDIO_AACToolAndroidSSBR; 2510b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools &= ~OMX_AUDIO_AACToolAndroidDSBR; 2511b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi break; 2512b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi case 2: 2513b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi // enable dual-rate sbr 2514b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools &= ~OMX_AUDIO_AACToolAndroidSSBR; 2515b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools |= OMX_AUDIO_AACToolAndroidDSBR; 2516b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi break; 2517b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi case -1: 2518b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi // enable both modes -> the codec will decide which mode should be used 2519b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools |= OMX_AUDIO_AACToolAndroidSSBR; 2520b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools |= OMX_AUDIO_AACToolAndroidDSBR; 2521b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi break; 2522b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi default: 2523b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi // unsupported sbr mode 2524b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi return BAD_VALUE; 2525b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi } 2526b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi 25275778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25285778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 25295778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamAudioAac, &profile, sizeof(profile)); 25305778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25315778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 25325778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 25335778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25345778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25355778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 25365778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25375778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2538f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_AUDIO_PARAM_AACPROFILETYPE profile; 2539f933441648ef6a71dee783d733aac17b9508b452Andreas Huber InitOMXParams(&profile); 2540f933441648ef6a71dee783d733aac17b9508b452Andreas Huber profile.nPortIndex = kPortIndexInput; 2541f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 25425778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->getParameter( 2543f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamAudioAac, &profile, sizeof(profile)); 2544f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2545f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 2546f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 2547f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2548f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2549f933441648ef6a71dee783d733aac17b9508b452Andreas Huber profile.nChannels = numChannels; 2550f933441648ef6a71dee783d733aac17b9508b452Andreas Huber profile.nSampleRate = sampleRate; 2551ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 2552ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber profile.eAACStreamFormat = 2553ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber isADTS 2554ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber ? OMX_AUDIO_AACStreamFormatMP4ADTS 2555ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber : OMX_AUDIO_AACStreamFormatMP4FF; 2556f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 25578045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi OMX_AUDIO_PARAM_ANDROID_AACPRESENTATIONTYPE presentation; 25588045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi presentation.nMaxOutputChannels = maxOutputChannelCount; 25598045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi presentation.nDrcCut = drc.drcCut; 25608045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi presentation.nDrcBoost = drc.drcBoost; 25618045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi presentation.nHeavyCompression = drc.heavyCompression; 25628045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi presentation.nTargetReferenceLevel = drc.targetRefLevel; 25638045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi presentation.nEncodedTargetLevel = drc.encodedTargetLevel; 25642965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang presentation.nPCMLimiterEnable = pcmLimiterEnable; 25658045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi 25668045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi status_t res = mOMX->setParameter(mNode, OMX_IndexParamAudioAac, &profile, sizeof(profile)); 25678045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (res == OK) { 25688045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi // optional parameters, will not cause configuration failure 25698045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi mOMX->setParameter(mNode, (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidAacPresentation, 25708045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi &presentation, sizeof(presentation)); 25718045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } else { 25728045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi ALOGW("did not set AudioAndroidAacPresentation due to error %d when setting AudioAac", res); 25738045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 25748045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi return res; 25755778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 2576f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 257797358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryustatus_t ACodec::setupAC3Codec( 257897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu bool encoder, int32_t numChannels, int32_t sampleRate) { 257997358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu status_t err = setupRawAudioFormat( 258097358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu encoder ? kPortIndexInput : kPortIndexOutput, sampleRate, numChannels); 258197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 258297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu if (err != OK) { 258397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu return err; 258497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } 258597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 258697358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu if (encoder) { 258797358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu ALOGW("AC3 encoding is not supported."); 258897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu return INVALID_OPERATION; 258997358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } 259097358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 259197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu OMX_AUDIO_PARAM_ANDROID_AC3TYPE def; 259297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu InitOMXParams(&def); 259397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu def.nPortIndex = kPortIndexInput; 259497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 259597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu err = mOMX->getParameter( 259697358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu mNode, 259797358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidAc3, 259897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu &def, 259997358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu sizeof(def)); 260097358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 260197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu if (err != OK) { 260297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu return err; 260397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } 260497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 260597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu def.nChannels = numChannels; 260697358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu def.nSampleRate = sampleRate; 260797358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 260897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu return mOMX->setParameter( 260997358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu mNode, 261097358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidAc3, 261197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu &def, 261297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu sizeof(def)); 261397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu} 261497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 26158a4728966dc9c78e21c3c93a927707e93c05e5e0Rachadstatus_t ACodec::setupEAC3Codec( 26168a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad bool encoder, int32_t numChannels, int32_t sampleRate) { 26178a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad status_t err = setupRawAudioFormat( 26188a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad encoder ? kPortIndexInput : kPortIndexOutput, sampleRate, numChannels); 26198a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 26208a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad if (err != OK) { 26218a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad return err; 26228a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } 26238a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 26248a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad if (encoder) { 26258a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad ALOGW("EAC3 encoding is not supported."); 26268a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad return INVALID_OPERATION; 26278a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } 26288a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 26298a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad OMX_AUDIO_PARAM_ANDROID_EAC3TYPE def; 26308a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad InitOMXParams(&def); 26318a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad def.nPortIndex = kPortIndexInput; 26328a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 26338a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad err = mOMX->getParameter( 26348a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad mNode, 26358a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidEac3, 26368a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad &def, 26378a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad sizeof(def)); 26388a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 26398a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad if (err != OK) { 26408a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad return err; 26418a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } 26428a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 26438a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad def.nChannels = numChannels; 26448a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad def.nSampleRate = sampleRate; 26458a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 26468a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad return mOMX->setParameter( 26478a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad mNode, 26488a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidEac3, 26498a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad &def, 26508a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad sizeof(def)); 26518a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad} 26528a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 26535778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatic OMX_AUDIO_AMRBANDMODETYPE pickModeFromBitRate( 26545778822d86b0337407514b9372562b86edfa91cdAndreas Huber bool isAMRWB, int32_t bps) { 26555778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (isAMRWB) { 26565778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (bps <= 6600) { 26575778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB0; 26585778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 8850) { 26595778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB1; 26605778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 12650) { 26615778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB2; 26625778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 14250) { 26635778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB3; 26645778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 15850) { 26655778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB4; 26665778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 18250) { 26675778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB5; 26685778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 19850) { 26695778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB6; 26705778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 23050) { 26715778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB7; 26725778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 26735778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26745778822d86b0337407514b9372562b86edfa91cdAndreas Huber // 23850 bps 26755778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB8; 26765778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { // AMRNB 26775778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (bps <= 4750) { 26785778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB0; 26795778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 5150) { 26805778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB1; 26815778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 5900) { 26825778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB2; 26835778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 6700) { 26845778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB3; 26855778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 7400) { 26865778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB4; 26875778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 7950) { 26885778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB5; 26895778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 10200) { 26905778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB6; 26915778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 26925778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26935778822d86b0337407514b9372562b86edfa91cdAndreas Huber // 12200 bps 26945778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB7; 26955778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2696f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 2697f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 26985778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupAMRCodec(bool encoder, bool isWAMR, int32_t bitrate) { 2699729de186450f78c099637e1fce743fe531862c52Andreas Huber OMX_AUDIO_PARAM_AMRTYPE def; 2700729de186450f78c099637e1fce743fe531862c52Andreas Huber InitOMXParams(&def); 27015778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.nPortIndex = encoder ? kPortIndexOutput : kPortIndexInput; 2702729de186450f78c099637e1fce743fe531862c52Andreas Huber 2703729de186450f78c099637e1fce743fe531862c52Andreas Huber status_t err = 2704729de186450f78c099637e1fce743fe531862c52Andreas Huber mOMX->getParameter(mNode, OMX_IndexParamAudioAmr, &def, sizeof(def)); 2705729de186450f78c099637e1fce743fe531862c52Andreas Huber 2706729de186450f78c099637e1fce743fe531862c52Andreas Huber if (err != OK) { 2707729de186450f78c099637e1fce743fe531862c52Andreas Huber return err; 2708729de186450f78c099637e1fce743fe531862c52Andreas Huber } 2709729de186450f78c099637e1fce743fe531862c52Andreas Huber 2710729de186450f78c099637e1fce743fe531862c52Andreas Huber def.eAMRFrameFormat = OMX_AUDIO_AMRFrameFormatFSF; 27115778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.eAMRBandMode = pickModeFromBitRate(isWAMR, bitrate); 27125778822d86b0337407514b9372562b86edfa91cdAndreas Huber 27135778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 27145778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamAudioAmr, &def, sizeof(def)); 2715729de186450f78c099637e1fce743fe531862c52Andreas Huber 27165778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 27175778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 27185778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2719729de186450f78c099637e1fce743fe531862c52Andreas Huber 27205778822d86b0337407514b9372562b86edfa91cdAndreas Huber return setupRawAudioFormat( 27215778822d86b0337407514b9372562b86edfa91cdAndreas Huber encoder ? kPortIndexInput : kPortIndexOutput, 27225778822d86b0337407514b9372562b86edfa91cdAndreas Huber isWAMR ? 16000 : 8000 /* sampleRate */, 27235778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1 /* numChannels */); 2724729de186450f78c099637e1fce743fe531862c52Andreas Huber} 2725729de186450f78c099637e1fce743fe531862c52Andreas Huber 272617c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissenstatus_t ACodec::setupG711Codec(bool encoder, int32_t sampleRate, int32_t numChannels) { 2727777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (encoder) { 2728777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return INVALID_OPERATION; 2729777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 27305778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2731729de186450f78c099637e1fce743fe531862c52Andreas Huber return setupRawAudioFormat( 273217c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissen kPortIndexInput, sampleRate, numChannels); 2733729de186450f78c099637e1fce743fe531862c52Andreas Huber} 2734729de186450f78c099637e1fce743fe531862c52Andreas Huber 27352f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivistatus_t ACodec::setupFlacCodec( 27362f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi bool encoder, int32_t numChannels, int32_t sampleRate, int32_t compressionLevel) { 27372f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi 27382f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi if (encoder) { 27392f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi OMX_AUDIO_PARAM_FLACTYPE def; 27402f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi InitOMXParams(&def); 27412f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi def.nPortIndex = kPortIndexOutput; 27422f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi 27432f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi // configure compression level 27442f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi status_t err = mOMX->getParameter(mNode, OMX_IndexParamAudioFlac, &def, sizeof(def)); 27452f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi if (err != OK) { 27462f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi ALOGE("setupFlacCodec(): Error %d getting OMX_IndexParamAudioFlac parameter", err); 27472f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi return err; 27482f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } 27492f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi def.nCompressionLevel = compressionLevel; 27502f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi err = mOMX->setParameter(mNode, OMX_IndexParamAudioFlac, &def, sizeof(def)); 27512f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi if (err != OK) { 27522f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi ALOGE("setupFlacCodec(): Error %d setting OMX_IndexParamAudioFlac parameter", err); 27532f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi return err; 27542f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } 27552f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } 27562f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi 27572f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi return setupRawAudioFormat( 27582f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi encoder ? kPortIndexInput : kPortIndexOutput, 27592f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi sampleRate, 27602f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi numChannels); 27612f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi} 27622f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi 2763729de186450f78c099637e1fce743fe531862c52Andreas Huberstatus_t ACodec::setupRawAudioFormat( 2764729de186450f78c099637e1fce743fe531862c52Andreas Huber OMX_U32 portIndex, int32_t sampleRate, int32_t numChannels) { 2765729de186450f78c099637e1fce743fe531862c52Andreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 2766729de186450f78c099637e1fce743fe531862c52Andreas Huber InitOMXParams(&def); 2767729de186450f78c099637e1fce743fe531862c52Andreas Huber def.nPortIndex = portIndex; 2768729de186450f78c099637e1fce743fe531862c52Andreas Huber 2769729de186450f78c099637e1fce743fe531862c52Andreas Huber status_t err = mOMX->getParameter( 2770729de186450f78c099637e1fce743fe531862c52Andreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 2771729de186450f78c099637e1fce743fe531862c52Andreas Huber 2772729de186450f78c099637e1fce743fe531862c52Andreas Huber if (err != OK) { 2773729de186450f78c099637e1fce743fe531862c52Andreas Huber return err; 2774729de186450f78c099637e1fce743fe531862c52Andreas Huber } 2775729de186450f78c099637e1fce743fe531862c52Andreas Huber 2776729de186450f78c099637e1fce743fe531862c52Andreas Huber def.format.audio.eEncoding = OMX_AUDIO_CodingPCM; 2777729de186450f78c099637e1fce743fe531862c52Andreas Huber 2778729de186450f78c099637e1fce743fe531862c52Andreas Huber err = mOMX->setParameter( 2779729de186450f78c099637e1fce743fe531862c52Andreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 2780729de186450f78c099637e1fce743fe531862c52Andreas Huber 2781729de186450f78c099637e1fce743fe531862c52Andreas Huber if (err != OK) { 2782729de186450f78c099637e1fce743fe531862c52Andreas Huber return err; 2783729de186450f78c099637e1fce743fe531862c52Andreas Huber } 2784729de186450f78c099637e1fce743fe531862c52Andreas Huber 2785729de186450f78c099637e1fce743fe531862c52Andreas Huber OMX_AUDIO_PARAM_PCMMODETYPE pcmParams; 2786729de186450f78c099637e1fce743fe531862c52Andreas Huber InitOMXParams(&pcmParams); 2787729de186450f78c099637e1fce743fe531862c52Andreas Huber pcmParams.nPortIndex = portIndex; 2788729de186450f78c099637e1fce743fe531862c52Andreas Huber 2789729de186450f78c099637e1fce743fe531862c52Andreas Huber err = mOMX->getParameter( 2790729de186450f78c099637e1fce743fe531862c52Andreas Huber mNode, OMX_IndexParamAudioPcm, &pcmParams, sizeof(pcmParams)); 2791729de186450f78c099637e1fce743fe531862c52Andreas Huber 2792729de186450f78c099637e1fce743fe531862c52Andreas Huber if (err != OK) { 2793729de186450f78c099637e1fce743fe531862c52Andreas Huber return err; 2794729de186450f78c099637e1fce743fe531862c52Andreas Huber } 2795729de186450f78c099637e1fce743fe531862c52Andreas Huber 2796729de186450f78c099637e1fce743fe531862c52Andreas Huber pcmParams.nChannels = numChannels; 2797729de186450f78c099637e1fce743fe531862c52Andreas Huber pcmParams.eNumData = OMX_NumericalDataSigned; 2798729de186450f78c099637e1fce743fe531862c52Andreas Huber pcmParams.bInterleaved = OMX_TRUE; 2799729de186450f78c099637e1fce743fe531862c52Andreas Huber pcmParams.nBitPerSample = 16; 2800729de186450f78c099637e1fce743fe531862c52Andreas Huber pcmParams.nSamplingRate = sampleRate; 2801729de186450f78c099637e1fce743fe531862c52Andreas Huber pcmParams.ePCMMode = OMX_AUDIO_PCMModeLinear; 2802729de186450f78c099637e1fce743fe531862c52Andreas Huber 2803c1d8115e8a0bdaeb2b723d395b9a85a02c90c933Andreas Huber if (getOMXChannelMapping(numChannels, pcmParams.eChannelMapping) != OK) { 2804c1d8115e8a0bdaeb2b723d395b9a85a02c90c933Andreas Huber return OMX_ErrorNone; 2805729de186450f78c099637e1fce743fe531862c52Andreas Huber } 2806729de186450f78c099637e1fce743fe531862c52Andreas Huber 2807729de186450f78c099637e1fce743fe531862c52Andreas Huber return mOMX->setParameter( 2808729de186450f78c099637e1fce743fe531862c52Andreas Huber mNode, OMX_IndexParamAudioPcm, &pcmParams, sizeof(pcmParams)); 2809729de186450f78c099637e1fce743fe531862c52Andreas Huber} 2810729de186450f78c099637e1fce743fe531862c52Andreas Huber 28115a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachadstatus_t ACodec::configureTunneledVideoPlayback( 281297827bd7c7e64dec22c8fe0f9e734a3c432ad7eeRachad int32_t audioHwSync, const sp<ANativeWindow> &nativeWindow) { 28135a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad native_handle_t* sidebandHandle; 28145a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 28155a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad status_t err = mOMX->configureVideoTunnelMode( 28165a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad mNode, kPortIndexOutput, OMX_TRUE, audioHwSync, &sidebandHandle); 28175a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (err != OK) { 28185a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGE("configureVideoTunnelMode failed! (err %d).", err); 28195a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad return err; 28205a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } 28215a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 28225a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad err = native_window_set_sideband_stream(nativeWindow.get(), sidebandHandle); 28235a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (err != OK) { 28245a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGE("native_window_set_sideband_stream(%p) failed! (err %d).", 28255a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad sidebandHandle, err); 28265a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad return err; 28275a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } 28285a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 28295a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad return OK; 28305a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad} 28315a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 2832f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::setVideoPortFormatType( 2833f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 portIndex, 2834f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_VIDEO_CODINGTYPE compressionFormat, 28350d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar OMX_COLOR_FORMATTYPE colorFormat, 28360d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar bool usingNativeBuffers) { 2837f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_VIDEO_PARAM_PORTFORMATTYPE format; 2838f933441648ef6a71dee783d733aac17b9508b452Andreas Huber InitOMXParams(&format); 2839f933441648ef6a71dee783d733aac17b9508b452Andreas Huber format.nPortIndex = portIndex; 2840f933441648ef6a71dee783d733aac17b9508b452Andreas Huber format.nIndex = 0; 2841f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool found = false; 2842f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 28436e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar for (OMX_U32 index = 0; index <= kMaxIndicesToCheck; ++index) { 2844f933441648ef6a71dee783d733aac17b9508b452Andreas Huber format.nIndex = index; 2845f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t err = mOMX->getParameter( 2846f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamVideoPortFormat, 2847f933441648ef6a71dee783d733aac17b9508b452Andreas Huber &format, sizeof(format)); 2848f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2849f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 2850f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 2851f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2852f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2853229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar // substitute back flexible color format to codec supported format 2854229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar OMX_U32 flexibleEquivalent; 28550d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (compressionFormat == OMX_VIDEO_CodingUnused 28560d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar && isFlexibleColorFormat( 28570d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar mOMX, mNode, format.eColorFormat, usingNativeBuffers, &flexibleEquivalent) 28580d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar && colorFormat == flexibleEquivalent) { 2859229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar ALOGI("[%s] using color format %#x in place of %#x", 2860229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar mComponentName.c_str(), format.eColorFormat, colorFormat); 2861229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar colorFormat = format.eColorFormat; 2862229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar } 2863229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar 2864f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // The following assertion is violated by TI's video decoder. 2865f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // CHECK_EQ(format.nIndex, index); 2866f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2867f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (!strcmp("OMX.TI.Video.encoder", mComponentName.c_str())) { 2868f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (portIndex == kPortIndexInput 2869f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && colorFormat == format.eColorFormat) { 2870f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // eCompressionFormat does not seem right. 2871f933441648ef6a71dee783d733aac17b9508b452Andreas Huber found = true; 2872f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 2873f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2874f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (portIndex == kPortIndexOutput 2875f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && compressionFormat == format.eCompressionFormat) { 2876f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // eColorFormat does not seem right. 2877f933441648ef6a71dee783d733aac17b9508b452Andreas Huber found = true; 2878f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 2879f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2880f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2881f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2882f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (format.eCompressionFormat == compressionFormat 2883f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && format.eColorFormat == colorFormat) { 2884f933441648ef6a71dee783d733aac17b9508b452Andreas Huber found = true; 2885f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 2886f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2887f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 28886e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar if (index == kMaxIndicesToCheck) { 28896e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar ALOGW("[%s] stopping checking formats after %u: %s(%x)/%s(%x)", 28906e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar mComponentName.c_str(), index, 28916e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar asString(format.eCompressionFormat), format.eCompressionFormat, 28926e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar asString(format.eColorFormat), format.eColorFormat); 28936e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar } 2894f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2895f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2896f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (!found) { 2897f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return UNKNOWN_ERROR; 2898f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2899f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2900f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t err = mOMX->setParameter( 2901f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamVideoPortFormat, 2902f933441648ef6a71dee783d733aac17b9508b452Andreas Huber &format, sizeof(format)); 2903f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2904f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 2905f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 2906f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 29070d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// Set optimal output format. OMX component lists output formats in the order 29080d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// of preference, but this got more complicated since the introduction of flexible 29090d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// YUV formats. We support a legacy behavior for applications that do not use 29100d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// surface output, do not specify an output format, but expect a "usable" standard 29110d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// OMX format. SW readable and standard formats must be flex-YUV. 29120d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// 29130d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// Suggested preference order: 29140d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// - optimal format for texture rendering (mediaplayer behavior) 29150d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// - optimal SW readable & texture renderable format (flex-YUV support) 29160d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// - optimal SW readable non-renderable format (flex-YUV bytebuffer support) 29170d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// - legacy "usable" standard formats 29180d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// 29190d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// For legacy support, we prefer a standard format, but will settle for a SW readable 29200d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// flex-YUV format. 29210d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnarstatus_t ACodec::setSupportedOutputFormat(bool getLegacyFlexibleFormat) { 29220d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar OMX_VIDEO_PARAM_PORTFORMATTYPE format, legacyFormat; 2923f933441648ef6a71dee783d733aac17b9508b452Andreas Huber InitOMXParams(&format); 2924f933441648ef6a71dee783d733aac17b9508b452Andreas Huber format.nPortIndex = kPortIndexOutput; 2925f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 29260d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar InitOMXParams(&legacyFormat); 29270d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar // this field will change when we find a suitable legacy format 29280d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar legacyFormat.eColorFormat = OMX_COLOR_FormatUnused; 2929f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 29300d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar for (OMX_U32 index = 0; ; ++index) { 29310d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar format.nIndex = index; 29320d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar status_t err = mOMX->getParameter( 29330d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar mNode, OMX_IndexParamVideoPortFormat, 29340d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar &format, sizeof(format)); 29350d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (err != OK) { 29360d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar // no more formats, pick legacy format if found 29370d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (legacyFormat.eColorFormat != OMX_COLOR_FormatUnused) { 29380d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar memcpy(&format, &legacyFormat, sizeof(format)); 29390d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar break; 29400d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 29410d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar return err; 29420d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 29430d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (format.eCompressionFormat != OMX_VIDEO_CodingUnused) { 29440d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar return OMX_ErrorBadParameter; 29450d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 29460d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (!getLegacyFlexibleFormat) { 29470d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar break; 29480d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 29490d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar // standard formats that were exposed to users before 29500d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (format.eColorFormat == OMX_COLOR_FormatYUV420Planar 29510d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar || format.eColorFormat == OMX_COLOR_FormatYUV420PackedPlanar 29520d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar || format.eColorFormat == OMX_COLOR_FormatYUV420SemiPlanar 29530d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar || format.eColorFormat == OMX_COLOR_FormatYUV420PackedSemiPlanar 29540d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar || format.eColorFormat == OMX_TI_COLOR_FormatYUV420PackedSemiPlanar) { 29550d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar break; 29560d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 29570d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar // find best legacy non-standard format 29580d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar OMX_U32 flexibleEquivalent; 29590d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (legacyFormat.eColorFormat == OMX_COLOR_FormatUnused 29600d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar && isFlexibleColorFormat( 29610d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar mOMX, mNode, format.eColorFormat, false /* usingNativeBuffers */, 29620d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar &flexibleEquivalent) 29630d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar && flexibleEquivalent == OMX_COLOR_FormatYUV420Flexible) { 29640d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar memcpy(&legacyFormat, &format, sizeof(format)); 29650d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 29660d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 2967f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return mOMX->setParameter( 2968f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamVideoPortFormat, 2969f933441648ef6a71dee783d733aac17b9508b452Andreas Huber &format, sizeof(format)); 2970f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 2971f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2972e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huberstatic const struct VideoCodingMapEntry { 2973e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber const char *mMime; 2974e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber OMX_VIDEO_CODINGTYPE mVideoCodingType; 2975e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber} kVideoCodingMapEntry[] = { 2976e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { MEDIA_MIMETYPE_VIDEO_AVC, OMX_VIDEO_CodingAVC }, 29772472b1c0d63454e5d90a982bd6c555de6c3127bdRachad { MEDIA_MIMETYPE_VIDEO_HEVC, OMX_VIDEO_CodingHEVC }, 2978e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { MEDIA_MIMETYPE_VIDEO_MPEG4, OMX_VIDEO_CodingMPEG4 }, 2979e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { MEDIA_MIMETYPE_VIDEO_H263, OMX_VIDEO_CodingH263 }, 2980e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { MEDIA_MIMETYPE_VIDEO_MPEG2, OMX_VIDEO_CodingMPEG2 }, 298194705aff3c9eef58cbb72ec6fe5d2dcfd9481646hkuang { MEDIA_MIMETYPE_VIDEO_VP8, OMX_VIDEO_CodingVP8 }, 298294705aff3c9eef58cbb72ec6fe5d2dcfd9481646hkuang { MEDIA_MIMETYPE_VIDEO_VP9, OMX_VIDEO_CodingVP9 }, 2983a29c2b203d8bea8c21564765da5c9d7087448340Ronghua Wu { MEDIA_MIMETYPE_VIDEO_DOLBY_VISION, OMX_VIDEO_CodingDolbyVision }, 2984e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber}; 2985e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 29865778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatic status_t GetVideoCodingTypeFromMime( 29875778822d86b0337407514b9372562b86edfa91cdAndreas Huber const char *mime, OMX_VIDEO_CODINGTYPE *codingType) { 2988e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber for (size_t i = 0; 2989e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber i < sizeof(kVideoCodingMapEntry) / sizeof(kVideoCodingMapEntry[0]); 2990e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber ++i) { 2991e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (!strcasecmp(mime, kVideoCodingMapEntry[i].mMime)) { 2992e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber *codingType = kVideoCodingMapEntry[i].mVideoCodingType; 2993e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return OK; 2994e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 2995f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2996f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2997e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber *codingType = OMX_VIDEO_CodingUnused; 2998e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2999e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return ERROR_UNSUPPORTED; 3000e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber} 3001e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3002e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huberstatic status_t GetMimeTypeForVideoCoding( 3003e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber OMX_VIDEO_CODINGTYPE codingType, AString *mime) { 3004e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber for (size_t i = 0; 3005e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber i < sizeof(kVideoCodingMapEntry) / sizeof(kVideoCodingMapEntry[0]); 3006e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber ++i) { 3007e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (codingType == kVideoCodingMapEntry[i].mVideoCodingType) { 3008e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber *mime = kVideoCodingMapEntry[i].mMime; 3009e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return OK; 3010e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 3011e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 3012e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3013e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mime->clear(); 3014e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3015e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return ERROR_UNSUPPORTED; 30165778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 30175778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30185778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupVideoDecoder( 30198338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar const char *mime, const sp<AMessage> &msg, bool haveNativeWindow, 3020b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar bool usingSwRenderer, sp<AMessage> &outputFormat) { 302189869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar int32_t width, height; 302289869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar if (!msg->findInt32("width", &width) 302389869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar || !msg->findInt32("height", &height)) { 302489869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar return INVALID_OPERATION; 302589869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar } 302689869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar 30275778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_CODINGTYPE compressionFormat; 30285778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = GetVideoCodingTypeFromMime(mime, &compressionFormat); 30295778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30305778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 30315778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 30325778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 30335778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30345778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setVideoPortFormatType( 3035f933441648ef6a71dee783d733aac17b9508b452Andreas Huber kPortIndexInput, compressionFormat, OMX_COLOR_FormatUnused); 3036f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3037f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 3038f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 3039f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3040f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 304189869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar int32_t tmp; 304289869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar if (msg->findInt32("color-format", &tmp)) { 304389869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar OMX_COLOR_FORMATTYPE colorFormat = 304489869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar static_cast<OMX_COLOR_FORMATTYPE>(tmp); 304589869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar err = setVideoPortFormatType( 30460d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar kPortIndexOutput, OMX_VIDEO_CodingUnused, colorFormat, haveNativeWindow); 304789869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar if (err != OK) { 304889869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar ALOGW("[%s] does not support color format %d", 304989869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar mComponentName.c_str(), colorFormat); 30500d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar err = setSupportedOutputFormat(!haveNativeWindow /* getLegacyFlexibleFormat */); 305189869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar } 305289869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar } else { 30530d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar err = setSupportedOutputFormat(!haveNativeWindow /* getLegacyFlexibleFormat */); 305489869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar } 3055f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3056f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 3057f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 3058f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3059f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 306078b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad int32_t frameRateInt; 306178b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad float frameRateFloat; 306278b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad if (!msg->findFloat("frame-rate", &frameRateFloat)) { 306378b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad if (!msg->findInt32("frame-rate", &frameRateInt)) { 306478b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad frameRateInt = -1; 306578b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad } 306678b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad frameRateFloat = (float)frameRateInt; 306778b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad } 306878b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad 3069f933441648ef6a71dee783d733aac17b9508b452Andreas Huber err = setVideoFormatOnPort( 307078b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad kPortIndexInput, width, height, compressionFormat, frameRateFloat); 3071f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3072f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 3073f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 3074f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3075f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3076f933441648ef6a71dee783d733aac17b9508b452Andreas Huber err = setVideoFormatOnPort( 3077f933441648ef6a71dee783d733aac17b9508b452Andreas Huber kPortIndexOutput, width, height, OMX_VIDEO_CodingUnused); 3078f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3079f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 3080f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 3081f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3082f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3083b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = setColorAspectsForVideoDecoder( 3084b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar width, height, haveNativeWindow | usingSwRenderer, msg, outputFormat); 3085b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err == ERROR_UNSUPPORTED) { // support is optional 30868338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar err = OK; 30878338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 3088b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return err; 3089b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar} 3090b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3091b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnarstatus_t ACodec::initDescribeColorAspectsIndex() { 3092b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t err = mOMX->getExtensionIndex( 3093b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mNode, "OMX.google.android.index.describeColorAspects", &mDescribeColorAspectsIndex); 3094b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err != OK) { 3095b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mDescribeColorAspectsIndex = (OMX_INDEXTYPE)0; 3096b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 3097b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return err; 3098b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar} 30998338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3100b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnarstatus_t ACodec::setCodecColorAspects(DescribeColorAspectsParams ¶ms, bool verify) { 3101b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t err = ERROR_UNSUPPORTED; 3102b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (mDescribeColorAspectsIndex) { 3103b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = mOMX->setConfig(mNode, mDescribeColorAspectsIndex, ¶ms, sizeof(params)); 3104b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 3105b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGV("[%s] setting color aspects (R:%d(%s), P:%d(%s), M:%d(%s), T:%d(%s)) err=%d(%s)", 3106b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mComponentName.c_str(), 3107b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects.mRange, asString(params.sAspects.mRange), 3108b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects.mPrimaries, asString(params.sAspects.mPrimaries), 3109b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects.mMatrixCoeffs, asString(params.sAspects.mMatrixCoeffs), 3110b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects.mTransfer, asString(params.sAspects.mTransfer), 3111b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err, asString(err)); 3112b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3113b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (verify && err == OK) { 3114b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = getCodecColorAspects(params); 3115b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 3116b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3117b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGW_IF(err == ERROR_UNSUPPORTED && mDescribeColorAspectsIndex, 3118b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar "[%s] getting color aspects failed even though codec advertises support", 3119b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mComponentName.c_str()); 31208338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar return err; 31218338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar} 31228338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3123b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnarstatus_t ACodec::setColorAspectsForVideoDecoder( 3124b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar int32_t width, int32_t height, bool usingNativeWindow, 3125b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar const sp<AMessage> &configFormat, sp<AMessage> &outputFormat) { 31268338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar DescribeColorAspectsParams params; 31278338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar InitOMXParams(¶ms); 3128b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.nPortIndex = kPortIndexOutput; 31298338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3130b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar getColorAspectsFromFormat(configFormat, params.sAspects); 3131b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (usingNativeWindow) { 3132b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar setDefaultCodecColorAspectsIfNeeded(params.sAspects, width, height); 3133b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // The default aspects will be set back to the output format during the 3134b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // getFormat phase of configure(). Set non-Unspecified values back into the 3135b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // format, in case component does not support this enumeration. 3136b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar setColorAspectsIntoFormat(params.sAspects, outputFormat); 31378338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 31388338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3139b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar (void)initDescribeColorAspectsIndex(); 31408338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3141b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // communicate color aspects to codec 3142b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return setCodecColorAspects(params); 3143b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar} 3144b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3145b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnarstatus_t ACodec::getCodecColorAspects(DescribeColorAspectsParams ¶ms) { 3146b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t err = ERROR_UNSUPPORTED; 3147b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (mDescribeColorAspectsIndex) { 3148b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = mOMX->getConfig(mNode, mDescribeColorAspectsIndex, ¶ms, sizeof(params)); 31498338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 3150b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGV("[%s] got color aspects (R:%d(%s), P:%d(%s), M:%d(%s), T:%d(%s)) err=%d(%s)", 3151b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mComponentName.c_str(), 3152b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects.mRange, asString(params.sAspects.mRange), 3153b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects.mPrimaries, asString(params.sAspects.mPrimaries), 3154b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects.mMatrixCoeffs, asString(params.sAspects.mMatrixCoeffs), 3155b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects.mTransfer, asString(params.sAspects.mTransfer), 3156b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err, asString(err)); 3157b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (params.bRequestingDataSpace) { 3158b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGV("for dataspace %#x", params.nDataSpace); 3159b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 3160b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err == ERROR_UNSUPPORTED && mDescribeColorAspectsIndex 3161b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar && !params.bRequestingDataSpace && !params.bDataSpaceChanged) { 3162b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGW("[%s] getting color aspects failed even though codec advertises support", 3163b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mComponentName.c_str()); 3164b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 3165b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return err; 3166b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar} 31678338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3168b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnarstatus_t ACodec::getInputColorAspectsForVideoEncoder(sp<AMessage> &format) { 3169b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar DescribeColorAspectsParams params; 3170b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar InitOMXParams(¶ms); 3171b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.nPortIndex = kPortIndexInput; 3172b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t err = getCodecColorAspects(params); 3173b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err == OK) { 3174b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // we only set encoder input aspects if codec supports them 3175b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar setColorAspectsIntoFormat(params.sAspects, format, true /* force */); 31768338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 3177b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return err; 3178b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar} 3179b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3180b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnarstatus_t ACodec::getDataSpace( 3181b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar DescribeColorAspectsParams ¶ms, android_dataspace *dataSpace /* nonnull */, 3182b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar bool tryCodec) { 3183b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t err = OK; 3184b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (tryCodec) { 3185b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // request dataspace guidance from codec. 3186b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.bRequestingDataSpace = OMX_TRUE; 3187b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = getCodecColorAspects(params); 3188b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.bRequestingDataSpace = OMX_FALSE; 3189b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err == OK && params.nDataSpace != HAL_DATASPACE_UNKNOWN) { 3190b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar *dataSpace = (android_dataspace)params.nDataSpace; 3191b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return err; 3192b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } else if (err == ERROR_UNSUPPORTED) { 3193b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // ignore not-implemented error for dataspace requests 3194b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = OK; 3195b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 31968338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 3197b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3198b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // this returns legacy versions if available 3199b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar *dataSpace = getDataSpaceForColorAspects(params.sAspects, true /* mayexpand */); 3200b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGV("[%s] using color aspects (R:%d(%s), P:%d(%s), M:%d(%s), T:%d(%s)) " 3201b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar "and dataspace %#x", 3202b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mComponentName.c_str(), 3203b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects.mRange, asString(params.sAspects.mRange), 3204b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects.mPrimaries, asString(params.sAspects.mPrimaries), 3205b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects.mMatrixCoeffs, asString(params.sAspects.mMatrixCoeffs), 3206b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects.mTransfer, asString(params.sAspects.mTransfer), 3207b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar *dataSpace); 3208b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return err; 3209b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar} 3210b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3211b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3212b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnarstatus_t ACodec::getColorAspectsAndDataSpaceForVideoDecoder( 3213b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar int32_t width, int32_t height, const sp<AMessage> &configFormat, sp<AMessage> &outputFormat, 3214b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar android_dataspace *dataSpace) { 3215b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar DescribeColorAspectsParams params; 3216b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar InitOMXParams(¶ms); 3217b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.nPortIndex = kPortIndexOutput; 3218b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3219b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // reset default format and get resulting format 3220b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar getColorAspectsFromFormat(configFormat, params.sAspects); 3221b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (dataSpace != NULL) { 3222b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar setDefaultCodecColorAspectsIfNeeded(params.sAspects, width, height); 32238338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 3224b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t err = setCodecColorAspects(params, true /* readBack */); 32258338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3226b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // we always set specified aspects for decoders 3227b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar setColorAspectsIntoFormat(params.sAspects, outputFormat); 3228b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3229b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (dataSpace != NULL) { 3230b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t res = getDataSpace(params, dataSpace, err == OK /* tryCodec */); 3231b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err == OK) { 3232b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = res; 3233b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 32348338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 32358338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3236b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return err; 32378338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar} 32388338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3239b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar// initial video encoder setup for bytebuffer mode 3240b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnarstatus_t ACodec::setColorAspectsForVideoEncoder( 3241b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar const sp<AMessage> &configFormat, sp<AMessage> &outputFormat, sp<AMessage> &inputFormat) { 3242b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // copy config to output format as this is not exposed via getFormat 3243b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar copyColorConfig(configFormat, outputFormat); 3244b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3245b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar DescribeColorAspectsParams params; 3246b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar InitOMXParams(¶ms); 3247b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.nPortIndex = kPortIndexInput; 3248b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar getColorAspectsFromFormat(configFormat, params.sAspects); 3249b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3250b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar (void)initDescribeColorAspectsIndex(); 3251b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3252b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar int32_t usingRecorder; 3253b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (configFormat->findInt32("android._using-recorder", &usingRecorder) && usingRecorder) { 3254b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar android_dataspace dataSpace = HAL_DATASPACE_BT709; 3255b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar int32_t width, height; 3256b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (configFormat->findInt32("width", &width) 3257b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar && configFormat->findInt32("height", &height)) { 3258b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar setDefaultCodecColorAspectsIfNeeded(params.sAspects, width, height); 3259b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t err = getDataSpace( 3260b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params, &dataSpace, mDescribeColorAspectsIndex /* tryCodec */); 3261b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err != OK) { 3262b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return err; 3263b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 3264b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar setColorAspectsIntoFormat(params.sAspects, outputFormat); 3265b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 3266b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar inputFormat->setInt32("android._dataspace", (int32_t)dataSpace); 32678338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 32688338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3269b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // communicate color aspects to codec, but do not allow change of the platform aspects 3270b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ColorAspects origAspects = params.sAspects; 3271b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar for (int triesLeft = 2; --triesLeft >= 0; ) { 3272b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t err = setCodecColorAspects(params, true /* readBack */); 3273b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err != OK 3274b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar || !ColorUtils::checkIfAspectsChangedAndUnspecifyThem( 3275b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects, origAspects, true /* usePlatformAspects */)) { 3276b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return err; 3277b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 3278b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGW_IF(triesLeft == 0, "[%s] Codec repeatedly changed requested ColorAspects.", 3279b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mComponentName.c_str()); 3280b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 3281b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return OK; 3282b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar} 3283b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3284b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar// subsequent initial video encoder setup for surface mode 3285b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnarstatus_t ACodec::setInitialColorAspectsForVideoEncoderSurfaceAndGetDataSpace( 3286b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar android_dataspace *dataSpace /* nonnull */) { 32878338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar DescribeColorAspectsParams params; 32888338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar InitOMXParams(¶ms); 3289b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.nPortIndex = kPortIndexInput; 32908338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar ColorAspects &aspects = params.sAspects; 32918338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3292b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // reset default format and store resulting format into both input and output formats 3293b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar getColorAspectsFromFormat(mConfigFormat, aspects); 3294b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar int32_t width, height; 3295b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (mInputFormat->findInt32("width", &width) && mInputFormat->findInt32("height", &height)) { 3296b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar setDefaultCodecColorAspectsIfNeeded(aspects, width, height); 32978338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 3298b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar setColorAspectsIntoFormat(aspects, mInputFormat); 3299b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar setColorAspectsIntoFormat(aspects, mOutputFormat); 33008338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3301b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // communicate color aspects to codec, but do not allow any change 3302b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ColorAspects origAspects = aspects; 3303b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t err = OK; 3304b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar for (int triesLeft = 2; mDescribeColorAspectsIndex && --triesLeft >= 0; ) { 3305b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t err = setCodecColorAspects(params, true /* readBack */); 3306b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err != OK || !ColorUtils::checkIfAspectsChangedAndUnspecifyThem(aspects, origAspects)) { 3307b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar break; 3308b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 3309b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGW_IF(triesLeft == 0, "[%s] Codec repeatedly changed requested ColorAspects.", 3310b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mComponentName.c_str()); 33118338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 33128338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3313b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar *dataSpace = HAL_DATASPACE_BT709; 3314b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar aspects = origAspects; // restore desired color aspects 3315b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t res = getDataSpace( 3316b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params, dataSpace, err == OK && mDescribeColorAspectsIndex /* tryCodec */); 3317b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err == OK) { 3318b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = res; 33198338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 3320b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mInputFormat->setInt32("android._dataspace", (int32_t)*dataSpace); 3321b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mInputFormat->setBuffer( 3322b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar "android._color-aspects", ABuffer::CreateAsCopy(&aspects, sizeof(aspects))); 3323b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3324b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // update input format with codec supported color aspects (basically set unsupported 3325b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // aspects to Unspecified) 3326b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err == OK) { 3327b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar (void)getInputColorAspectsForVideoEncoder(mInputFormat); 33288338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 3329b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3330b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGV("set default color aspects, updated input format to %s, output format to %s", 3331b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mInputFormat->debugString(4).c_str(), mOutputFormat->debugString(4).c_str()); 3332b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3333b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return err; 3334f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 3335f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 33368338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnarstatus_t ACodec::setupVideoEncoder( 3337b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar const char *mime, const sp<AMessage> &msg, 3338b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar sp<AMessage> &outputFormat, sp<AMessage> &inputFormat) { 33395778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t tmp; 33405778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("color-format", &tmp)) { 33415778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 33425778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 33435778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33445778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_COLOR_FORMATTYPE colorFormat = 33455778822d86b0337407514b9372562b86edfa91cdAndreas Huber static_cast<OMX_COLOR_FORMATTYPE>(tmp); 33465778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33475778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = setVideoPortFormatType( 33485778822d86b0337407514b9372562b86edfa91cdAndreas Huber kPortIndexInput, OMX_VIDEO_CodingUnused, colorFormat); 33495778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33505778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 33515778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGE("[%s] does not support color format %d", 33525778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentName.c_str(), colorFormat); 33535778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33545778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 33555778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 33565778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33575778822d86b0337407514b9372562b86edfa91cdAndreas Huber /* Input port configuration */ 33585778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33595778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 33605778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&def); 33615778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33625778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PORTDEFINITIONTYPE *video_def = &def.format.video; 33635778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33645778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.nPortIndex = kPortIndexInput; 33655778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33665778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->getParameter( 33675778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 33685778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33695778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 33705778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 33715778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 33725778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33735778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t width, height, bitrate; 33745778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("width", &width) 33755778822d86b0337407514b9372562b86edfa91cdAndreas Huber || !msg->findInt32("height", &height) 33765778822d86b0337407514b9372562b86edfa91cdAndreas Huber || !msg->findInt32("bitrate", &bitrate)) { 33775778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 33785778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 33795778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33805778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nFrameWidth = width; 33815778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nFrameHeight = height; 33825778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33835778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t stride; 33845778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("stride", &stride)) { 33855778822d86b0337407514b9372562b86edfa91cdAndreas Huber stride = width; 33865778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 33875778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33885778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nStride = stride; 33895778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33905778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t sliceHeight; 33915778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("slice-height", &sliceHeight)) { 33925778822d86b0337407514b9372562b86edfa91cdAndreas Huber sliceHeight = height; 33935778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 33945778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33955778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nSliceHeight = sliceHeight; 33965778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33975778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.nBufferSize = (video_def->nStride * video_def->nSliceHeight * 3) / 2; 33985778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33995778822d86b0337407514b9372562b86edfa91cdAndreas Huber float frameRate; 34005778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findFloat("frame-rate", &frameRate)) { 34015778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t tmp; 34025778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("frame-rate", &tmp)) { 34035778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 34045778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 34055778822d86b0337407514b9372562b86edfa91cdAndreas Huber frameRate = (float)tmp; 34062c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mTimePerFrameUs = (int64_t) (1000000.0f / frameRate); 34075778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 34085778822d86b0337407514b9372562b86edfa91cdAndreas Huber 34095778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->xFramerate = (OMX_U32)(frameRate * 65536.0f); 34105778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->eCompressionFormat = OMX_VIDEO_CodingUnused; 3411a32d5435d9585794b72dd12546054f13adb845f2Lajos Molnar // this is redundant as it was already set up in setVideoPortFormatType 3412a32d5435d9585794b72dd12546054f13adb845f2Lajos Molnar // FIXME for now skip this only for flexible YUV formats 3413a32d5435d9585794b72dd12546054f13adb845f2Lajos Molnar if (colorFormat != OMX_COLOR_FormatYUV420Flexible) { 3414a32d5435d9585794b72dd12546054f13adb845f2Lajos Molnar video_def->eColorFormat = colorFormat; 3415a32d5435d9585794b72dd12546054f13adb845f2Lajos Molnar } 34165778822d86b0337407514b9372562b86edfa91cdAndreas Huber 34175778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 34185778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 34195778822d86b0337407514b9372562b86edfa91cdAndreas Huber 34205778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 34215778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGE("[%s] failed to set input port definition parameters.", 34225778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentName.c_str()); 34235778822d86b0337407514b9372562b86edfa91cdAndreas Huber 34245778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 34255778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 34265778822d86b0337407514b9372562b86edfa91cdAndreas Huber 34275778822d86b0337407514b9372562b86edfa91cdAndreas Huber /* Output port configuration */ 34285778822d86b0337407514b9372562b86edfa91cdAndreas Huber 34295778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_CODINGTYPE compressionFormat; 34305778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = GetVideoCodingTypeFromMime(mime, &compressionFormat); 34315778822d86b0337407514b9372562b86edfa91cdAndreas Huber 34325778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 34335778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 34345778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 34355778822d86b0337407514b9372562b86edfa91cdAndreas Huber 34365778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setVideoPortFormatType( 34375778822d86b0337407514b9372562b86edfa91cdAndreas Huber kPortIndexOutput, compressionFormat, OMX_COLOR_FormatUnused); 34385778822d86b0337407514b9372562b86edfa91cdAndreas Huber 34395778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 34405778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGE("[%s] does not support compression format %d", 34415778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentName.c_str(), compressionFormat); 34425778822d86b0337407514b9372562b86edfa91cdAndreas Huber 34435778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 34445778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 34455778822d86b0337407514b9372562b86edfa91cdAndreas Huber 34465778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.nPortIndex = kPortIndexOutput; 34475778822d86b0337407514b9372562b86edfa91cdAndreas Huber 34485778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->getParameter( 34495778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 34505778822d86b0337407514b9372562b86edfa91cdAndreas Huber 34515778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 34525778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 34535778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 34545778822d86b0337407514b9372562b86edfa91cdAndreas Huber 34555778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nFrameWidth = width; 34565778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nFrameHeight = height; 34575778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->xFramerate = 0; 34585778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nBitrate = bitrate; 34595778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->eCompressionFormat = compressionFormat; 34605778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->eColorFormat = OMX_COLOR_FormatUnused; 34615778822d86b0337407514b9372562b86edfa91cdAndreas Huber 34625778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 34635778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 34645778822d86b0337407514b9372562b86edfa91cdAndreas Huber 34655778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 34665778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGE("[%s] failed to set output port definition parameters.", 34675778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentName.c_str()); 34685778822d86b0337407514b9372562b86edfa91cdAndreas Huber 34695778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 34705778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 34715778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3472870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang int32_t intraRefreshPeriod = 0; 3473870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (msg->findInt32("intra-refresh-period", &intraRefreshPeriod) 3474870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang && intraRefreshPeriod >= 0) { 3475870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang err = setIntraRefreshPeriod((uint32_t)intraRefreshPeriod, true); 3476870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (err != OK) { 3477870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang ALOGI("[%s] failed setIntraRefreshPeriod. Failure is fine since this key is optional", 3478870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang mComponentName.c_str()); 3479870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang err = OK; 3480870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 3481870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 3482870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 34835778822d86b0337407514b9372562b86edfa91cdAndreas Huber switch (compressionFormat) { 34845778822d86b0337407514b9372562b86edfa91cdAndreas Huber case OMX_VIDEO_CodingMPEG4: 34855778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setupMPEG4EncoderParameters(msg); 34865778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 34875778822d86b0337407514b9372562b86edfa91cdAndreas Huber 34885778822d86b0337407514b9372562b86edfa91cdAndreas Huber case OMX_VIDEO_CodingH263: 34895778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setupH263EncoderParameters(msg); 34905778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 34915778822d86b0337407514b9372562b86edfa91cdAndreas Huber 34925778822d86b0337407514b9372562b86edfa91cdAndreas Huber case OMX_VIDEO_CodingAVC: 34935778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setupAVCEncoderParameters(msg); 34945778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 34955778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3496c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad case OMX_VIDEO_CodingHEVC: 3497c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad err = setupHEVCEncoderParameters(msg); 3498c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad break; 3499c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 350089b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber case OMX_VIDEO_CodingVP8: 350189b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber case OMX_VIDEO_CodingVP9: 350289b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber err = setupVPXEncoderParameters(msg); 350389b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber break; 350489b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber 35055778822d86b0337407514b9372562b86edfa91cdAndreas Huber default: 35065778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 35075778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 35085778822d86b0337407514b9372562b86edfa91cdAndreas Huber 35098338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar // Set up color aspects on input, but propagate them to the output format, as they will 35108338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar // not be read back from encoder. 3511b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = setColorAspectsForVideoEncoder(msg, outputFormat, inputFormat); 3512b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err == ERROR_UNSUPPORTED) { 35138338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar ALOGI("[%s] cannot encode color aspects. Ignoring.", mComponentName.c_str()); 35148338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar err = OK; 35158338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 35168338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3517d36a023778256f0550e9a09e9993c066e8a3c7d7Ronghua Wu if (err == OK) { 3518d36a023778256f0550e9a09e9993c066e8a3c7d7Ronghua Wu ALOGI("setupVideoEncoder succeeded"); 3519d36a023778256f0550e9a09e9993c066e8a3c7d7Ronghua Wu } 35205778822d86b0337407514b9372562b86edfa91cdAndreas Huber 35215778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 35225778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 35235778822d86b0337407514b9372562b86edfa91cdAndreas Huber 35240dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dongstatus_t ACodec::setCyclicIntraMacroblockRefresh(const sp<AMessage> &msg, int32_t mode) { 35250dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong OMX_VIDEO_PARAM_INTRAREFRESHTYPE params; 35260dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong InitOMXParams(¶ms); 35270dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.nPortIndex = kPortIndexOutput; 35280dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 35290dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.eRefreshMode = static_cast<OMX_VIDEO_INTRAREFRESHTYPE>(mode); 35300dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 35310dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (params.eRefreshMode == OMX_VIDEO_IntraRefreshCyclic || 35320dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.eRefreshMode == OMX_VIDEO_IntraRefreshBoth) { 35330dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong int32_t mbs; 35340dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (!msg->findInt32("intra-refresh-CIR-mbs", &mbs)) { 35350dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong return INVALID_OPERATION; 35360dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 35370dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.nCirMBs = mbs; 35380dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 35390dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 35400dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (params.eRefreshMode == OMX_VIDEO_IntraRefreshAdaptive || 35410dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.eRefreshMode == OMX_VIDEO_IntraRefreshBoth) { 35420dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong int32_t mbs; 35430dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (!msg->findInt32("intra-refresh-AIR-mbs", &mbs)) { 35440dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong return INVALID_OPERATION; 35450dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 35460dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.nAirMBs = mbs; 35470dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 35480dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong int32_t ref; 35490dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (!msg->findInt32("intra-refresh-AIR-ref", &ref)) { 35500dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong return INVALID_OPERATION; 35510dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 35520dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.nAirRef = ref; 35530dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 35540dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 35550dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong status_t err = mOMX->setParameter( 35560dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong mNode, OMX_IndexParamVideoIntraRefresh, 35570dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong ¶ms, sizeof(params)); 35580dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong return err; 35590dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong} 35600dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 35615778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatic OMX_U32 setPFramesSpacing(int32_t iFramesInterval, int32_t frameRate) { 35625778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (iFramesInterval < 0) { 35635778822d86b0337407514b9372562b86edfa91cdAndreas Huber return 0xFFFFFFFF; 35645778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (iFramesInterval == 0) { 35655778822d86b0337407514b9372562b86edfa91cdAndreas Huber return 0; 35665778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 35675778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_U32 ret = frameRate * iFramesInterval; 35685778822d86b0337407514b9372562b86edfa91cdAndreas Huber return ret; 35695778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 35705778822d86b0337407514b9372562b86edfa91cdAndreas Huber 357196076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huberstatic OMX_VIDEO_CONTROLRATETYPE getBitrateMode(const sp<AMessage> &msg) { 357296076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber int32_t tmp; 357396076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber if (!msg->findInt32("bitrate-mode", &tmp)) { 357496076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber return OMX_Video_ControlRateVariable; 357596076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber } 357696076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber 357796076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber return static_cast<OMX_VIDEO_CONTROLRATETYPE>(tmp); 357896076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber} 357996076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber 35805778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupMPEG4EncoderParameters(const sp<AMessage> &msg) { 35815778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t bitrate, iFrameInterval; 35825778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("bitrate", &bitrate) 35835778822d86b0337407514b9372562b86edfa91cdAndreas Huber || !msg->findInt32("i-frame-interval", &iFrameInterval)) { 35845778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 35855778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 35865778822d86b0337407514b9372562b86edfa91cdAndreas Huber 358796076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber OMX_VIDEO_CONTROLRATETYPE bitrateMode = getBitrateMode(msg); 358896076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber 35895778822d86b0337407514b9372562b86edfa91cdAndreas Huber float frameRate; 35905778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findFloat("frame-rate", &frameRate)) { 35915778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t tmp; 35925778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("frame-rate", &tmp)) { 35935778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 35945778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 35955778822d86b0337407514b9372562b86edfa91cdAndreas Huber frameRate = (float)tmp; 35965778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 35975778822d86b0337407514b9372562b86edfa91cdAndreas Huber 35985778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PARAM_MPEG4TYPE mpeg4type; 35995778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&mpeg4type); 36005778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nPortIndex = kPortIndexOutput; 36015778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36025778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = mOMX->getParameter( 36035778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoMpeg4, &mpeg4type, sizeof(mpeg4type)); 36045778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36055778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 36065778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 36075778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 36085778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36095778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nSliceHeaderSpacing = 0; 36105778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.bSVH = OMX_FALSE; 36115778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.bGov = OMX_FALSE; 36125778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36135778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nAllowedPictureTypes = 36145778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PictureTypeI | OMX_VIDEO_PictureTypeP; 36155778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36165778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nPFrames = setPFramesSpacing(iFrameInterval, frameRate); 36175778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mpeg4type.nPFrames == 0) { 36185778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nAllowedPictureTypes = OMX_VIDEO_PictureTypeI; 36195778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 36205778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nBFrames = 0; 36215778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nIDCVLCThreshold = 0; 36225778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.bACPred = OMX_TRUE; 36235778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nMaxPacketSize = 256; 36245778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nTimeIncRes = 1000; 36255778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nHeaderExtension = 0; 36265778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.bReversibleVLC = OMX_FALSE; 36275778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36285778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t profile; 36295778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (msg->findInt32("profile", &profile)) { 36305778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t level; 36315778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("level", &level)) { 36325778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 36335778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 36345778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36355778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = verifySupportForProfileAndLevel(profile, level); 36365778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36375778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 36385778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 36395778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 36405778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36415778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.eProfile = static_cast<OMX_VIDEO_MPEG4PROFILETYPE>(profile); 36425778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.eLevel = static_cast<OMX_VIDEO_MPEG4LEVELTYPE>(level); 36435778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 36445778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36455778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 36465778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoMpeg4, &mpeg4type, sizeof(mpeg4type)); 36475778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36485778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 36495778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 36505778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 36515778822d86b0337407514b9372562b86edfa91cdAndreas Huber 365296076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber err = configureBitrate(bitrate, bitrateMode); 36535778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36545778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 36555778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 36565778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 36575778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36585778822d86b0337407514b9372562b86edfa91cdAndreas Huber return setupErrorCorrectionParameters(); 36595778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 36605778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36615778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupH263EncoderParameters(const sp<AMessage> &msg) { 36625778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t bitrate, iFrameInterval; 36635778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("bitrate", &bitrate) 36645778822d86b0337407514b9372562b86edfa91cdAndreas Huber || !msg->findInt32("i-frame-interval", &iFrameInterval)) { 36655778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 36665778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 36675778822d86b0337407514b9372562b86edfa91cdAndreas Huber 366896076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber OMX_VIDEO_CONTROLRATETYPE bitrateMode = getBitrateMode(msg); 366996076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber 36705778822d86b0337407514b9372562b86edfa91cdAndreas Huber float frameRate; 36715778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findFloat("frame-rate", &frameRate)) { 36725778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t tmp; 36735778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("frame-rate", &tmp)) { 36745778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 36755778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 36765778822d86b0337407514b9372562b86edfa91cdAndreas Huber frameRate = (float)tmp; 36775778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 36785778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36795778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PARAM_H263TYPE h263type; 36805778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&h263type); 36815778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nPortIndex = kPortIndexOutput; 36825778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36835778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = mOMX->getParameter( 36845778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoH263, &h263type, sizeof(h263type)); 36855778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36865778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 36875778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 36885778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 36895778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36905778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nAllowedPictureTypes = 36915778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PictureTypeI | OMX_VIDEO_PictureTypeP; 36925778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36935778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nPFrames = setPFramesSpacing(iFrameInterval, frameRate); 36945778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (h263type.nPFrames == 0) { 36955778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nAllowedPictureTypes = OMX_VIDEO_PictureTypeI; 36965778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 36975778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nBFrames = 0; 36985778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36995778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t profile; 37005778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (msg->findInt32("profile", &profile)) { 37015778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t level; 37025778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("level", &level)) { 37035778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 37045778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 37055778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37065778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = verifySupportForProfileAndLevel(profile, level); 37075778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37085778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 37095778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 37105778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 37115778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37125778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.eProfile = static_cast<OMX_VIDEO_H263PROFILETYPE>(profile); 37135778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.eLevel = static_cast<OMX_VIDEO_H263LEVELTYPE>(level); 37145778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 37155778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37165778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.bPLUSPTYPEAllowed = OMX_FALSE; 37175778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.bForceRoundingTypeToZero = OMX_FALSE; 37185778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nPictureHeaderRepetition = 0; 37195778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nGOBHeaderInterval = 0; 37205778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37215778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 37225778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoH263, &h263type, sizeof(h263type)); 37235778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37245778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 37255778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 37265778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 37275778822d86b0337407514b9372562b86edfa91cdAndreas Huber 372896076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber err = configureBitrate(bitrate, bitrateMode); 37295778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37305778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 37315778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 37325778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 37335778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37345778822d86b0337407514b9372562b86edfa91cdAndreas Huber return setupErrorCorrectionParameters(); 37355778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 37365778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3737a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar// static 3738a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnarint /* OMX_VIDEO_AVCLEVELTYPE */ ACodec::getAVCLevelFor( 3739a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar int width, int height, int rate, int bitrate, 3740a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar OMX_VIDEO_AVCPROFILETYPE profile) { 3741a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar // convert bitrate to main/baseline profile kbps equivalent 3742a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar switch (profile) { 3743a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar case OMX_VIDEO_AVCProfileHigh10: 3744a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar bitrate = divUp(bitrate, 3000); break; 3745a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar case OMX_VIDEO_AVCProfileHigh: 3746a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar bitrate = divUp(bitrate, 1250); break; 3747a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar default: 3748a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar bitrate = divUp(bitrate, 1000); break; 3749a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar } 3750a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar 3751a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar // convert size and rate to MBs 3752a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar width = divUp(width, 16); 3753a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar height = divUp(height, 16); 3754a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar int mbs = width * height; 3755a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar rate *= mbs; 3756a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar int maxDimension = max(width, height); 3757a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar 3758a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar static const int limits[][5] = { 3759a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar /* MBps MB dim bitrate level */ 3760a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 1485, 99, 28, 64, OMX_VIDEO_AVCLevel1 }, 3761a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 1485, 99, 28, 128, OMX_VIDEO_AVCLevel1b }, 3762a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 3000, 396, 56, 192, OMX_VIDEO_AVCLevel11 }, 3763a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 6000, 396, 56, 384, OMX_VIDEO_AVCLevel12 }, 3764a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 11880, 396, 56, 768, OMX_VIDEO_AVCLevel13 }, 3765a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 11880, 396, 56, 2000, OMX_VIDEO_AVCLevel2 }, 3766a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 19800, 792, 79, 4000, OMX_VIDEO_AVCLevel21 }, 3767a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 20250, 1620, 113, 4000, OMX_VIDEO_AVCLevel22 }, 3768a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 40500, 1620, 113, 10000, OMX_VIDEO_AVCLevel3 }, 3769a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 108000, 3600, 169, 14000, OMX_VIDEO_AVCLevel31 }, 3770a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 216000, 5120, 202, 20000, OMX_VIDEO_AVCLevel32 }, 3771a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 245760, 8192, 256, 20000, OMX_VIDEO_AVCLevel4 }, 3772a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 245760, 8192, 256, 50000, OMX_VIDEO_AVCLevel41 }, 3773a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 522240, 8704, 263, 50000, OMX_VIDEO_AVCLevel42 }, 3774a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 589824, 22080, 420, 135000, OMX_VIDEO_AVCLevel5 }, 3775a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 983040, 36864, 543, 240000, OMX_VIDEO_AVCLevel51 }, 3776a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 2073600, 36864, 543, 240000, OMX_VIDEO_AVCLevel52 }, 3777a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar }; 3778a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar 3779a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar for (size_t i = 0; i < ARRAY_SIZE(limits); i++) { 3780a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar const int (&limit)[5] = limits[i]; 3781a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar if (rate <= limit[0] && mbs <= limit[1] && maxDimension <= limit[2] 3782a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar && bitrate <= limit[3]) { 3783a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar return limit[4]; 3784a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar } 3785a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar } 3786a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar return 0; 3787a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar} 3788a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar 37895778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupAVCEncoderParameters(const sp<AMessage> &msg) { 37905778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t bitrate, iFrameInterval; 37915778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("bitrate", &bitrate) 37925778822d86b0337407514b9372562b86edfa91cdAndreas Huber || !msg->findInt32("i-frame-interval", &iFrameInterval)) { 37935778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 37945778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 37955778822d86b0337407514b9372562b86edfa91cdAndreas Huber 379696076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber OMX_VIDEO_CONTROLRATETYPE bitrateMode = getBitrateMode(msg); 379796076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber 37985778822d86b0337407514b9372562b86edfa91cdAndreas Huber float frameRate; 37995778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findFloat("frame-rate", &frameRate)) { 38005778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t tmp; 38015778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("frame-rate", &tmp)) { 38025778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 38035778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 38045778822d86b0337407514b9372562b86edfa91cdAndreas Huber frameRate = (float)tmp; 38055778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 38065778822d86b0337407514b9372562b86edfa91cdAndreas Huber 38070dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong status_t err = OK; 38080dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong int32_t intraRefreshMode = 0; 38090dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (msg->findInt32("intra-refresh-mode", &intraRefreshMode)) { 38100dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong err = setCyclicIntraMacroblockRefresh(msg, intraRefreshMode); 38110dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (err != OK) { 38120dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong ALOGE("Setting intra macroblock refresh mode (%d) failed: 0x%x", 38130dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong err, intraRefreshMode); 38140dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong return err; 38150dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 38160dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 38170dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 38185778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PARAM_AVCTYPE h264type; 38195778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&h264type); 38205778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nPortIndex = kPortIndexOutput; 38215778822d86b0337407514b9372562b86edfa91cdAndreas Huber 38220dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong err = mOMX->getParameter( 38235778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoAvc, &h264type, sizeof(h264type)); 38245778822d86b0337407514b9372562b86edfa91cdAndreas Huber 38255778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 38265778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 38275778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 38285778822d86b0337407514b9372562b86edfa91cdAndreas Huber 38295778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nAllowedPictureTypes = 38305778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PictureTypeI | OMX_VIDEO_PictureTypeP; 38315778822d86b0337407514b9372562b86edfa91cdAndreas Huber 38325778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t profile; 38335778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (msg->findInt32("profile", &profile)) { 38345778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t level; 38355778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("level", &level)) { 38365778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 38375778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 38385778822d86b0337407514b9372562b86edfa91cdAndreas Huber 38395778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = verifySupportForProfileAndLevel(profile, level); 38405778822d86b0337407514b9372562b86edfa91cdAndreas Huber 38415778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 38425778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 38435778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 38445778822d86b0337407514b9372562b86edfa91cdAndreas Huber 38455778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.eProfile = static_cast<OMX_VIDEO_AVCPROFILETYPE>(profile); 38465778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.eLevel = static_cast<OMX_VIDEO_AVCLEVELTYPE>(level); 38475778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 38485778822d86b0337407514b9372562b86edfa91cdAndreas Huber 38495778822d86b0337407514b9372562b86edfa91cdAndreas Huber // XXX 38507c25df82dfc8bbedb58608242f0d923a4594bb14James Dong if (h264type.eProfile != OMX_VIDEO_AVCProfileBaseline) { 38517c25df82dfc8bbedb58608242f0d923a4594bb14James Dong ALOGW("Use baseline profile instead of %d for AVC recording", 38527c25df82dfc8bbedb58608242f0d923a4594bb14James Dong h264type.eProfile); 38535778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.eProfile = OMX_VIDEO_AVCProfileBaseline; 38545778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 38555778822d86b0337407514b9372562b86edfa91cdAndreas Huber 38565778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (h264type.eProfile == OMX_VIDEO_AVCProfileBaseline) { 38575778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nSliceHeaderSpacing = 0; 38585778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bUseHadamard = OMX_TRUE; 38595778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nRefFrames = 1; 38605778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nBFrames = 0; 38615778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nPFrames = setPFramesSpacing(iFrameInterval, frameRate); 38625778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (h264type.nPFrames == 0) { 38635778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nAllowedPictureTypes = OMX_VIDEO_PictureTypeI; 38645778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 38655778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nRefIdx10ActiveMinus1 = 0; 38665778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nRefIdx11ActiveMinus1 = 0; 38675778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bEntropyCodingCABAC = OMX_FALSE; 38685778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bWeightedPPrediction = OMX_FALSE; 38695778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bconstIpred = OMX_FALSE; 38705778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bDirect8x8Inference = OMX_FALSE; 38715778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bDirectSpatialTemporal = OMX_FALSE; 38725778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nCabacInitIdc = 0; 38735778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 38745778822d86b0337407514b9372562b86edfa91cdAndreas Huber 38755778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (h264type.nBFrames != 0) { 38765778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nAllowedPictureTypes |= OMX_VIDEO_PictureTypeB; 38775778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 38785778822d86b0337407514b9372562b86edfa91cdAndreas Huber 38795778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bEnableUEP = OMX_FALSE; 38805778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bEnableFMO = OMX_FALSE; 38815778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bEnableASO = OMX_FALSE; 38825778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bEnableRS = OMX_FALSE; 38835778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bFrameMBsOnly = OMX_TRUE; 38845778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bMBAFF = OMX_FALSE; 38855778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.eLoopFilterMode = OMX_VIDEO_AVCLoopFilterEnable; 38865778822d86b0337407514b9372562b86edfa91cdAndreas Huber 38875778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 38885778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoAvc, &h264type, sizeof(h264type)); 38895778822d86b0337407514b9372562b86edfa91cdAndreas Huber 38905778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 38915778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 38925778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 38935778822d86b0337407514b9372562b86edfa91cdAndreas Huber 389496076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber return configureBitrate(bitrate, bitrateMode); 38955778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 38965778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3897c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachadstatus_t ACodec::setupHEVCEncoderParameters(const sp<AMessage> &msg) { 3898c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad int32_t bitrate, iFrameInterval; 3899c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (!msg->findInt32("bitrate", &bitrate) 3900c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad || !msg->findInt32("i-frame-interval", &iFrameInterval)) { 3901c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return INVALID_OPERATION; 3902c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 3903c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 3904c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad OMX_VIDEO_CONTROLRATETYPE bitrateMode = getBitrateMode(msg); 3905c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 3906c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad float frameRate; 3907c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (!msg->findFloat("frame-rate", &frameRate)) { 3908c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad int32_t tmp; 3909c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (!msg->findInt32("frame-rate", &tmp)) { 3910c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return INVALID_OPERATION; 3911c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 3912c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad frameRate = (float)tmp; 3913c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 3914c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 3915c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad OMX_VIDEO_PARAM_HEVCTYPE hevcType; 3916c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad InitOMXParams(&hevcType); 3917c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad hevcType.nPortIndex = kPortIndexOutput; 3918c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 3919c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad status_t err = OK; 3920c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad err = mOMX->getParameter( 3921c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad mNode, (OMX_INDEXTYPE)OMX_IndexParamVideoHevc, &hevcType, sizeof(hevcType)); 3922c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (err != OK) { 3923c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return err; 3924c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 3925c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 3926c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad int32_t profile; 3927c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (msg->findInt32("profile", &profile)) { 3928c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad int32_t level; 3929c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (!msg->findInt32("level", &level)) { 3930c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return INVALID_OPERATION; 3931c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 3932c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 3933c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad err = verifySupportForProfileAndLevel(profile, level); 3934c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (err != OK) { 3935c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return err; 3936c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 3937c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 3938c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad hevcType.eProfile = static_cast<OMX_VIDEO_HEVCPROFILETYPE>(profile); 3939c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad hevcType.eLevel = static_cast<OMX_VIDEO_HEVCLEVELTYPE>(level); 3940c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 39419aa87d4ef502c9700a31fe46dc6e1d6f99cf4e5eWonsik Kim // TODO: finer control? 39429aa87d4ef502c9700a31fe46dc6e1d6f99cf4e5eWonsik Kim hevcType.nKeyFrameInterval = setPFramesSpacing(iFrameInterval, frameRate); 3943c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 3944c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad err = mOMX->setParameter( 3945c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad mNode, (OMX_INDEXTYPE)OMX_IndexParamVideoHevc, &hevcType, sizeof(hevcType)); 3946c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (err != OK) { 3947c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return err; 3948c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 3949c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 3950c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return configureBitrate(bitrate, bitrateMode); 3951c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad} 3952c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 395389b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huberstatus_t ACodec::setupVPXEncoderParameters(const sp<AMessage> &msg) { 395489b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber int32_t bitrate; 39554154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev int32_t iFrameInterval = 0; 39564154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev size_t tsLayers = 0; 39574154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev OMX_VIDEO_ANDROID_VPXTEMPORALLAYERPATTERNTYPE pattern = 39584154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev OMX_VIDEO_VPXTemporalLayerPatternNone; 39594154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev static const uint32_t kVp8LayerRateAlloction 39604154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev [OMX_VIDEO_ANDROID_MAXVP8TEMPORALLAYERS] 39614154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev [OMX_VIDEO_ANDROID_MAXVP8TEMPORALLAYERS] = { 39624154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev {100, 100, 100}, // 1 layer 39634154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev { 60, 100, 100}, // 2 layers {60%, 40%} 39644154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev { 40, 60, 100}, // 3 layers {40%, 20%, 40%} 39654154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev }; 396689b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber if (!msg->findInt32("bitrate", &bitrate)) { 396789b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber return INVALID_OPERATION; 396889b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber } 39694154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev msg->findInt32("i-frame-interval", &iFrameInterval); 397089b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber 397189b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber OMX_VIDEO_CONTROLRATETYPE bitrateMode = getBitrateMode(msg); 397289b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber 39734154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev float frameRate; 39744154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (!msg->findFloat("frame-rate", &frameRate)) { 39754154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev int32_t tmp; 39764154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (!msg->findInt32("frame-rate", &tmp)) { 39774154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev return INVALID_OPERATION; 39784154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 39794154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev frameRate = (float)tmp; 39804154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 39814154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev 39824154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev AString tsSchema; 39834154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (msg->findString("ts-schema", &tsSchema)) { 39844154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (tsSchema == "webrtc.vp8.1-layer") { 39854154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev pattern = OMX_VIDEO_VPXTemporalLayerPatternWebRTC; 39864154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev tsLayers = 1; 39874154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } else if (tsSchema == "webrtc.vp8.2-layer") { 39884154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev pattern = OMX_VIDEO_VPXTemporalLayerPatternWebRTC; 39894154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev tsLayers = 2; 39904154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } else if (tsSchema == "webrtc.vp8.3-layer") { 39914154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev pattern = OMX_VIDEO_VPXTemporalLayerPatternWebRTC; 39924154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev tsLayers = 3; 39934154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } else { 39944154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev ALOGW("Unsupported ts-schema [%s]", tsSchema.c_str()); 39954154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 39964154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 39974154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev 39984154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev OMX_VIDEO_PARAM_ANDROID_VP8ENCODERTYPE vp8type; 39994154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev InitOMXParams(&vp8type); 40004154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.nPortIndex = kPortIndexOutput; 40014154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev status_t err = mOMX->getParameter( 40024154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev mNode, (OMX_INDEXTYPE)OMX_IndexParamVideoAndroidVp8Encoder, 40034154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev &vp8type, sizeof(vp8type)); 40044154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev 40054154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (err == OK) { 40064154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (iFrameInterval > 0) { 40074154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.nKeyFrameInterval = setPFramesSpacing(iFrameInterval, frameRate); 40084154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 40094154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.eTemporalPattern = pattern; 40104154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.nTemporalLayerCount = tsLayers; 40114154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (tsLayers > 0) { 40124154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev for (size_t i = 0; i < OMX_VIDEO_ANDROID_MAXVP8TEMPORALLAYERS; i++) { 40134154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.nTemporalLayerBitrateRatio[i] = 40144154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev kVp8LayerRateAlloction[tsLayers - 1][i]; 40154154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 40164154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 40174154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (bitrateMode == OMX_Video_ControlRateConstant) { 40184154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.nMinQuantizer = 2; 40194154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.nMaxQuantizer = 63; 40204154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 40214154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev 40224154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev err = mOMX->setParameter( 40234154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev mNode, (OMX_INDEXTYPE)OMX_IndexParamVideoAndroidVp8Encoder, 40244154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev &vp8type, sizeof(vp8type)); 40254154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (err != OK) { 40264154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev ALOGW("Extended VP8 parameters set failed: %d", err); 40274154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 40284154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 40294154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev 403089b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber return configureBitrate(bitrate, bitrateMode); 403189b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber} 403289b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber 40335778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::verifySupportForProfileAndLevel( 40345778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t profile, int32_t level) { 40355778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PARAM_PROFILELEVELTYPE params; 40365778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(¶ms); 40375778822d86b0337407514b9372562b86edfa91cdAndreas Huber params.nPortIndex = kPortIndexOutput; 40385778822d86b0337407514b9372562b86edfa91cdAndreas Huber 40396e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar for (OMX_U32 index = 0; index <= kMaxIndicesToCheck; ++index) { 40406e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar params.nProfileIndex = index; 40415778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = mOMX->getParameter( 40425778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, 40435778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_IndexParamVideoProfileLevelQuerySupported, 40445778822d86b0337407514b9372562b86edfa91cdAndreas Huber ¶ms, 40455778822d86b0337407514b9372562b86edfa91cdAndreas Huber sizeof(params)); 40465778822d86b0337407514b9372562b86edfa91cdAndreas Huber 40475778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 40485778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 40495778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 40505778822d86b0337407514b9372562b86edfa91cdAndreas Huber 40515778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t supportedProfile = static_cast<int32_t>(params.eProfile); 40525778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t supportedLevel = static_cast<int32_t>(params.eLevel); 40535778822d86b0337407514b9372562b86edfa91cdAndreas Huber 40545778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (profile == supportedProfile && level <= supportedLevel) { 40555778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 40565778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 40576e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar 40586e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar if (index == kMaxIndicesToCheck) { 40596e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar ALOGW("[%s] stopping checking profiles after %u: %x/%x", 40606e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar mComponentName.c_str(), index, 40616e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar params.eProfile, params.eLevel); 40626e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar } 40635778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 40646e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar return ERROR_UNSUPPORTED; 40655778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 40665778822d86b0337407514b9372562b86edfa91cdAndreas Huber 406796076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huberstatus_t ACodec::configureBitrate( 406896076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber int32_t bitrate, OMX_VIDEO_CONTROLRATETYPE bitrateMode) { 40695778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PARAM_BITRATETYPE bitrateType; 40705778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&bitrateType); 40715778822d86b0337407514b9372562b86edfa91cdAndreas Huber bitrateType.nPortIndex = kPortIndexOutput; 40725778822d86b0337407514b9372562b86edfa91cdAndreas Huber 40735778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = mOMX->getParameter( 40745778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoBitrate, 40755778822d86b0337407514b9372562b86edfa91cdAndreas Huber &bitrateType, sizeof(bitrateType)); 40765778822d86b0337407514b9372562b86edfa91cdAndreas Huber 40775778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 40785778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 40795778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 40805778822d86b0337407514b9372562b86edfa91cdAndreas Huber 408196076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber bitrateType.eControlRate = bitrateMode; 40825778822d86b0337407514b9372562b86edfa91cdAndreas Huber bitrateType.nTargetBitrate = bitrate; 40835778822d86b0337407514b9372562b86edfa91cdAndreas Huber 40845778822d86b0337407514b9372562b86edfa91cdAndreas Huber return mOMX->setParameter( 40855778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoBitrate, 40865778822d86b0337407514b9372562b86edfa91cdAndreas Huber &bitrateType, sizeof(bitrateType)); 40875778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 40885778822d86b0337407514b9372562b86edfa91cdAndreas Huber 40895778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupErrorCorrectionParameters() { 40905778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PARAM_ERRORCORRECTIONTYPE errorCorrectionType; 40915778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&errorCorrectionType); 40925778822d86b0337407514b9372562b86edfa91cdAndreas Huber errorCorrectionType.nPortIndex = kPortIndexOutput; 40935778822d86b0337407514b9372562b86edfa91cdAndreas Huber 40945778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = mOMX->getParameter( 40955778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoErrorCorrection, 40965778822d86b0337407514b9372562b86edfa91cdAndreas Huber &errorCorrectionType, sizeof(errorCorrectionType)); 40975778822d86b0337407514b9372562b86edfa91cdAndreas Huber 40985778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 40995778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; // Optional feature. Ignore this failure 41005778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 41015778822d86b0337407514b9372562b86edfa91cdAndreas Huber 41025778822d86b0337407514b9372562b86edfa91cdAndreas Huber errorCorrectionType.bEnableHEC = OMX_FALSE; 41035778822d86b0337407514b9372562b86edfa91cdAndreas Huber errorCorrectionType.bEnableResync = OMX_TRUE; 41045778822d86b0337407514b9372562b86edfa91cdAndreas Huber errorCorrectionType.nResynchMarkerSpacing = 256; 41055778822d86b0337407514b9372562b86edfa91cdAndreas Huber errorCorrectionType.bEnableDataPartitioning = OMX_FALSE; 41065778822d86b0337407514b9372562b86edfa91cdAndreas Huber errorCorrectionType.bEnableRVLC = OMX_FALSE; 41075778822d86b0337407514b9372562b86edfa91cdAndreas Huber 41085778822d86b0337407514b9372562b86edfa91cdAndreas Huber return mOMX->setParameter( 41095778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoErrorCorrection, 41105778822d86b0337407514b9372562b86edfa91cdAndreas Huber &errorCorrectionType, sizeof(errorCorrectionType)); 41115778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 41125778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4113f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::setVideoFormatOnPort( 4114f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 portIndex, 411578b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad int32_t width, int32_t height, OMX_VIDEO_CODINGTYPE compressionFormat, 411678b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad float frameRate) { 4117f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 4118f933441648ef6a71dee783d733aac17b9508b452Andreas Huber InitOMXParams(&def); 4119f933441648ef6a71dee783d733aac17b9508b452Andreas Huber def.nPortIndex = portIndex; 4120f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4121f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_VIDEO_PORTDEFINITIONTYPE *video_def = &def.format.video; 4122f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4123f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t err = mOMX->getParameter( 4124f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 4125777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4126777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4127777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4128f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4129f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (portIndex == kPortIndexInput) { 4130f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // XXX Need a (much) better heuristic to compute input buffer sizes. 4131f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const size_t X = 64 * 1024; 4132f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (def.nBufferSize < X) { 4133f933441648ef6a71dee783d733aac17b9508b452Andreas Huber def.nBufferSize = X; 4134f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4135f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4136f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4137777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (def.eDomain != OMX_PortDomainVideo) { 4138777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("expected video port, got %s(%d)", asString(def.eDomain), def.eDomain); 4139777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return FAILED_TRANSACTION; 4140777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4141f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4142f933441648ef6a71dee783d733aac17b9508b452Andreas Huber video_def->nFrameWidth = width; 4143f933441648ef6a71dee783d733aac17b9508b452Andreas Huber video_def->nFrameHeight = height; 4144f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4145f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (portIndex == kPortIndexInput) { 4146f933441648ef6a71dee783d733aac17b9508b452Andreas Huber video_def->eCompressionFormat = compressionFormat; 4147f933441648ef6a71dee783d733aac17b9508b452Andreas Huber video_def->eColorFormat = OMX_COLOR_FormatUnused; 414878b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad if (frameRate >= 0) { 414978b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad video_def->xFramerate = (OMX_U32)(frameRate * 65536.0f); 415078b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad } 4151f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4152f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4153f933441648ef6a71dee783d733aac17b9508b452Andreas Huber err = mOMX->setParameter( 4154f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 4155f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4156f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 4157f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4158f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4159f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::initNativeWindow() { 4160f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mNativeWindow != NULL) { 4161a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar return mOMX->enableNativeBuffers(mNode, kPortIndexOutput, OMX_TRUE /* graphic */, OMX_TRUE); 4162f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4163f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4164a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar mOMX->enableNativeBuffers(mNode, kPortIndexOutput, OMX_TRUE /* graphic */, OMX_FALSE); 4165f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return OK; 4166f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4167f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4168d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Hubersize_t ACodec::countBuffersOwnedByComponent(OMX_U32 portIndex) const { 4169d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber size_t n = 0; 4170d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 4171d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber for (size_t i = 0; i < mBuffers[portIndex].size(); ++i) { 4172d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber const BufferInfo &info = mBuffers[portIndex].itemAt(i); 4173d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 4174d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber if (info.mStatus == BufferInfo::OWNED_BY_COMPONENT) { 4175d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber ++n; 4176d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber } 4177d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber } 4178d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 4179d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber return n; 4180d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber} 4181d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 41827e7013392e302a28364df1dcee79b82ad90978b4Andreas Hubersize_t ACodec::countBuffersOwnedByNativeWindow() const { 41837e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber size_t n = 0; 41847e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 41857e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber for (size_t i = 0; i < mBuffers[kPortIndexOutput].size(); ++i) { 41867e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber const BufferInfo &info = mBuffers[kPortIndexOutput].itemAt(i); 41877e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 41887e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber if (info.mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW) { 41897e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber ++n; 41907e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber } 41917e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber } 41927e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 41937e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber return n; 41947e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber} 41957e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 41967e7013392e302a28364df1dcee79b82ad90978b4Andreas Hubervoid ACodec::waitUntilAllPossibleNativeWindowBuffersAreReturnedToUs() { 41977e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber if (mNativeWindow == NULL) { 41987e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber return; 41997e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber } 42007e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 4201e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar while (countBuffersOwnedByNativeWindow() > mNumUndequeuedBuffers 42027e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber && dequeueBufferFromNativeWindow() != NULL) { 4203c38fcfba95f711e5738e4c72bd5499317a2f30d9Lajos Molnar // these buffers will be submitted as regular buffers; account for this 4204054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (storingMetadataInDecodedBuffers() && mMetadataBuffersToSubmit > 0) { 4205054219874873b41f1c815552987c10465c34ba2bLajos Molnar --mMetadataBuffersToSubmit; 4206c38fcfba95f711e5738e4c72bd5499317a2f30d9Lajos Molnar } 42077e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber } 42087e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber} 42097e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 4210f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::allYourBuffersAreBelongToUs( 4211f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 portIndex) { 4212f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (size_t i = 0; i < mBuffers[portIndex].size(); ++i) { 4213f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = &mBuffers[portIndex].editItemAt(i); 4214f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4215f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mStatus != BufferInfo::OWNED_BY_US 4216f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && info->mStatus != BufferInfo::OWNED_BY_NATIVE_WINDOW) { 4217609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] Buffer %u on port %u still has status %d", 4218f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mComponentName.c_str(), 4219f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mBufferID, portIndex, info->mStatus); 4220f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return false; 4221f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4222f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4223f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4224f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 4225f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4226f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4227f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::allYourBuffersAreBelongToUs() { 4228f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return allYourBuffersAreBelongToUs(kPortIndexInput) 4229f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && allYourBuffersAreBelongToUs(kPortIndexOutput); 4230f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4231f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4232f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::deferMessage(const sp<AMessage> &msg) { 4233f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mDeferredQueue.push_back(msg); 4234f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4235f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4236f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::processDeferredMessages() { 4237f933441648ef6a71dee783d733aac17b9508b452Andreas Huber List<sp<AMessage> > queue = mDeferredQueue; 4238f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mDeferredQueue.clear(); 4239f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4240f933441648ef6a71dee783d733aac17b9508b452Andreas Huber List<sp<AMessage> >::iterator it = queue.begin(); 4241f933441648ef6a71dee783d733aac17b9508b452Andreas Huber while (it != queue.end()) { 4242f933441648ef6a71dee783d733aac17b9508b452Andreas Huber onMessageReceived(*it++); 4243f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4244f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4245f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 424603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar// static 424773dd808754c641fe798273d356ee38368715fa7bLajos Molnarbool ACodec::describeDefaultColorFormat(DescribeColorFormat2Params ¶ms) { 424873dd808754c641fe798273d356ee38368715fa7bLajos Molnar MediaImage2 &image = params.sMediaImage; 424903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar memset(&image, 0, sizeof(image)); 425003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 425173dd808754c641fe798273d356ee38368715fa7bLajos Molnar image.mType = MediaImage2::MEDIA_IMAGE_TYPE_UNKNOWN; 425203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mNumPlanes = 0; 425303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 425403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar const OMX_COLOR_FORMATTYPE fmt = params.eColorFormat; 425503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mWidth = params.nFrameWidth; 425603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mHeight = params.nFrameHeight; 425703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 425803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar // only supporting YUV420 425903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar if (fmt != OMX_COLOR_FormatYUV420Planar && 426003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar fmt != OMX_COLOR_FormatYUV420PackedPlanar && 426103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar fmt != OMX_COLOR_FormatYUV420SemiPlanar && 42625a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar fmt != OMX_COLOR_FormatYUV420PackedSemiPlanar && 42632ad160ba086f0504cf56dcc24619a0cee2546a23Dan Stoza fmt != (OMX_COLOR_FORMATTYPE)HAL_PIXEL_FORMAT_YV12) { 426403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar ALOGW("do not know color format 0x%x = %d", fmt, fmt); 4265229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar return false; 426603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 426703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 4268b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar // TEMPORARY FIX for some vendors that advertise sliceHeight as 0 4269b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar if (params.nStride != 0 && params.nSliceHeight == 0) { 4270b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar ALOGW("using sliceHeight=%u instead of what codec advertised (=0)", 4271b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar params.nFrameHeight); 4272b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar params.nSliceHeight = params.nFrameHeight; 4273b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar } 4274b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar 427534e63e9ffe6496d9180c825dc119c1fd1020ef8bMarco Nelissen // we need stride and slice-height to be non-zero and sensible. These values were chosen to 427634e63e9ffe6496d9180c825dc119c1fd1020ef8bMarco Nelissen // prevent integer overflows further down the line, and do not indicate support for 427734e63e9ffe6496d9180c825dc119c1fd1020ef8bMarco Nelissen // 32kx32k video. 427834e63e9ffe6496d9180c825dc119c1fd1020ef8bMarco Nelissen if (params.nStride == 0 || params.nSliceHeight == 0 427934e63e9ffe6496d9180c825dc119c1fd1020ef8bMarco Nelissen || params.nStride > 32768 || params.nSliceHeight > 32768) { 4280b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar ALOGW("cannot describe color format 0x%x = %d with stride=%u and sliceHeight=%u", 4281b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar fmt, fmt, params.nStride, params.nSliceHeight); 4282b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar return false; 4283b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar } 4284b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar 428503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar // set-up YUV format 428673dd808754c641fe798273d356ee38368715fa7bLajos Molnar image.mType = MediaImage2::MEDIA_IMAGE_TYPE_YUV; 428703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mNumPlanes = 3; 428803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mBitDepth = 8; 428973dd808754c641fe798273d356ee38368715fa7bLajos Molnar image.mBitDepthAllocated = 8; 429003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.Y].mOffset = 0; 429103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.Y].mColInc = 1; 429203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.Y].mRowInc = params.nStride; 429303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.Y].mHorizSubsampling = 1; 429403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.Y].mVertSubsampling = 1; 429503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 42965a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar switch ((int)fmt) { 42975a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar case HAL_PIXEL_FORMAT_YV12: 42985a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar if (params.bUsingNativeBuffers) { 42995a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar size_t ystride = align(params.nStride, 16); 43005a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar size_t cstride = align(params.nStride / 2, 16); 43015a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.Y].mRowInc = ystride; 43025a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar 43035a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.V].mOffset = ystride * params.nSliceHeight; 43045a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.V].mColInc = 1; 43055a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.V].mRowInc = cstride; 43065a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.V].mHorizSubsampling = 2; 43075a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.V].mVertSubsampling = 2; 43085a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar 43095a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.U].mOffset = image.mPlane[image.V].mOffset 43105a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar + (cstride * params.nSliceHeight / 2); 43115a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.U].mColInc = 1; 43125a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.U].mRowInc = cstride; 43135a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.U].mHorizSubsampling = 2; 43145a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.U].mVertSubsampling = 2; 43155a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar break; 43165a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar } else { 43175a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar // fall through as YV12 is used for YUV420Planar by some codecs 43185a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar } 43195a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar 43205a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar case OMX_COLOR_FormatYUV420Planar: 432103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar case OMX_COLOR_FormatYUV420PackedPlanar: 432203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mOffset = params.nStride * params.nSliceHeight; 432303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mColInc = 1; 432403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mRowInc = params.nStride / 2; 432503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mHorizSubsampling = 2; 432603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mVertSubsampling = 2; 432703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 432803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mOffset = image.mPlane[image.U].mOffset 432903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar + (params.nStride * params.nSliceHeight / 4); 433003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mColInc = 1; 433103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mRowInc = params.nStride / 2; 433203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mHorizSubsampling = 2; 433303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mVertSubsampling = 2; 433403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar break; 433503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 433603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar case OMX_COLOR_FormatYUV420SemiPlanar: 433703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar // FIXME: NV21 for sw-encoder, NV12 for decoder and hw-encoder 433803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar case OMX_COLOR_FormatYUV420PackedSemiPlanar: 433903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar // NV12 434003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mOffset = params.nStride * params.nSliceHeight; 434103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mColInc = 2; 434203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mRowInc = params.nStride; 434303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mHorizSubsampling = 2; 434403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mVertSubsampling = 2; 434503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 434603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mOffset = image.mPlane[image.U].mOffset + 1; 434703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mColInc = 2; 434803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mRowInc = params.nStride; 434903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mHorizSubsampling = 2; 435003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mVertSubsampling = 2; 435103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar break; 435203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 435303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar default: 435403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar TRESPASS(); 435503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 4356229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar return true; 4357229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar} 4358229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar 4359229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar// static 4360229d242665c612fd97431d1e7ac004823b47f181Lajos Molnarbool ACodec::describeColorFormat( 4361229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar const sp<IOMX> &omx, IOMX::node_id node, 436273dd808754c641fe798273d356ee38368715fa7bLajos Molnar DescribeColorFormat2Params &describeParams) 4363229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar{ 4364229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar OMX_INDEXTYPE describeColorFormatIndex; 4365229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar if (omx->getExtensionIndex( 4366229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar node, "OMX.google.android.index.describeColorFormat", 436773dd808754c641fe798273d356ee38368715fa7bLajos Molnar &describeColorFormatIndex) == OK) { 436873dd808754c641fe798273d356ee38368715fa7bLajos Molnar DescribeColorFormatParams describeParamsV1(describeParams); 436973dd808754c641fe798273d356ee38368715fa7bLajos Molnar if (omx->getParameter( 437073dd808754c641fe798273d356ee38368715fa7bLajos Molnar node, describeColorFormatIndex, 437173dd808754c641fe798273d356ee38368715fa7bLajos Molnar &describeParamsV1, sizeof(describeParamsV1)) == OK) { 437273dd808754c641fe798273d356ee38368715fa7bLajos Molnar describeParams.initFromV1(describeParamsV1); 437373dd808754c641fe798273d356ee38368715fa7bLajos Molnar return describeParams.sMediaImage.mType != MediaImage2::MEDIA_IMAGE_TYPE_UNKNOWN; 437473dd808754c641fe798273d356ee38368715fa7bLajos Molnar } 437573dd808754c641fe798273d356ee38368715fa7bLajos Molnar } else if (omx->getExtensionIndex( 437673dd808754c641fe798273d356ee38368715fa7bLajos Molnar node, "OMX.google.android.index.describeColorFormat2", &describeColorFormatIndex) == OK 437773dd808754c641fe798273d356ee38368715fa7bLajos Molnar && omx->getParameter( 437873dd808754c641fe798273d356ee38368715fa7bLajos Molnar node, describeColorFormatIndex, &describeParams, sizeof(describeParams)) == OK) { 437973dd808754c641fe798273d356ee38368715fa7bLajos Molnar return describeParams.sMediaImage.mType != MediaImage2::MEDIA_IMAGE_TYPE_UNKNOWN; 438073dd808754c641fe798273d356ee38368715fa7bLajos Molnar } 438173dd808754c641fe798273d356ee38368715fa7bLajos Molnar 438273dd808754c641fe798273d356ee38368715fa7bLajos Molnar return describeDefaultColorFormat(describeParams); 4383229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar} 4384229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar 4385229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar// static 4386229d242665c612fd97431d1e7ac004823b47f181Lajos Molnarbool ACodec::isFlexibleColorFormat( 4387229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar const sp<IOMX> &omx, IOMX::node_id node, 43880d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar uint32_t colorFormat, bool usingNativeBuffers, OMX_U32 *flexibleEquivalent) { 438973dd808754c641fe798273d356ee38368715fa7bLajos Molnar DescribeColorFormat2Params describeParams; 4390229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar InitOMXParams(&describeParams); 4391229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar describeParams.eColorFormat = (OMX_COLOR_FORMATTYPE)colorFormat; 4392229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar // reasonable dummy values 4393229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar describeParams.nFrameWidth = 128; 4394229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar describeParams.nFrameHeight = 128; 4395229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar describeParams.nStride = 128; 4396229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar describeParams.nSliceHeight = 128; 43970d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.bUsingNativeBuffers = (OMX_BOOL)usingNativeBuffers; 4398229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar 4399229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar CHECK(flexibleEquivalent != NULL); 4400229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar 4401229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar if (!describeColorFormat(omx, node, describeParams)) { 4402229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar return false; 4403229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar } 4404229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar 440573dd808754c641fe798273d356ee38368715fa7bLajos Molnar const MediaImage2 &img = describeParams.sMediaImage; 440673dd808754c641fe798273d356ee38368715fa7bLajos Molnar if (img.mType == MediaImage2::MEDIA_IMAGE_TYPE_YUV) { 440773dd808754c641fe798273d356ee38368715fa7bLajos Molnar if (img.mNumPlanes != 3 440873dd808754c641fe798273d356ee38368715fa7bLajos Molnar || img.mPlane[img.Y].mHorizSubsampling != 1 440973dd808754c641fe798273d356ee38368715fa7bLajos Molnar || img.mPlane[img.Y].mVertSubsampling != 1) { 4410229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar return false; 4411229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar } 4412229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar 4413229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar // YUV 420 4414229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar if (img.mPlane[img.U].mHorizSubsampling == 2 4415229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar && img.mPlane[img.U].mVertSubsampling == 2 4416229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar && img.mPlane[img.V].mHorizSubsampling == 2 4417229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar && img.mPlane[img.V].mVertSubsampling == 2) { 4418229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar // possible flexible YUV420 format 4419229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar if (img.mBitDepth <= 8) { 4420229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar *flexibleEquivalent = OMX_COLOR_FormatYUV420Flexible; 4421229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar return true; 4422229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar } 4423229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar } 4424229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar } 4425229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar return false; 442603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar} 442703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 4428e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnarstatus_t ACodec::getPortFormat(OMX_U32 portIndex, sp<AMessage> ¬ify) { 4429777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim const char *niceIndex = portIndex == kPortIndexInput ? "input" : "output"; 443031e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 443131e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber InitOMXParams(&def); 4432e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar def.nPortIndex = portIndex; 443331e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 4434777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim status_t err = mOMX->getParameter(mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 4435777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4436777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4437777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 443831e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 4439777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (def.eDir != (portIndex == kPortIndexOutput ? OMX_DirOutput : OMX_DirInput)) { 4440777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("unexpected dir: %s(%d) on %s port", asString(def.eDir), def.eDir, niceIndex); 4441777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return BAD_VALUE; 4442777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 444331e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 444431e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber switch (def.eDomain) { 444531e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber case OMX_PortDomainVideo: 444631e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber { 444731e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber OMX_VIDEO_PORTDEFINITIONTYPE *videoDef = &def.format.video; 4448e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar switch ((int)videoDef->eCompressionFormat) { 4449e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar case OMX_VIDEO_CodingUnused: 4450e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar { 4451e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK(mIsEncoder ^ (portIndex == kPortIndexOutput)); 4452e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setString("mime", MEDIA_MIMETYPE_VIDEO_RAW); 4453e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4454e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("stride", videoDef->nStride); 4455e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("slice-height", videoDef->nSliceHeight); 4456e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("color-format", videoDef->eColorFormat); 4457e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 44580d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (mNativeWindow == NULL) { 445973dd808754c641fe798273d356ee38368715fa7bLajos Molnar DescribeColorFormat2Params describeParams; 44600d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar InitOMXParams(&describeParams); 44610d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.eColorFormat = videoDef->eColorFormat; 44620d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.nFrameWidth = videoDef->nFrameWidth; 44630d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.nFrameHeight = videoDef->nFrameHeight; 44640d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.nStride = videoDef->nStride; 44650d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.nSliceHeight = videoDef->nSliceHeight; 44660d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.bUsingNativeBuffers = OMX_FALSE; 44670d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar 44680d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (describeColorFormat(mOMX, mNode, describeParams)) { 44690d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar notify->setBuffer( 44700d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar "image-data", 44710d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar ABuffer::CreateAsCopy( 44720d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar &describeParams.sMediaImage, 44730d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar sizeof(describeParams.sMediaImage))); 44745a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar 447573dd808754c641fe798273d356ee38368715fa7bLajos Molnar MediaImage2 &img = describeParams.sMediaImage; 447673dd808754c641fe798273d356ee38368715fa7bLajos Molnar MediaImage2::PlaneInfo *plane = img.mPlane; 447773dd808754c641fe798273d356ee38368715fa7bLajos Molnar ALOGV("[%s] MediaImage { F(%ux%u) @%u+%d+%d @%u+%d+%d @%u+%d+%d }", 447873dd808754c641fe798273d356ee38368715fa7bLajos Molnar mComponentName.c_str(), img.mWidth, img.mHeight, 447973dd808754c641fe798273d356ee38368715fa7bLajos Molnar plane[0].mOffset, plane[0].mColInc, plane[0].mRowInc, 448073dd808754c641fe798273d356ee38368715fa7bLajos Molnar plane[1].mOffset, plane[1].mColInc, plane[1].mRowInc, 448173dd808754c641fe798273d356ee38368715fa7bLajos Molnar plane[2].mOffset, plane[2].mColInc, plane[2].mRowInc); 44820d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 448303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 448403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 4485b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar int32_t width = (int32_t)videoDef->nFrameWidth; 4486b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar int32_t height = (int32_t)videoDef->nFrameHeight; 4487b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 4488b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (portIndex == kPortIndexOutput) { 4489b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar OMX_CONFIG_RECTTYPE rect; 4490b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar InitOMXParams(&rect); 4491b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nPortIndex = portIndex; 4492b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 4493b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (mOMX->getConfig( 4494b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mNode, 4495b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar (portIndex == kPortIndexOutput ? 4496b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar OMX_IndexConfigCommonOutputCrop : 4497b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar OMX_IndexConfigCommonInputCrop), 4498b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar &rect, sizeof(rect)) != OK) { 4499b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nLeft = 0; 4500b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nTop = 0; 4501b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nWidth = videoDef->nFrameWidth; 4502b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nHeight = videoDef->nFrameHeight; 4503b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 450491a3cc00db31a713a25848f345bd624ac2ad8dc5Lajos Molnar 4505b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (rect.nLeft < 0 || 4506b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nTop < 0 || 4507b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nLeft + rect.nWidth > videoDef->nFrameWidth || 4508b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nTop + rect.nHeight > videoDef->nFrameHeight) { 4509b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGE("Wrong cropped rect (%d, %d) - (%u, %u) vs. frame (%u, %u)", 4510b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nLeft, rect.nTop, 4511b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nLeft + rect.nWidth, rect.nTop + rect.nHeight, 4512b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar videoDef->nFrameWidth, videoDef->nFrameHeight); 4513b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return BAD_VALUE; 4514b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 451531e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 4516b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar notify->setRect( 4517b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar "crop", 4518b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nLeft, 4519b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nTop, 4520b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nLeft + rect.nWidth - 1, 4521b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nTop + rect.nHeight - 1); 4522b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 4523b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar width = rect.nWidth; 4524b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar height = rect.nHeight; 4525b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 4526b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar android_dataspace dataSpace = HAL_DATASPACE_UNKNOWN; 4527b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar (void)getColorAspectsAndDataSpaceForVideoDecoder( 4528b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar width, height, mConfigFormat, notify, 4529b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mUsingNativeWindow ? &dataSpace : NULL); 4530b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (mUsingNativeWindow) { 4531b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar notify->setInt32("android._dataspace", dataSpace); 4532b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 4533b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } else { 4534b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar (void)getInputColorAspectsForVideoEncoder(notify); 4535777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4536e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4537e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar break; 4538e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 45394730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia 45404730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia case OMX_VIDEO_CodingVP8: 45414730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia case OMX_VIDEO_CodingVP9: 45424730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia { 45434730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia OMX_VIDEO_PARAM_ANDROID_VP8ENCODERTYPE vp8type; 45444730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia InitOMXParams(&vp8type); 45454730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia vp8type.nPortIndex = kPortIndexOutput; 45464730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia status_t err = mOMX->getParameter( 45474730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia mNode, 45484730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia (OMX_INDEXTYPE)OMX_IndexParamVideoAndroidVp8Encoder, 45494730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia &vp8type, 45504730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia sizeof(vp8type)); 45514730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia 45524730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia if (err == OK) { 45534730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia AString tsSchema = "none"; 45544730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia if (vp8type.eTemporalPattern 45554730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia == OMX_VIDEO_VPXTemporalLayerPatternWebRTC) { 45564730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia switch (vp8type.nTemporalLayerCount) { 45574730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia case 1: 45584730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia { 45594730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia tsSchema = "webrtc.vp8.1-layer"; 45604730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia break; 45614730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 45624730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia case 2: 45634730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia { 45644730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia tsSchema = "webrtc.vp8.2-layer"; 45654730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia break; 45664730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 45674730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia case 3: 45684730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia { 45694730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia tsSchema = "webrtc.vp8.3-layer"; 45704730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia break; 45714730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 45724730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia default: 45734730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia { 45744730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia break; 45754730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 45764730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 45774730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 45784730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia notify->setString("ts-schema", tsSchema); 45794730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 45804730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia // Fall through to set up mime. 45814730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 45824730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia 4583e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar default: 4584e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar { 4585777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (mIsEncoder ^ (portIndex == kPortIndexOutput)) { 4586777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim // should be CodingUnused 4587777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Raw port video compression format is %s(%d)", 4588777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim asString(videoDef->eCompressionFormat), 4589777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim videoDef->eCompressionFormat); 4590777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return BAD_VALUE; 4591777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4592e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar AString mime; 4593e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if (GetMimeTypeForVideoCoding( 4594e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar videoDef->eCompressionFormat, &mime) != OK) { 4595e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setString("mime", "application/octet-stream"); 4596e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } else { 4597e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setString("mime", mime.c_str()); 4598e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 4599870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang uint32_t intraRefreshPeriod = 0; 4600870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (mIsEncoder && getIntraRefreshPeriod(&intraRefreshPeriod) == OK 4601870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang && intraRefreshPeriod > 0) { 4602870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang notify->setInt32("intra-refresh-period", intraRefreshPeriod); 4603870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 4604e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar break; 4605e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 460631e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber } 4607e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("width", videoDef->nFrameWidth); 4608e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("height", videoDef->nFrameHeight); 46095a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar ALOGV("[%s] %s format is %s", mComponentName.c_str(), 46105a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar portIndex == kPortIndexInput ? "input" : "output", 46115a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar notify->debugString().c_str()); 46125a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar 461331e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber break; 461431e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber } 461531e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 461631e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber case OMX_PortDomainAudio: 461731e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber { 461831e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber OMX_AUDIO_PORTDEFINITIONTYPE *audioDef = &def.format.audio; 461931e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 462097358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu switch ((int)audioDef->eEncoding) { 4621e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber case OMX_AUDIO_CodingPCM: 4622e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { 4623e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber OMX_AUDIO_PARAM_PCMMODETYPE params; 4624e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber InitOMXParams(¶ms); 4625e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 4626e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4627777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 4628777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, OMX_IndexParamAudioPcm, ¶ms, sizeof(params)); 4629777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4630777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4631777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 463214f7672b5d450ed26a06fd3bb3ce045ea78b11b2Andreas Huber 4633777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (params.nChannels <= 0 4634777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim || (params.nChannels != 1 && !params.bInterleaved) 4635777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim || params.nBitPerSample != 16u 4636777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim || params.eNumData != OMX_NumericalDataSigned 4637777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim || params.ePCMMode != OMX_AUDIO_PCMModeLinear) { 4638777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("unsupported PCM port: %u channels%s, %u-bit, %s(%d), %s(%d) mode ", 4639777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim params.nChannels, 4640777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim params.bInterleaved ? " interleaved" : "", 4641777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim params.nBitPerSample, 4642777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim asString(params.eNumData), params.eNumData, 4643777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim asString(params.ePCMMode), params.ePCMMode); 4644777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return FAILED_TRANSACTION; 4645777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4646e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4647e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setString("mime", MEDIA_MIMETYPE_AUDIO_RAW); 4648e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("channel-count", params.nChannels); 4649e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("sample-rate", params.nSamplingRate); 4650e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4651e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (mChannelMaskPresent) { 4652e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("channel-mask", mChannelMask); 46538b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen } 4654e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber break; 46558b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen } 46569806555d3930be43e11106281dee354820ac1c88Andreas Huber 4657e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber case OMX_AUDIO_CodingAAC: 4658e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { 4659e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber OMX_AUDIO_PARAM_AACPROFILETYPE params; 4660e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber InitOMXParams(¶ms); 4661e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 4662e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4663777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 4664777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, OMX_IndexParamAudioAac, ¶ms, sizeof(params)); 4665777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4666777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4667777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4668e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4669e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setString("mime", MEDIA_MIMETYPE_AUDIO_AAC); 4670e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("channel-count", params.nChannels); 4671e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("sample-rate", params.nSampleRate); 4672e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber break; 4673e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 4674e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4675e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber case OMX_AUDIO_CodingAMR: 4676e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { 4677e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber OMX_AUDIO_PARAM_AMRTYPE params; 4678e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber InitOMXParams(¶ms); 4679e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 46809806555d3930be43e11106281dee354820ac1c88Andreas Huber 4681777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 4682777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, OMX_IndexParamAudioAmr, ¶ms, sizeof(params)); 4683777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4684777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4685777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4686e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4687e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("channel-count", 1); 4688e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (params.eAMRBandMode >= OMX_AUDIO_AMRBandModeWB0) { 46890806340688c937e7b78c2d89db3809274130df4eLajos Molnar notify->setString("mime", MEDIA_MIMETYPE_AUDIO_AMR_WB); 4690e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("sample-rate", 16000); 4691e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } else { 46920806340688c937e7b78c2d89db3809274130df4eLajos Molnar notify->setString("mime", MEDIA_MIMETYPE_AUDIO_AMR_NB); 4693e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("sample-rate", 8000); 4694e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 4695e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber break; 4696e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 4697e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4698e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber case OMX_AUDIO_CodingFLAC: 4699e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { 4700e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber OMX_AUDIO_PARAM_FLACTYPE params; 4701e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber InitOMXParams(¶ms); 4702e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 4703e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4704777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 4705777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, OMX_IndexParamAudioFlac, ¶ms, sizeof(params)); 4706777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4707777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4708777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4709e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4710e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setString("mime", MEDIA_MIMETYPE_AUDIO_FLAC); 4711e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("channel-count", params.nChannels); 4712e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("sample-rate", params.nSampleRate); 4713e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber break; 4714e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 4715e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4716e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar case OMX_AUDIO_CodingMP3: 4717e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar { 4718e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar OMX_AUDIO_PARAM_MP3TYPE params; 4719e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar InitOMXParams(¶ms); 4720e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 4721e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4722777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 4723777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, OMX_IndexParamAudioMp3, ¶ms, sizeof(params)); 4724777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4725777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4726777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4727e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4728e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setString("mime", MEDIA_MIMETYPE_AUDIO_MPEG); 4729e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("channel-count", params.nChannels); 4730e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("sample-rate", params.nSampleRate); 4731e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar break; 4732e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 4733e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4734e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar case OMX_AUDIO_CodingVORBIS: 4735e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar { 4736e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar OMX_AUDIO_PARAM_VORBISTYPE params; 4737e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar InitOMXParams(¶ms); 4738e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 4739e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4740777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 4741777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, OMX_IndexParamAudioVorbis, ¶ms, sizeof(params)); 4742777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4743777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4744777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4745e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4746e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setString("mime", MEDIA_MIMETYPE_AUDIO_VORBIS); 4747e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("channel-count", params.nChannels); 4748e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("sample-rate", params.nSampleRate); 4749e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar break; 4750e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 4751e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 475297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu case OMX_AUDIO_CodingAndroidAC3: 475397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu { 475497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu OMX_AUDIO_PARAM_ANDROID_AC3TYPE params; 475597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu InitOMXParams(¶ms); 4756e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 475797358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 4758777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 4759777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidAc3, 4760777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ¶ms, sizeof(params)); 4761777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4762777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4763777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 476497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 476597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu notify->setString("mime", MEDIA_MIMETYPE_AUDIO_AC3); 476697358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu notify->setInt32("channel-count", params.nChannels); 476797358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu notify->setInt32("sample-rate", params.nSampleRate); 476897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu break; 476997358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } 4770e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 47718a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad case OMX_AUDIO_CodingAndroidEAC3: 47728a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad { 47738a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad OMX_AUDIO_PARAM_ANDROID_EAC3TYPE params; 47748a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad InitOMXParams(¶ms); 47758a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad params.nPortIndex = portIndex; 47768a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 4777777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 4778777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidEac3, 4779777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ¶ms, sizeof(params)); 4780777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4781777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4782777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 47838a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 47848a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad notify->setString("mime", MEDIA_MIMETYPE_AUDIO_EAC3); 47858a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad notify->setInt32("channel-count", params.nChannels); 47868a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad notify->setInt32("sample-rate", params.nSampleRate); 47878a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad break; 47888a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } 47898a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 47908c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian case OMX_AUDIO_CodingAndroidOPUS: 47918c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian { 47928c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian OMX_AUDIO_PARAM_ANDROID_OPUSTYPE params; 47938c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian InitOMXParams(¶ms); 47948c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian params.nPortIndex = portIndex; 47958c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian 4796777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 4797777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidOpus, 4798777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ¶ms, sizeof(params)); 4799777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4800777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4801777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 48028c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian 48038c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian notify->setString("mime", MEDIA_MIMETYPE_AUDIO_OPUS); 48048c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian notify->setInt32("channel-count", params.nChannels); 48058c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian notify->setInt32("sample-rate", params.nSampleRate); 48068c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian break; 48078c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian } 48088c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian 480910d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang case OMX_AUDIO_CodingG711: 481010d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang { 481110d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang OMX_AUDIO_PARAM_PCMMODETYPE params; 481210d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang InitOMXParams(¶ms); 481310d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang params.nPortIndex = portIndex; 481410d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang 4815777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 4816777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, (OMX_INDEXTYPE)OMX_IndexParamAudioPcm, ¶ms, sizeof(params)); 4817777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4818777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4819777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 482010d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang 482110d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang const char *mime = NULL; 482210d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang if (params.ePCMMode == OMX_AUDIO_PCMModeMULaw) { 482310d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang mime = MEDIA_MIMETYPE_AUDIO_G711_MLAW; 482410d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang } else if (params.ePCMMode == OMX_AUDIO_PCMModeALaw) { 482510d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang mime = MEDIA_MIMETYPE_AUDIO_G711_ALAW; 482610d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang } else { // params.ePCMMode == OMX_AUDIO_PCMModeLinear 482710d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang mime = MEDIA_MIMETYPE_AUDIO_RAW; 482810d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang } 482910d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang notify->setString("mime", mime); 483010d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang notify->setInt32("channel-count", params.nChannels); 483110d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang notify->setInt32("sample-rate", params.nSamplingRate); 483210d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang break; 483310d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang } 483441d3f579d2c166984958263533284209b90c87d5Marco Nelissen 483541d3f579d2c166984958263533284209b90c87d5Marco Nelissen case OMX_AUDIO_CodingGSMFR: 483641d3f579d2c166984958263533284209b90c87d5Marco Nelissen { 48370806340688c937e7b78c2d89db3809274130df4eLajos Molnar OMX_AUDIO_PARAM_PCMMODETYPE params; 483841d3f579d2c166984958263533284209b90c87d5Marco Nelissen InitOMXParams(¶ms); 483941d3f579d2c166984958263533284209b90c87d5Marco Nelissen params.nPortIndex = portIndex; 484041d3f579d2c166984958263533284209b90c87d5Marco Nelissen 4841777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 4842777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, OMX_IndexParamAudioPcm, ¶ms, sizeof(params)); 4843777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4844777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4845777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 484641d3f579d2c166984958263533284209b90c87d5Marco Nelissen 484741d3f579d2c166984958263533284209b90c87d5Marco Nelissen notify->setString("mime", MEDIA_MIMETYPE_AUDIO_MSGSM); 484841d3f579d2c166984958263533284209b90c87d5Marco Nelissen notify->setInt32("channel-count", params.nChannels); 48490806340688c937e7b78c2d89db3809274130df4eLajos Molnar notify->setInt32("sample-rate", params.nSamplingRate); 485041d3f579d2c166984958263533284209b90c87d5Marco Nelissen break; 485110d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang } 485210d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang 4853e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber default: 4854777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Unsupported audio coding: %s(%d)\n", 4855777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim asString(audioDef->eEncoding), audioDef->eEncoding); 4856777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return BAD_TYPE; 4857e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 485831e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber break; 485931e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber } 486031e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 486131e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber default: 4862777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Unsupported domain: %s(%d)", asString(def.eDomain), def.eDomain); 4863777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return BAD_TYPE; 486431e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber } 486531e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 4866e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar return OK; 4867e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar} 4868e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4869b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnarvoid ACodec::onDataSpaceChanged(android_dataspace dataSpace, const ColorAspects &aspects) { 4870b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // aspects are normally communicated in ColorAspects 4871b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar int32_t range, standard, transfer; 4872b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar convertCodecColorAspectsToPlatformAspects(aspects, &range, &standard, &transfer); 4873b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 4874b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // if some aspects are unspecified, use dataspace fields 4875b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (range != 0) { 4876b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar range = (dataSpace & HAL_DATASPACE_RANGE_MASK) >> HAL_DATASPACE_RANGE_SHIFT; 4877b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 4878b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (standard != 0) { 4879b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar standard = (dataSpace & HAL_DATASPACE_STANDARD_MASK) >> HAL_DATASPACE_STANDARD_SHIFT; 4880b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 4881b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (transfer != 0) { 4882b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar transfer = (dataSpace & HAL_DATASPACE_TRANSFER_MASK) >> HAL_DATASPACE_TRANSFER_SHIFT; 4883b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 4884b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 4885b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mOutputFormat = mOutputFormat->dup(); // trigger an output format changed event 4886b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (range != 0) { 4887b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mOutputFormat->setInt32("color-range", range); 4888b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 4889b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (standard != 0) { 4890b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mOutputFormat->setInt32("color-standard", standard); 4891b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 4892b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (transfer != 0) { 4893b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mOutputFormat->setInt32("color-transfer", transfer); 4894b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 4895b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 4896b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGD("dataspace changed to %#x (R:%d(%s), P:%d(%s), M:%d(%s), T:%d(%s)) " 4897b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar "(R:%d(%s), S:%d(%s), T:%d(%s))", 4898b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar dataSpace, 4899b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar aspects.mRange, asString(aspects.mRange), 4900b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar aspects.mPrimaries, asString(aspects.mPrimaries), 4901b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar aspects.mMatrixCoeffs, asString(aspects.mMatrixCoeffs), 4902b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar aspects.mTransfer, asString(aspects.mTransfer), 4903b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar range, asString((ColorRange)range), 4904b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar standard, asString((ColorStandard)standard), 4905b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar transfer, asString((ColorTransfer)transfer)); 4906b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar} 4907b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 4908b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnarvoid ACodec::onOutputFormatChanged() { 4909b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar // store new output format 4910b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar mOutputFormat = mBaseOutputFormat->dup(); 4911e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4912b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar if (getPortFormat(kPortIndexOutput, mOutputFormat) != OK) { 4913777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("[%s] Failed to get port format to send format change", mComponentName.c_str()); 4914777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return; 4915777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4916e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4917b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar if (mTunneled) { 4918b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar sendFormatChange(); 4919b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar } 4920b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar} 4921b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar 4922b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnarvoid ACodec::addKeyFormatChangesToRenderBufferNotification(sp<AMessage> ¬ify) { 4923e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar AString mime; 4924b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar CHECK(mOutputFormat->findString("mime", &mime)); 4925e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4926b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (mime == MEDIA_MIMETYPE_VIDEO_RAW && mNativeWindow != NULL) { 4927b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // notify renderer of the crop change and dataspace change 4928e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar // NOTE: native window uses extended right-bottom coordinate 4929b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar int32_t left, top, right, bottom; 4930b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (mOutputFormat->findRect("crop", &left, &top, &right, &bottom)) { 4931b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar notify->setRect("crop", left, top, right + 1, bottom + 1); 4932b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 4933b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 4934b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar int32_t dataSpace; 4935b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (mOutputFormat->findInt32("android._dataspace", &dataSpace)) { 4936b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar notify->setInt32("dataspace", dataSpace); 4937b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 4938b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar } 4939b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar} 4940b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar 4941b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnarvoid ACodec::sendFormatChange() { 4942b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar AString mime; 4943b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar CHECK(mOutputFormat->findString("mime", &mime)); 4944b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar 4945b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar if (mime == MEDIA_MIMETYPE_AUDIO_RAW && (mEncoderDelay || mEncoderPadding)) { 4946e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar int32_t channelCount; 4947b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar CHECK(mOutputFormat->findInt32("channel-count", &channelCount)); 4948e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if (mSkipCutBuffer != NULL) { 4949e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar size_t prevbufsize = mSkipCutBuffer->size(); 4950e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if (prevbufsize != 0) { 4951ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGW("Replacing SkipCutBuffer holding %zu bytes", prevbufsize); 4952e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 4953e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 4954b1cf03160fa7e7bc6e5cf138db07a7e1ab2ecb26Marco Nelissen mSkipCutBuffer = new SkipCutBuffer(mEncoderDelay, mEncoderPadding, channelCount); 4955e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 4956e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4957b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar sp<AMessage> notify = mNotify->dup(); 4958b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar notify->setInt32("what", kWhatOutputFormatChanged); 4959b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar notify->setMessage("format", mOutputFormat); 496031e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber notify->post(); 496131e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 4962b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar // mLastOutputFormat is not used when tunneled; doing this just to stay consistent 4963b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar mLastOutputFormat = mOutputFormat; 496431e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber} 496531e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 49665778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid ACodec::signalError(OMX_ERRORTYPE error, status_t internalError) { 4967cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber sp<AMessage> notify = mNotify->dup(); 4968d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatError); 4969251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung ALOGE("signalError(omxError %#x, internalError %d)", error, internalError); 4970251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung 4971251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (internalError == UNKNOWN_ERROR) { // find better error code 4972251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung const status_t omxStatus = statusFromOMXError(error); 4973251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (omxStatus != 0) { 4974251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung internalError = omxStatus; 4975251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else { 4976251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung ALOGW("Invalid OMX error %#x", error); 4977251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 4978251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 4979346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang 4980346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang mFatalError = true; 4981346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang 49825778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->setInt32("err", internalError); 4983251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung notify->setInt32("actionCode", ACTION_CODE_FATAL); // could translate from OMX error. 4984cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber notify->post(); 4985cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber} 4986cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber 4987f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 4988f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4989eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas HuberACodec::PortDescription::PortDescription() { 4990eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber} 4991eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 4992496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huberstatus_t ACodec::requestIDRFrame() { 4993496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber if (!mIsEncoder) { 4994496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber return ERROR_UNSUPPORTED; 4995496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber } 4996496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 4997496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber OMX_CONFIG_INTRAREFRESHVOPTYPE params; 4998496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber InitOMXParams(¶ms); 4999496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 5000496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber params.nPortIndex = kPortIndexOutput; 5001496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber params.IntraRefreshVOP = OMX_TRUE; 5002496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 5003496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber return mOMX->setConfig( 5004496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber mNode, 5005496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber OMX_IndexConfigVideoIntraVOPRefresh, 5006496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber ¶ms, 5007496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber sizeof(params)); 5008496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber} 5009496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 5010eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Hubervoid ACodec::PortDescription::addBuffer( 5011a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar IOMX::buffer_id id, const sp<ABuffer> &buffer, 5012a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar const sp<NativeHandle> &handle, const sp<RefBase> &memRef) { 5013eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber mBufferIDs.push_back(id); 5014eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber mBuffers.push_back(buffer); 5015a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar mHandles.push_back(handle); 501686b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu mMemRefs.push_back(memRef); 5017eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber} 5018eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 5019eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Hubersize_t ACodec::PortDescription::countBuffers() { 5020eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber return mBufferIDs.size(); 5021eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber} 5022eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 5023eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas HuberIOMX::buffer_id ACodec::PortDescription::bufferIDAt(size_t index) const { 5024eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber return mBufferIDs.itemAt(index); 5025eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber} 5026eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 5027eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Hubersp<ABuffer> ACodec::PortDescription::bufferAt(size_t index) const { 5028eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber return mBuffers.itemAt(index); 5029eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber} 5030eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 5031a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnarsp<NativeHandle> ACodec::PortDescription::handleAt(size_t index) const { 5032a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar return mHandles.itemAt(index); 5033a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar} 5034a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar 503586b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wusp<RefBase> ACodec::PortDescription::memRefAt(size_t index) const { 503686b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu return mMemRefs.itemAt(index); 503786b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu} 503886b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu 5039eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber//////////////////////////////////////////////////////////////////////////////// 5040eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 5041f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::BaseState::BaseState(ACodec *codec, const sp<AState> &parentState) 5042f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : AState(parentState), 5043f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec(codec) { 5044f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5045f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5046ccb067b1d8424ba610cbd3de83368bd55b532b5bAndreas HuberACodec::BaseState::PortMode ACodec::BaseState::getPortMode( 5047ccb067b1d8424ba610cbd3de83368bd55b532b5bAndreas Huber OMX_U32 /* portIndex */) { 5048f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return KEEP_BUFFERS; 5049f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5050f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5051f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::BaseState::onMessageReceived(const sp<AMessage> &msg) { 5052f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 5053f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatInputBufferFilled: 5054f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5055f933441648ef6a71dee783d733aac17b9508b452Andreas Huber onInputBufferFilled(msg); 5056f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5057f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5058f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5059f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatOutputBufferDrained: 5060f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5061f933441648ef6a71dee783d733aac17b9508b452Andreas Huber onOutputBufferDrained(msg); 5062f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5063f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5064f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 506526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar case ACodec::kWhatOMXMessageList: 506626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar { 506726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar return checkOMXMessage(msg) ? onOMXMessageList(msg) : true; 506826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 506926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 5070e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar case ACodec::kWhatOMXMessageItem: 5071e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar { 5072e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar // no need to check as we already did it for kWhatOMXMessageList 5073e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar return onOMXMessage(msg); 5074e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar } 5075e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar 5076f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case ACodec::kWhatOMXMessage: 5077f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 507826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar return checkOMXMessage(msg) ? onOMXMessage(msg) : true; 5079f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5080f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 50811dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar case ACodec::kWhatSetSurface: 50821dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar { 50831dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AReplyToken> replyID; 50841dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar CHECK(msg->senderAwaitsResponse(&replyID)); 50851dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 50861dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<RefBase> obj; 50871dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar CHECK(msg->findObject("surface", &obj)); 50881dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 50892235b4efd3b8149e09c666e2235530f3e6ed9c9aLajos Molnar status_t err = mCodec->handleSetSurface(static_cast<Surface *>(obj.get())); 50901dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 50911dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> response = new AMessage; 50921dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar response->setInt32("err", err); 50931dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar response->postReply(replyID); 50941dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar break; 50951dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 50961dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 50977cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case ACodec::kWhatCreateInputSurface: 50988f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang case ACodec::kWhatSetInputSurface: 50997cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case ACodec::kWhatSignalEndOfInputStream: 51007cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 5101251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // This may result in an app illegal state exception. 51027cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden ALOGE("Message 0x%x was not handled", msg->what()); 51037cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mCodec->signalError(OMX_ErrorUndefined, INVALID_OPERATION); 51047cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden return true; 51057cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 51067cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 5107ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber case ACodec::kWhatOMXDied: 5108ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber { 5109251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // This will result in kFlagSawMediaServerDie handling in MediaCodec. 5110ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber ALOGE("OMX/mediaserver died, signalling error!"); 5111ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mCodec->signalError(OMX_ErrorResourcesLost, DEAD_OBJECT); 5112ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber break; 5113ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber } 5114ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 511530358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar case ACodec::kWhatReleaseCodecInstance: 511630358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar { 511730358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar ALOGI("[%s] forcing the release of codec", 511830358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar mCodec->mComponentName.c_str()); 511930358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar status_t err = mCodec->mOMX->freeNode(mCodec->mNode); 512030358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar ALOGE_IF("[%s] failed to release codec instance: err=%d", 512130358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar mCodec->mComponentName.c_str(), err); 512230358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar sp<AMessage> notify = mCodec->mNotify->dup(); 512330358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar notify->setInt32("what", CodecBase::kWhatShutdownCompleted); 512430358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar notify->post(); 512530358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar break; 512630358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar } 512730358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar 5128f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 5129f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return false; 5130f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5131f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5132f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 5133f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5134f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 513526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnarbool ACodec::BaseState::checkOMXMessage(const sp<AMessage> &msg) { 51365e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar // there is a possibility that this is an outstanding message for a 51375e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar // codec that we have already destroyed 5138ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar if (mCodec->mNode == 0) { 51395e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar ALOGI("ignoring message as already freed component: %s", 51405e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar msg->debugString().c_str()); 514126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar return false; 51425e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar } 51435e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar 5144f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::node_id nodeID; 5145609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CHECK(msg->findInt32("node", (int32_t*)&nodeID)); 5146777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (nodeID != mCodec->mNode) { 5147777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Unexpected message for nodeID: %u, should have been %u", nodeID, mCodec->mNode); 5148777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return false; 5149777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 515026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar return true; 515126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar} 515226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 515326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnarbool ACodec::BaseState::onOMXMessageList(const sp<AMessage> &msg) { 515426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar sp<RefBase> obj; 515526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar CHECK(msg->findObject("messages", &obj)); 515626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar sp<MessageList> msgList = static_cast<MessageList *>(obj.get()); 515726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 515890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar bool receivedRenderedEvents = false; 515926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar for (std::list<sp<AMessage>>::const_iterator it = msgList->getList().cbegin(); 516026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar it != msgList->getList().cend(); ++it) { 5161e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar (*it)->setWhat(ACodec::kWhatOMXMessageItem); 5162e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar mCodec->handleMessage(*it); 516390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int32_t type; 516490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar CHECK((*it)->findInt32("type", &type)); 516590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (type == omx_message::FRAME_RENDERED) { 516690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar receivedRenderedEvents = true; 516790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 516890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 516990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 517090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (receivedRenderedEvents) { 517190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // NOTE: all buffers are rendered in this case 517290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->notifyOfRenderedFrames(); 517326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 517426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar return true; 517526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar} 517626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 517726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnarbool ACodec::BaseState::onOMXMessage(const sp<AMessage> &msg) { 517826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar int32_t type; 517926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar CHECK(msg->findInt32("type", &type)); 5180f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5181f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (type) { 5182f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case omx_message::EVENT: 5183f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5184f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t event, data1, data2; 5185f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("event", &event)); 5186f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("data1", &data1)); 5187f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("data2", &data2)); 5188f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 51890af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber if (event == OMX_EventCmdComplete 51900af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber && data1 == OMX_CommandFlush 51910af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber && data2 == (int32_t)OMX_ALL) { 51920af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber // Use of this notification is not consistent across 51930af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber // implementations. We'll drop this notification and rely 51940af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber // on flush-complete notifications on the individual port 51950af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber // indices instead. 51960af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber 51970af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber return true; 51980af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber } 51990af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber 5200f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return onOMXEvent( 5201f933441648ef6a71dee783d733aac17b9508b452Andreas Huber static_cast<OMX_EVENTTYPE>(event), 5202f933441648ef6a71dee783d733aac17b9508b452Andreas Huber static_cast<OMX_U32>(data1), 5203f933441648ef6a71dee783d733aac17b9508b452Andreas Huber static_cast<OMX_U32>(data2)); 5204f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5205f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5206f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case omx_message::EMPTY_BUFFER_DONE: 5207f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5208f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferID; 520915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int32_t fenceFd; 521015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 5211609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CHECK(msg->findInt32("buffer", (int32_t*)&bufferID)); 521215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar CHECK(msg->findInt32("fence_fd", &fenceFd)); 5213f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 521415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar return onOMXEmptyBufferDone(bufferID, fenceFd); 5215f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5216f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5217f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case omx_message::FILL_BUFFER_DONE: 5218f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5219f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferID; 5220609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CHECK(msg->findInt32("buffer", (int32_t*)&bufferID)); 5221f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 522215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int32_t rangeOffset, rangeLength, flags, fenceFd; 5223f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int64_t timeUs; 5224f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5225f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("range_offset", &rangeOffset)); 5226f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("range_length", &rangeLength)); 5227f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("flags", &flags)); 5228f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt64("timestamp", &timeUs)); 522915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar CHECK(msg->findInt32("fence_fd", &fenceFd)); 5230f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5231f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return onOMXFillBufferDone( 5232f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bufferID, 5233f933441648ef6a71dee783d733aac17b9508b452Andreas Huber (size_t)rangeOffset, (size_t)rangeLength, 5234f933441648ef6a71dee783d733aac17b9508b452Andreas Huber (OMX_U32)flags, 523515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar timeUs, 523615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar fenceFd); 5237f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5238f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 523990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar case omx_message::FRAME_RENDERED: 524090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar { 524190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int64_t mediaTimeUs, systemNano; 524290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 524390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar CHECK(msg->findInt64("media_time_us", &mediaTimeUs)); 524490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar CHECK(msg->findInt64("system_nano", &systemNano)); 524590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 524690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar return onOMXFrameRendered( 524790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mediaTimeUs, systemNano); 524890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 524990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 5250f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 5251777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Unexpected message type: %d", type); 5252777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return false; 5253f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5254f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5255f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 525690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarbool ACodec::BaseState::onOMXFrameRendered( 525790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int64_t mediaTimeUs __unused, nsecs_t systemNano __unused) { 525890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // ignore outside of Executing and PortSettingsChanged states 525990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar return true; 526090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 526190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 5262f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::BaseState::onOMXEvent( 5263f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 5264b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (event == OMX_EventDataSpaceChanged) { 5265b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ColorAspects aspects; 5266b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar aspects.mRange = (ColorAspects::Range)((data2 >> 24) & 0xFF); 5267b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar aspects.mPrimaries = (ColorAspects::Primaries)((data2 >> 16) & 0xFF); 5268b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar aspects.mMatrixCoeffs = (ColorAspects::MatrixCoeffs)((data2 >> 8) & 0xFF); 5269b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar aspects.mTransfer = (ColorAspects::Transfer)(data2 & 0xFF); 5270b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 5271b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mCodec->onDataSpaceChanged((android_dataspace)data1, aspects); 5272b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return true; 5273b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 5274b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 5275f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (event != OMX_EventError) { 5276ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] EVENT(%d, 0x%08x, 0x%08x)", 5277f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mComponentName.c_str(), event, data1, data2); 5278f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5279f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return false; 5280f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5281f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5282ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGE("[%s] ERROR(0x%08x)", mCodec->mComponentName.c_str(), data1); 5283f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5284251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // verify OMX component sends back an error we expect. 5285251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung OMX_ERRORTYPE omxError = (OMX_ERRORTYPE)data1; 5286251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (!isOMXError(omxError)) { 5287251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung ALOGW("Invalid OMX error %#x", omxError); 5288251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung omxError = OMX_ErrorUndefined; 5289251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 5290251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mCodec->signalError(omxError); 5291f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5292f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 5293f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5294f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 529515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnarbool ACodec::BaseState::onOMXEmptyBufferDone(IOMX::buffer_id bufferID, int fenceFd) { 5296ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] onOMXEmptyBufferDone %u", 5297349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mCodec->mComponentName.c_str(), bufferID); 5298349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 52990806340688c937e7b78c2d89db3809274130df4eLajos Molnar BufferInfo *info = mCodec->findBufferByID(kPortIndexInput, bufferID); 53000806340688c937e7b78c2d89db3809274130df4eLajos Molnar BufferInfo::Status status = BufferInfo::getSafeStatus(info); 53010806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (status != BufferInfo::OWNED_BY_COMPONENT) { 53020806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Wrong ownership in EBD: %s(%d) buffer #%u", _asString(status), status, bufferID); 53030806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->dumpBuffers(kPortIndexInput); 530415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (fenceFd >= 0) { 530515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ::close(fenceFd); 530615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 53070806340688c937e7b78c2d89db3809274130df4eLajos Molnar return false; 53080806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5309f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_US; 5310f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 531115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // input buffers cannot take fences, so wait for any fence now 531215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar (void)mCodec->waitForFence(fenceFd, "onOMXEmptyBufferDone"); 531315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar fenceFd = -1; 531415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 531515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // still save fence for completeness 531615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->setWriteFence(fenceFd, "onOMXEmptyBufferDone"); 531715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 531896e92b58b7e9647b4c7c2f54b62a1b357ab06b66Wei Jia // We're in "store-metadata-in-buffers" mode, the underlying 531996e92b58b7e9647b4c7c2f54b62a1b357ab06b66Wei Jia // OMX component had access to data that's implicitly refcounted 532096e92b58b7e9647b4c7c2f54b62a1b357ab06b66Wei Jia // by this "MediaBuffer" object. Now that the OMX component has 532196e92b58b7e9647b4c7c2f54b62a1b357ab06b66Wei Jia // told us that it's done with the input buffer, we can decrement 532296e92b58b7e9647b4c7c2f54b62a1b357ab06b66Wei Jia // the mediaBuffer's reference count. 532396e92b58b7e9647b4c7c2f54b62a1b357ab06b66Wei Jia info->mData->setMediaBufferBase(NULL); 5324d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 5325f933441648ef6a71dee783d733aac17b9508b452Andreas Huber PortMode mode = getPortMode(kPortIndexInput); 5326f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5327f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (mode) { 5328f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case KEEP_BUFFERS: 5329f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5330f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5331f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case RESUBMIT_BUFFERS: 5332f933441648ef6a71dee783d733aac17b9508b452Andreas Huber postFillThisBuffer(info); 5333f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5334f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5335777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim case FREE_BUFFERS: 5336f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 5337777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("SHOULD NOT REACH HERE: cannot free empty output buffers"); 5338777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return false; 5339f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5340f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5341f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 5342f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5343f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5344f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::BaseState::postFillThisBuffer(BufferInfo *info) { 5345f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mCodec->mPortEOS[kPortIndexInput]) { 5346f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return; 5347f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5348f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5349f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ((int)info->mStatus, (int)BufferInfo::OWNED_BY_US); 5350f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5351f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 5352d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatFillThisBuffer); 5353609b815a3131d22da38b2f452faa9f89daad4039Andy Hung notify->setInt32("buffer-id", info->mBufferID); 5354f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5355f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mData->meta()->clear(); 53562d8bedd05437b6fccdbc6bf70f673ffd86744d59Andreas Huber notify->setBuffer("buffer", info->mData); 5357f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 53581d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> reply = new AMessage(kWhatInputBufferFilled, mCodec); 5359609b815a3131d22da38b2f452faa9f89daad4039Andy Hung reply->setInt32("buffer-id", info->mBufferID); 5360f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5361f933441648ef6a71dee783d733aac17b9508b452Andreas Huber notify->setMessage("reply", reply); 5362f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5363f933441648ef6a71dee783d733aac17b9508b452Andreas Huber notify->post(); 5364f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5365f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_UPSTREAM; 5366f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5367f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5368f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::BaseState::onInputBufferFilled(const sp<AMessage> &msg) { 5369f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferID; 5370609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CHECK(msg->findInt32("buffer-id", (int32_t*)&bufferID)); 53712d8bedd05437b6fccdbc6bf70f673ffd86744d59Andreas Huber sp<ABuffer> buffer; 5372f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t err = OK; 53735778822d86b0337407514b9372562b86edfa91cdAndreas Huber bool eos = false; 5374a73c954d947748a3b6f630cf2c160fe55ec596e3Lajos Molnar PortMode mode = getPortMode(kPortIndexInput); 53755778822d86b0337407514b9372562b86edfa91cdAndreas Huber 53762d8bedd05437b6fccdbc6bf70f673ffd86744d59Andreas Huber if (!msg->findBuffer("buffer", &buffer)) { 5377a73c954d947748a3b6f630cf2c160fe55ec596e3Lajos Molnar /* these are unfilled buffers returned by client */ 5378f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("err", &err)); 5379f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 53807fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar if (err == OK) { 53817fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar /* buffers with no errors are returned on MediaCodec.flush */ 53827fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar mode = KEEP_BUFFERS; 53837fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar } else { 53847fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar ALOGV("[%s] saw error %d instead of an input buffer", 53857fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar mCodec->mComponentName.c_str(), err); 53867fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar eos = true; 53877fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar } 53883831a066bcf1019864a94d2bc7b4c9241efc5c22Andreas Huber 53892d8bedd05437b6fccdbc6bf70f673ffd86744d59Andreas Huber buffer.clear(); 5390f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5391f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 53925778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t tmp; 53935778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (buffer != NULL && buffer->meta()->findInt32("eos", &tmp) && tmp) { 53945778822d86b0337407514b9372562b86edfa91cdAndreas Huber eos = true; 53955778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = ERROR_END_OF_STREAM; 53965778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 53975778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5398f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = mCodec->findBufferByID(kPortIndexInput, bufferID); 53990806340688c937e7b78c2d89db3809274130df4eLajos Molnar BufferInfo::Status status = BufferInfo::getSafeStatus(info); 54000806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (status != BufferInfo::OWNED_BY_UPSTREAM) { 54010806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Wrong ownership in IBF: %s(%d) buffer #%u", _asString(status), status, bufferID); 54020806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->dumpBuffers(kPortIndexInput); 54030806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 54040806340688c937e7b78c2d89db3809274130df4eLajos Molnar return; 54050806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5406f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5407f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_US; 5408f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5409f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (mode) { 5410f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case KEEP_BUFFERS: 5411f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 54125778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (eos) { 5413dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber if (!mCodec->mPortEOS[kPortIndexInput]) { 5414dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mCodec->mPortEOS[kPortIndexInput] = true; 5415dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mCodec->mInputEOSResult = err; 5416dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber } 5417f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5418f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5419f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5420f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5421f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case RESUBMIT_BUFFERS: 5422f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 54235778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (buffer != NULL && !mCodec->mPortEOS[kPortIndexInput]) { 5424fd866b3aa0d97375de08f8888b95669026c83361Wei Jia // Do not send empty input buffer w/o EOS to the component. 5425fd866b3aa0d97375de08f8888b95669026c83361Wei Jia if (buffer->size() == 0 && !eos) { 5426fd866b3aa0d97375de08f8888b95669026c83361Wei Jia postFillThisBuffer(info); 5427fd866b3aa0d97375de08f8888b95669026c83361Wei Jia break; 5428fd866b3aa0d97375de08f8888b95669026c83361Wei Jia } 5429fd866b3aa0d97375de08f8888b95669026c83361Wei Jia 5430f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int64_t timeUs; 5431f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(buffer->meta()->findInt64("timeUs", &timeUs)); 5432f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5433f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 flags = OMX_BUFFERFLAG_ENDOFFRAME; 5434f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5435f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t isCSD; 5436f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (buffer->meta()->findInt32("csd", &isCSD) && isCSD != 0) { 5437f933441648ef6a71dee783d733aac17b9508b452Andreas Huber flags |= OMX_BUFFERFLAG_CODECCONFIG; 5438f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5439f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 54405778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (eos) { 54415778822d86b0337407514b9372562b86edfa91cdAndreas Huber flags |= OMX_BUFFERFLAG_EOS; 54425778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 54435778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5444f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (buffer != info->mData) { 5445ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] Needs to copy input data for buffer %u. (%p != %p)", 5446d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber mCodec->mComponentName.c_str(), 5447d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber bufferID, 5448d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber buffer.get(), info->mData.get()); 5449f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 54500806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (buffer->size() > info->mData->capacity()) { 54510806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("data size (%zu) is greated than buffer capacity (%zu)", 54520806340688c937e7b78c2d89db3809274130df4eLajos Molnar buffer->size(), // this is the data received 54530806340688c937e7b78c2d89db3809274130df4eLajos Molnar info->mData->capacity()); // this is out buffer size 54540806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 54550806340688c937e7b78c2d89db3809274130df4eLajos Molnar return; 54560806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5457f933441648ef6a71dee783d733aac17b9508b452Andreas Huber memcpy(info->mData->data(), buffer->data(), buffer->size()); 5458f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5459f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5460078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber if (flags & OMX_BUFFERFLAG_CODECCONFIG) { 5461ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] calling emptyBuffer %u w/ codec specific data", 5462078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber mCodec->mComponentName.c_str(), bufferID); 54635778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (flags & OMX_BUFFERFLAG_EOS) { 5464ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] calling emptyBuffer %u w/ EOS", 54655778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->mComponentName.c_str(), bufferID); 5466078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber } else { 5467d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#if TRACK_BUFFER_TIMING 5468ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGI("[%s] calling emptyBuffer %u w/ time %lld us", 5469ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar mCodec->mComponentName.c_str(), bufferID, (long long)timeUs); 5470d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#else 5471ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] calling emptyBuffer %u w/ time %lld us", 5472ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar mCodec->mComponentName.c_str(), bufferID, (long long)timeUs); 5473d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#endif 5474078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber } 5475349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 5476d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#if TRACK_BUFFER_TIMING 5477d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber ACodec::BufferStats stats; 5478d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber stats.mEmptyBufferTimeUs = ALooper::GetNowUs(); 5479d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber stats.mFillBufferDoneTimeUs = -1ll; 5480d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber mCodec->mBufferStats.add(timeUs, stats); 5481d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#endif 5482d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 5483054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mCodec->storingMetadataInDecodedBuffers()) { 5484054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar // try to submit an output buffer for each input buffer 5485054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar PortMode outputMode = getPortMode(kPortIndexOutput); 5486054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 5487054219874873b41f1c815552987c10465c34ba2bLajos Molnar ALOGV("MetadataBuffersToSubmit=%u portMode=%s", 5488054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->mMetadataBuffersToSubmit, 5489054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar (outputMode == FREE_BUFFERS ? "FREE" : 5490054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar outputMode == KEEP_BUFFERS ? "KEEP" : "RESUBMIT")); 5491054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar if (outputMode == RESUBMIT_BUFFERS) { 5492054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->submitOutputMetadataBuffer(); 5493054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 5494054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 549515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkReadFence("onInputBufferFilled"); 54960806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err2 = mCodec->mOMX->emptyBuffer( 54970806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mNode, 54980806340688c937e7b78c2d89db3809274130df4eLajos Molnar bufferID, 54990806340688c937e7b78c2d89db3809274130df4eLajos Molnar 0, 55000806340688c937e7b78c2d89db3809274130df4eLajos Molnar buffer->size(), 55010806340688c937e7b78c2d89db3809274130df4eLajos Molnar flags, 550215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar timeUs, 550315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd); 550415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 55050806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err2 != OK) { 55060806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err2)); 55070806340688c937e7b78c2d89db3809274130df4eLajos Molnar return; 55080806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5509f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_COMPONENT; 5510f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 55110806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (!eos && err == OK) { 55125778822d86b0337407514b9372562b86edfa91cdAndreas Huber getMoreInputDataIfPossible(); 55135778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 55140806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGV("[%s] Signalled EOS (%d) on the input port", 55150806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mComponentName.c_str(), err); 55165778822d86b0337407514b9372562b86edfa91cdAndreas Huber 55175778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->mPortEOS[kPortIndexInput] = true; 55185778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->mInputEOSResult = err; 55195778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 5520f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else if (!mCodec->mPortEOS[kPortIndexInput]) { 55210806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK && err != ERROR_END_OF_STREAM) { 55220806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGV("[%s] Signalling EOS on the input port due to error %d", 5523dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mCodec->mComponentName.c_str(), err); 5524dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber } else { 55253856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Signalling EOS on the input port", 5526dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mCodec->mComponentName.c_str()); 5527dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber } 5528f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5529ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] calling emptyBuffer %u signalling EOS", 5530349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mCodec->mComponentName.c_str(), bufferID); 5531349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 553215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkReadFence("onInputBufferFilled"); 55330806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err2 = mCodec->mOMX->emptyBuffer( 55340806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mNode, 55350806340688c937e7b78c2d89db3809274130df4eLajos Molnar bufferID, 55360806340688c937e7b78c2d89db3809274130df4eLajos Molnar 0, 55370806340688c937e7b78c2d89db3809274130df4eLajos Molnar 0, 55380806340688c937e7b78c2d89db3809274130df4eLajos Molnar OMX_BUFFERFLAG_EOS, 553915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 0, 554015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd); 554115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 55420806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err2 != OK) { 55430806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err2)); 55440806340688c937e7b78c2d89db3809274130df4eLajos Molnar return; 55450806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5546f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_COMPONENT; 5547f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5548f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mPortEOS[kPortIndexInput] = true; 5549dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mCodec->mInputEOSResult = err; 5550f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5551f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5552f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5553625b93f1971039a547b239f87a2dc8a8d5716589Robert Shih 5554777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim case FREE_BUFFERS: 5555777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim break; 5556777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim 5557625b93f1971039a547b239f87a2dc8a8d5716589Robert Shih default: 5558777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("invalid port mode: %d", mode); 5559625b93f1971039a547b239f87a2dc8a8d5716589Robert Shih break; 5560f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5561f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5562f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5563f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::BaseState::getMoreInputDataIfPossible() { 5564f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mCodec->mPortEOS[kPortIndexInput]) { 5565f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return; 5566f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5567f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5568f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *eligible = NULL; 5569f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5570f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (size_t i = 0; i < mCodec->mBuffers[kPortIndexInput].size(); ++i) { 5571f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = &mCodec->mBuffers[kPortIndexInput].editItemAt(i); 5572f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5573f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#if 0 5574f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mStatus == BufferInfo::OWNED_BY_UPSTREAM) { 5575f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // There's already a "read" pending. 5576f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return; 5577f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5578f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#endif 5579f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5580f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mStatus == BufferInfo::OWNED_BY_US) { 5581f933441648ef6a71dee783d733aac17b9508b452Andreas Huber eligible = info; 5582f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5583f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5584f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5585f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (eligible == NULL) { 5586f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return; 5587f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5588f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5589f933441648ef6a71dee783d733aac17b9508b452Andreas Huber postFillThisBuffer(eligible); 5590f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5591f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5592f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::BaseState::onOMXFillBufferDone( 5593f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferID, 5594f933441648ef6a71dee783d733aac17b9508b452Andreas Huber size_t rangeOffset, size_t rangeLength, 5595f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 flags, 559615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int64_t timeUs, 559715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int fenceFd) { 5598609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] onOMXFillBufferDone %u time %" PRId64 " us, flags = 0x%08x", 55995778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->mComponentName.c_str(), bufferID, timeUs, flags); 5600349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 5601f933441648ef6a71dee783d733aac17b9508b452Andreas Huber ssize_t index; 56020806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err= OK; 5603d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 5604d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#if TRACK_BUFFER_TIMING 5605d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber index = mCodec->mBufferStats.indexOfKey(timeUs); 5606d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber if (index >= 0) { 5607d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber ACodec::BufferStats *stats = &mCodec->mBufferStats.editValueAt(index); 5608d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber stats->mFillBufferDoneTimeUs = ALooper::GetNowUs(); 5609d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 5610d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber ALOGI("frame PTS %lld: %lld", 5611d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber timeUs, 5612d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber stats->mFillBufferDoneTimeUs - stats->mEmptyBufferTimeUs); 5613d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 5614d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber mCodec->mBufferStats.removeItemsAt(index); 5615d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber stats = NULL; 5616d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber } 5617d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#endif 5618d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 5619f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = 5620f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->findBufferByID(kPortIndexOutput, bufferID, &index); 56210806340688c937e7b78c2d89db3809274130df4eLajos Molnar BufferInfo::Status status = BufferInfo::getSafeStatus(info); 56220806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (status != BufferInfo::OWNED_BY_COMPONENT) { 56230806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Wrong ownership in FBD: %s(%d) buffer #%u", _asString(status), status, bufferID); 56240806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->dumpBuffers(kPortIndexOutput); 56250806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 562615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (fenceFd >= 0) { 562715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ::close(fenceFd); 562815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 56290806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 56300806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5631f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5632054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar info->mDequeuedAt = ++mCodec->mDequeueCounter; 5633f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_US; 5634f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 563590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (info->mRenderInfo != NULL) { 563690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // The fence for an emptied buffer must have signaled, but there still could be queued 563790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // or out-of-order dequeued buffers in the render queue prior to this buffer. Drop these, 563890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // as we will soon requeue this buffer to the surface. While in theory we could still keep 563990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // track of buffers that are requeued to the surface, it is better to add support to the 564090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // buffer-queue to notify us of released buffers and their fences (in the future). 564190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->notifyOfRenderedFrames(true /* dropIncomplete */); 564290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 564390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 564415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // byte buffers cannot take fences, so wait for any fence now 564515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (mCodec->mNativeWindow == NULL) { 564615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar (void)mCodec->waitForFence(fenceFd, "onOMXFillBufferDone"); 564715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar fenceFd = -1; 564815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 564915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->setReadFence(fenceFd, "onOMXFillBufferDone"); 565015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 5651f933441648ef6a71dee783d733aac17b9508b452Andreas Huber PortMode mode = getPortMode(kPortIndexOutput); 5652f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5653f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (mode) { 5654f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case KEEP_BUFFERS: 5655f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5656f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5657f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case RESUBMIT_BUFFERS: 5658f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5659a0940a569f2bc24b00dc10ce0fa7658b1dc3a3a5Lajos Molnar if (rangeLength == 0 && (!(flags & OMX_BUFFERFLAG_EOS) 5660a0940a569f2bc24b00dc10ce0fa7658b1dc3a3a5Lajos Molnar || mCodec->mPortEOS[kPortIndexOutput])) { 5661609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] calling fillBuffer %u", 56625778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->mComponentName.c_str(), info->mBufferID); 5663349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 566415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar err = mCodec->mOMX->fillBuffer(mCodec->mNode, info->mBufferID, info->mFenceFd); 566515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 56660806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 56670806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 56680806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 56690806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5670f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 56715778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mStatus = BufferInfo::OWNED_BY_COMPONENT; 56725778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 56735778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 567431e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 5675577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar sp<AMessage> reply = 56761d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar new AMessage(kWhatOutputBufferDrained, mCodec); 5677577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar 5678b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar if (mCodec->mOutputFormat != mCodec->mLastOutputFormat && rangeLength > 0) { 5679b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar mCodec->addKeyFormatChangesToRenderBufferNotification(reply); 5680b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar mCodec->sendFormatChange(); 56815778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 5682b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar 5683054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mCodec->usingMetadataOnEncoderOutput()) { 5684054219874873b41f1c815552987c10465c34ba2bLajos Molnar native_handle_t *handle = NULL; 5685054219874873b41f1c815552987c10465c34ba2bLajos Molnar VideoGrallocMetadata &grallocMeta = *(VideoGrallocMetadata *)info->mData->data(); 5686054219874873b41f1c815552987c10465c34ba2bLajos Molnar VideoNativeMetadata &nativeMeta = *(VideoNativeMetadata *)info->mData->data(); 5687054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (info->mData->size() >= sizeof(grallocMeta) 5688054219874873b41f1c815552987c10465c34ba2bLajos Molnar && grallocMeta.eType == kMetadataBufferTypeGrallocSource) { 56897c77f9ca649f321374118937bcdaca14a7e5684bLajos Molnar handle = (native_handle_t *)(uintptr_t)grallocMeta.pHandle; 5690054219874873b41f1c815552987c10465c34ba2bLajos Molnar } else if (info->mData->size() >= sizeof(nativeMeta) 5691054219874873b41f1c815552987c10465c34ba2bLajos Molnar && nativeMeta.eType == kMetadataBufferTypeANWBuffer) { 56927c77f9ca649f321374118937bcdaca14a7e5684bLajos Molnar#ifdef OMX_ANDROID_COMPILE_AS_32BIT_ON_64BIT_PLATFORMS 56937c77f9ca649f321374118937bcdaca14a7e5684bLajos Molnar // ANativeWindowBuffer is only valid on 32-bit/mediaserver process 56947c77f9ca649f321374118937bcdaca14a7e5684bLajos Molnar handle = NULL; 56957c77f9ca649f321374118937bcdaca14a7e5684bLajos Molnar#else 5696054219874873b41f1c815552987c10465c34ba2bLajos Molnar handle = (native_handle_t *)nativeMeta.pBuffer->handle; 56977c77f9ca649f321374118937bcdaca14a7e5684bLajos Molnar#endif 5698054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 5699308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang info->mData->meta()->setPointer("handle", handle); 5700308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang info->mData->meta()->setInt32("rangeOffset", rangeOffset); 5701308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang info->mData->meta()->setInt32("rangeLength", rangeLength); 5702308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang } else { 5703308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang info->mData->setRange(rangeOffset, rangeLength); 5704308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang } 5705496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber#if 0 570621ad778dcfcddb8f8fd9dc3fe4992fbef246c511Marco Nelissen if (mCodec->mNativeWindow == NULL) { 5707496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber if (IsIDR(info->mData)) { 5708496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber ALOGI("IDR frame"); 5709496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber } 57105778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 571121ad778dcfcddb8f8fd9dc3fe4992fbef246c511Marco Nelissen#endif 5712f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 57138b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen if (mCodec->mSkipCutBuffer != NULL) { 57148b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen mCodec->mSkipCutBuffer->submit(info->mData); 57158b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen } 57165778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mData->meta()->setInt64("timeUs", timeUs); 5717f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 57185778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 5719d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatDrainThisBuffer); 5720609b815a3131d22da38b2f452faa9f89daad4039Andy Hung notify->setInt32("buffer-id", info->mBufferID); 57212d8bedd05437b6fccdbc6bf70f673ffd86744d59Andreas Huber notify->setBuffer("buffer", info->mData); 57225778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->setInt32("flags", flags); 5723f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5724609b815a3131d22da38b2f452faa9f89daad4039Andy Hung reply->setInt32("buffer-id", info->mBufferID); 5725f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 57265778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->setMessage("reply", reply); 5727f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 57285778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->post(); 57295778822d86b0337407514b9372562b86edfa91cdAndreas Huber 57305778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mStatus = BufferInfo::OWNED_BY_DOWNSTREAM; 5731f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5732f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (flags & OMX_BUFFERFLAG_EOS) { 57335778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGV("[%s] saw output EOS", mCodec->mComponentName.c_str()); 57345778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5735f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 5736d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatEOS); 5737dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber notify->setInt32("err", mCodec->mInputEOSResult); 5738f933441648ef6a71dee783d733aac17b9508b452Andreas Huber notify->post(); 5739f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5740f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mPortEOS[kPortIndexOutput] = true; 5741f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5742f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5743f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5744f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5745777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim case FREE_BUFFERS: 57460806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mCodec->freeBuffer(kPortIndexOutput, index); 57470806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 57480806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 57490806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 57500806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5751f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5752777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim 5753777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim default: 5754777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Invalid port mode: %d", mode); 5755777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return false; 5756f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5757f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5758f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 5759f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5760f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5761f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::BaseState::onOutputBufferDrained(const sp<AMessage> &msg) { 5762f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferID; 5763609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CHECK(msg->findInt32("buffer-id", (int32_t*)&bufferID)); 5764f933441648ef6a71dee783d733aac17b9508b452Andreas Huber ssize_t index; 57650806340688c937e7b78c2d89db3809274130df4eLajos Molnar BufferInfo *info = mCodec->findBufferByID(kPortIndexOutput, bufferID, &index); 57660806340688c937e7b78c2d89db3809274130df4eLajos Molnar BufferInfo::Status status = BufferInfo::getSafeStatus(info); 57670806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (status != BufferInfo::OWNED_BY_DOWNSTREAM) { 57680806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Wrong ownership in OBD: %s(%d) buffer #%u", _asString(status), status, bufferID); 57690806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->dumpBuffers(kPortIndexOutput); 57700806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 57710806340688c937e7b78c2d89db3809274130df4eLajos Molnar return; 57720806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5773f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5774577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar android_native_rect_t crop; 5775777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (msg->findRect("crop", &crop.left, &crop.top, &crop.right, &crop.bottom)) { 5776777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim status_t err = native_window_set_crop(mCodec->mNativeWindow.get(), &crop); 5777777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGW_IF(err != NO_ERROR, "failed to set crop: %d", err); 5778577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar } 5779577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar 5780b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar int32_t dataSpace; 5781b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (msg->findInt32("dataspace", &dataSpace)) { 5782b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t err = native_window_set_buffers_data_space( 5783b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mCodec->mNativeWindow.get(), (android_dataspace)dataSpace); 5784b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGW_IF(err != NO_ERROR, "failed to set dataspace: %d", err); 5785b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 5786b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 5787f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t render; 5788f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mCodec->mNativeWindow != NULL 57896aade6058521b0dbd35a9a4620f4d04f02f90444Marco Nelissen && msg->findInt32("render", &render) && render != 0 579079ee2399b67c7a11042c5904dc1309712a76f8cbJianzheng Zhou && info->mData != NULL && info->mData->size() != 0) { 57916fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar ATRACE_NAME("render"); 5792f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // The client wants this buffer to be rendered. 5793f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 579490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // save buffers sent to the surface so we can get render time when they return 579590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int64_t mediaTimeUs = -1; 579690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar info->mData->meta()->findInt64("timeUs", &mediaTimeUs); 579790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (mediaTimeUs >= 0) { 579890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->mRenderTracker.onFrameQueued( 579990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mediaTimeUs, info->mGraphicBuffer, new Fence(::dup(info->mFenceFd))); 580090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 580190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 5802fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar int64_t timestampNs = 0; 5803fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar if (!msg->findInt64("timestampNs", ×tampNs)) { 5804c8edf5af010ac24a99b302a18e7b84e8b4b2b783Lajos Molnar // use media timestamp if client did not request a specific render timestamp 5805fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar if (info->mData->meta()->findInt64("timeUs", ×tampNs)) { 5806c8edf5af010ac24a99b302a18e7b84e8b4b2b783Lajos Molnar ALOGV("using buffer PTS of %lld", (long long)timestampNs); 5807fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar timestampNs *= 1000; 5808fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar } 5809fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar } 5810fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar 58115778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err; 5812fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar err = native_window_set_buffers_timestamp(mCodec->mNativeWindow.get(), timestampNs); 58130806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGW_IF(err != NO_ERROR, "failed to set buffer timestamp: %d", err); 5814fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar 581515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkReadFence("onOutputBufferDrained before queueBuffer"); 58160806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mCodec->mNativeWindow->queueBuffer( 581715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mCodec->mNativeWindow.get(), info->mGraphicBuffer.get(), info->mFenceFd); 581815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 58190806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 5820cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber info->mStatus = BufferInfo::OWNED_BY_NATIVE_WINDOW; 5821cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber } else { 5822264bac95912efe121d6a60026612617f04f42966Lajos Molnar ALOGE("queueBuffer failed in onOutputBufferDrained: %d", err); 5823251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 5824cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber info->mStatus = BufferInfo::OWNED_BY_US; 582515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // keeping read fence as write fence to avoid clobbering 582615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mIsReadFence = false; 5827cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber } 5828f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else { 58296fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar if (mCodec->mNativeWindow != NULL && 58306fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar (info->mData == NULL || info->mData->size() != 0)) { 583115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // move read fence into write fence to avoid clobbering 583215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mIsReadFence = false; 58336fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar ATRACE_NAME("frame-drop"); 58346fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar } 5835f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_US; 5836f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5837f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5838f933441648ef6a71dee783d733aac17b9508b452Andreas Huber PortMode mode = getPortMode(kPortIndexOutput); 5839f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5840f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (mode) { 5841f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case KEEP_BUFFERS: 5842f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5843f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // XXX fishy, revisit!!! What about the FREE_BUFFERS case below? 5844f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5845f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW) { 5846f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // We cannot resubmit the buffer we just rendered, dequeue 5847f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // the spare instead. 5848f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5849f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info = mCodec->dequeueBufferFromNativeWindow(); 5850f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5851f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5852f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5853f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5854f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case RESUBMIT_BUFFERS: 5855f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5856f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (!mCodec->mPortEOS[kPortIndexOutput]) { 5857f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW) { 5858f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // We cannot resubmit the buffer we just rendered, dequeue 5859f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // the spare instead. 5860f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5861f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info = mCodec->dequeueBufferFromNativeWindow(); 5862f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5863f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5864c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber if (info != NULL) { 5865609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] calling fillBuffer %u", 5866c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber mCodec->mComponentName.c_str(), info->mBufferID); 586715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkWriteFence("onOutputBufferDrained::RESUBMIT_BUFFERS"); 586815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar status_t err = mCodec->mOMX->fillBuffer( 586915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mCodec->mNode, info->mBufferID, info->mFenceFd); 587015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 58710806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 58720806340688c937e7b78c2d89db3809274130df4eLajos Molnar info->mStatus = BufferInfo::OWNED_BY_COMPONENT; 58730806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 58740806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 58750806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5876c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber } 5877f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5878f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5879f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5880f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5881777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim case FREE_BUFFERS: 5882f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 58830806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = mCodec->freeBuffer(kPortIndexOutput, index); 58840806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 58850806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 58860806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5887f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5888f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5889777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim 5890777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim default: 5891777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Invalid port mode: %d", mode); 5892777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return; 5893f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5894f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5895f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5896f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 5897f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5898f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::UninitializedState::UninitializedState(ACodec *codec) 5899f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : BaseState(codec) { 5900f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5901f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5902c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Hubervoid ACodec::UninitializedState::stateEntered() { 5903c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber ALOGV("Now uninitialized"); 5904ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 5905ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber if (mDeathNotifier != NULL) { 590623858874bbce68fb5ac83250087fa7788c97dd12Marco Nelissen mCodec->mNodeBinder->unlinkToDeath(mDeathNotifier); 5907ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mDeathNotifier.clear(); 5908ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber } 5909ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 5910b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mCodec->mUsingNativeWindow = false; 5911ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mCodec->mNativeWindow.clear(); 5912e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar mCodec->mNativeWindowUsageBits = 0; 5913ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar mCodec->mNode = 0; 5914ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mCodec->mOMX.clear(); 5915ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mCodec->mQuirks = 0; 5916ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mCodec->mFlags = 0; 5917054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->mInputMetadataType = kMetadataBufferTypeInvalid; 5918054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->mOutputMetadataType = kMetadataBufferTypeInvalid; 5919ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mCodec->mComponentName.clear(); 5920c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 5921c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5922f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::UninitializedState::onMessageReceived(const sp<AMessage> &msg) { 5923f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool handled = false; 5924f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5925f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 5926f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case ACodec::kWhatSetup: 5927f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5928f933441648ef6a71dee783d733aac17b9508b452Andreas Huber onSetup(msg); 5929f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5930f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 5931f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5932f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5933f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 59345778822d86b0337407514b9372562b86edfa91cdAndreas Huber case ACodec::kWhatAllocateComponent: 59355778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 59365778822d86b0337407514b9372562b86edfa91cdAndreas Huber onAllocateComponent(msg); 59375778822d86b0337407514b9372562b86edfa91cdAndreas Huber handled = true; 59385778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 59395778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 59405778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5941f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case ACodec::kWhatShutdown: 5942f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5943c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber int32_t keepComponentAllocated; 5944c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber CHECK(msg->findInt32( 5945c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber "keepComponentAllocated", &keepComponentAllocated)); 594654b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar ALOGW_IF(keepComponentAllocated, 594754b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar "cannot keep component allocated on shutdown in Uninitialized state"); 5948c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5949f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 5950d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatShutdownCompleted); 5951f933441648ef6a71dee783d733aac17b9508b452Andreas Huber notify->post(); 5952f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5953f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 5954c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber break; 5955f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5956f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5957f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case ACodec::kWhatFlush: 5958f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5959f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 5960d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatFlushCompleted); 5961f933441648ef6a71dee783d733aac17b9508b452Andreas Huber notify->post(); 5962f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5963f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 5964c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber break; 5965f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5966f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 596730358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar case ACodec::kWhatReleaseCodecInstance: 596830358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar { 596930358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar // nothing to do, as we have already signaled shutdown 597030358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar handled = true; 597130358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar break; 597230358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar } 597330358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar 5974f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 5975f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onMessageReceived(msg); 5976f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5977f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5978f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return handled; 5979f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5980f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5981f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::UninitializedState::onSetup( 5982f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const sp<AMessage> &msg) { 5983c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (onAllocateComponent(msg) 5984c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber && mCodec->mLoadedState->onConfigureComponent(msg)) { 5985c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->mLoadedState->onStart(); 5986c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 59875778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 59885778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5989c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberbool ACodec::UninitializedState::onAllocateComponent(const sp<AMessage> &msg) { 59905778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGV("onAllocateComponent"); 59915778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5992ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar CHECK(mCodec->mNode == 0); 59935778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5994f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMXClient client; 599548a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung if (client.connect() != OK) { 599648a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung mCodec->signalError(OMX_ErrorUndefined, NO_INIT); 599748a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung return false; 599848a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung } 5999f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6000f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<IOMX> omx = client.interface(); 6001f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 60021d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> notify = new AMessage(kWhatOMXDied, mCodec); 6003ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 6004b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar Vector<AString> matchingCodecs; 60055778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6006f933441648ef6a71dee783d733aac17b9508b452Andreas Huber AString mime; 6007f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 60085778822d86b0337407514b9372562b86edfa91cdAndreas Huber AString componentName; 6009d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber uint32_t quirks = 0; 60107791cf11186a22b3f84d98cfde67393bee748cb0Marco Nelissen int32_t encoder = false; 60115778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (msg->findString("componentName", &componentName)) { 6012b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar sp<IMediaCodecList> list = MediaCodecList::getInstance(); 6013b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar if (list != NULL && list->findCodecByName(componentName.c_str()) >= 0) { 6014b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar matchingCodecs.add(componentName); 6015afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber } 60165778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 60175778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findString("mime", &mime)); 60185778822d86b0337407514b9372562b86edfa91cdAndreas Huber 60195778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("encoder", &encoder)) { 60205778822d86b0337407514b9372562b86edfa91cdAndreas Huber encoder = false; 60215778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 60225778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6023b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar MediaCodecList::findMatchingCodecs( 60245778822d86b0337407514b9372562b86edfa91cdAndreas Huber mime.c_str(), 60255778822d86b0337407514b9372562b86edfa91cdAndreas Huber encoder, // createEncoder 6026b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar 0, // flags 6027e671207115fac3914134c61b336d5fa0242c68caAndreas Huber &matchingCodecs); 60285778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 60291065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber 60301065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber sp<CodecObserver> observer = new CodecObserver; 6031ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar IOMX::node_id node = 0; 60321065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber 6033201d8d400eb037547f4f476a838475b13a446007Wei Jia status_t err = NAME_NOT_FOUND; 60341065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber for (size_t matchIndex = 0; matchIndex < matchingCodecs.size(); 60351065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber ++matchIndex) { 6036b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar componentName = matchingCodecs[matchIndex]; 6037b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar quirks = MediaCodecList::getQuirksFor(componentName.c_str()); 6038f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6039da153975581fb3161a30452348a5b26ee72d9255Elliott Hughes pid_t tid = gettid(); 6040078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber int prevPriority = androidGetThreadPriority(tid); 6041078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber androidSetThreadPriority(tid, ANDROID_PRIORITY_FOREGROUND); 604223858874bbce68fb5ac83250087fa7788c97dd12Marco Nelissen err = omx->allocateNode(componentName.c_str(), observer, &mCodec->mNodeBinder, &node); 6043078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber androidSetThreadPriority(tid, prevPriority); 6044f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 60451065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber if (err == OK) { 60461065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber break; 60477a727021b86c2fb2c9f60af2c999154dce1766ebZhijun He } else { 60487a727021b86c2fb2c9f60af2c999154dce1766ebZhijun He ALOGW("Allocating component '%s' failed, try next one.", componentName.c_str()); 60491065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber } 60501065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber 6051ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar node = 0; 60521065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber } 60531065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber 6054ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar if (node == 0) { 60555778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!mime.empty()) { 60569f41ee5a4dd73093d107bc80df5cebb9a273cc72Ronghua Wu ALOGE("Unable to instantiate a %scoder for type '%s' with err %#x.", 60579f41ee5a4dd73093d107bc80df5cebb9a273cc72Ronghua Wu encoder ? "en" : "de", mime.c_str(), err); 60585778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 60599f41ee5a4dd73093d107bc80df5cebb9a273cc72Ronghua Wu ALOGE("Unable to instantiate codec '%s' with err %#x.", componentName.c_str(), err); 60605778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 6061c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber 606252e88b2986536e83a7a6da63461556b8734a85f3Ronghua Wu mCodec->signalError((OMX_ERRORTYPE)err, makeNoSideEffectStatus(err)); 6063c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return false; 6064c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber } 6065f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 606623858874bbce68fb5ac83250087fa7788c97dd12Marco Nelissen mDeathNotifier = new DeathNotifier(notify); 606723858874bbce68fb5ac83250087fa7788c97dd12Marco Nelissen if (mCodec->mNodeBinder == NULL || 606823858874bbce68fb5ac83250087fa7788c97dd12Marco Nelissen mCodec->mNodeBinder->linkToDeath(mDeathNotifier) != OK) { 606923858874bbce68fb5ac83250087fa7788c97dd12Marco Nelissen // This was a local binder, if it dies so do we, we won't care 607023858874bbce68fb5ac83250087fa7788c97dd12Marco Nelissen // about any notifications in the afterlife. 607123858874bbce68fb5ac83250087fa7788c97dd12Marco Nelissen mDeathNotifier.clear(); 607223858874bbce68fb5ac83250087fa7788c97dd12Marco Nelissen } 607323858874bbce68fb5ac83250087fa7788c97dd12Marco Nelissen 607426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar notify = new AMessage(kWhatOMXMessageList, mCodec); 6075f933441648ef6a71dee783d733aac17b9508b452Andreas Huber observer->setNotificationMessage(notify); 6076f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6077f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mComponentName = componentName; 607890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->mRenderTracker.setComponentName(componentName); 6079ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber mCodec->mFlags = 0; 6080ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 6081ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber if (componentName.endsWith(".secure")) { 6082ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber mCodec->mFlags |= kFlagIsSecure; 60831713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang mCodec->mFlags |= kFlagIsGrallocUsageProtected; 60840167414e261f88a96b5e4bf6cb592e6ca11e5a95Andreas Huber mCodec->mFlags |= kFlagPushBlankBuffersToNativeWindowOnShutdown; 6085ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 6086ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 6087afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber mCodec->mQuirks = quirks; 6088f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mOMX = omx; 6089f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mNode = node; 6090f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 60915778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 60925778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 6093d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatComponentAllocated); 60945778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->setString("componentName", mCodec->mComponentName.c_str()); 60955778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->post(); 60965778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 6097c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6098c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->changeState(mCodec->mLoadedState); 6099c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6100c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return true; 61015778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 61025778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6103c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber//////////////////////////////////////////////////////////////////////////////// 6104c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6105c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas HuberACodec::LoadedState::LoadedState(ACodec *codec) 6106c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber : BaseState(codec) { 6107c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 6108c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6109c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Hubervoid ACodec::LoadedState::stateEntered() { 6110c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber ALOGV("[%s] Now Loaded", mCodec->mComponentName.c_str()); 6111c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6112f6f38287b97ec69b169387add6458f859b770e65Andreas Huber mCodec->mPortEOS[kPortIndexInput] = 6113f6f38287b97ec69b169387add6458f859b770e65Andreas Huber mCodec->mPortEOS[kPortIndexOutput] = false; 6114f6f38287b97ec69b169387add6458f859b770e65Andreas Huber 6115f6f38287b97ec69b169387add6458f859b770e65Andreas Huber mCodec->mInputEOSResult = OK; 6116f6f38287b97ec69b169387add6458f859b770e65Andreas Huber 6117054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mCodec->mDequeueCounter = 0; 6118054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->mMetadataBuffersToSubmit = 0; 6119a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber mCodec->mRepeatFrameDelayUs = -1ll; 6120e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar mCodec->mInputFormat.clear(); 6121e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar mCodec->mOutputFormat.clear(); 61224e865a3cfe4c955e0890321a6b488cf661808b63Lajos Molnar mCodec->mBaseOutputFormat.clear(); 6123054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 6124c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (mCodec->mShutdownInProgress) { 6125c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber bool keepComponentAllocated = mCodec->mKeepComponentAllocated; 6126c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6127c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->mShutdownInProgress = false; 6128c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->mKeepComponentAllocated = false; 6129c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6130c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber onShutdown(keepComponentAllocated); 6131c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 613254b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar mCodec->mExplicitShutdown = false; 6133f393c33e65ae51a7cf168b4e15771b152f996b32Wei Jia 6134f393c33e65ae51a7cf168b4e15771b152f996b32Wei Jia mCodec->processDeferredMessages(); 6135c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 6136c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6137c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Hubervoid ACodec::LoadedState::onShutdown(bool keepComponentAllocated) { 6138c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (!keepComponentAllocated) { 61390806340688c937e7b78c2d89db3809274130df4eLajos Molnar (void)mCodec->mOMX->freeNode(mCodec->mNode); 6140c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6141c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->changeState(mCodec->mUninitializedState); 6142c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 6143c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 614454b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar if (mCodec->mExplicitShutdown) { 614554b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar sp<AMessage> notify = mCodec->mNotify->dup(); 6146d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatShutdownCompleted); 614754b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar notify->post(); 614854b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar mCodec->mExplicitShutdown = false; 614954b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar } 6150c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 6151c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6152c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberbool ACodec::LoadedState::onMessageReceived(const sp<AMessage> &msg) { 6153c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber bool handled = false; 6154c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6155c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber switch (msg->what()) { 6156c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case ACodec::kWhatConfigureComponent: 6157c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber { 6158c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber onConfigureComponent(msg); 6159c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber handled = true; 6160c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber break; 6161c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 6162c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 61637cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case ACodec::kWhatCreateInputSurface: 61647cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 61657cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden onCreateInputSurface(msg); 61667cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden handled = true; 61677cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 61687cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 61697cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 61708f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang case ACodec::kWhatSetInputSurface: 6171d291c222357303b9611cab89d0c3b047584ef377Chong Zhang { 61728f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang onSetInputSurface(msg); 6173d291c222357303b9611cab89d0c3b047584ef377Chong Zhang handled = true; 6174d291c222357303b9611cab89d0c3b047584ef377Chong Zhang break; 6175d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 6176d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6177c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case ACodec::kWhatStart: 6178c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber { 6179c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber onStart(); 6180c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber handled = true; 6181c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber break; 6182c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 6183c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6184c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case ACodec::kWhatShutdown: 6185c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber { 6186c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber int32_t keepComponentAllocated; 6187c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber CHECK(msg->findInt32( 6188c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber "keepComponentAllocated", &keepComponentAllocated)); 6189c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 619054b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar mCodec->mExplicitShutdown = true; 6191c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber onShutdown(keepComponentAllocated); 6192c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6193c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber handled = true; 6194c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber break; 6195c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 6196c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6197c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case ACodec::kWhatFlush: 6198c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber { 6199c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 6200d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatFlushCompleted); 6201c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber notify->post(); 6202c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6203c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber handled = true; 6204c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber break; 6205c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 6206c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6207c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber default: 6208c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return BaseState::onMessageReceived(msg); 6209c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 6210c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6211c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return handled; 6212c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 6213c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6214c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberbool ACodec::LoadedState::onConfigureComponent( 62155778822d86b0337407514b9372562b86edfa91cdAndreas Huber const sp<AMessage> &msg) { 62165778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGV("onConfigureComponent"); 62175778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6218ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar CHECK(mCodec->mNode != 0); 62195778822d86b0337407514b9372562b86edfa91cdAndreas Huber 62200806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = OK; 62215778822d86b0337407514b9372562b86edfa91cdAndreas Huber AString mime; 62220806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (!msg->findString("mime", &mime)) { 62230806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = BAD_VALUE; 62240806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 62250806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mCodec->configureCodec(mime.c_str(), msg); 62260806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 62275778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 6228c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber ALOGE("[%s] configureCodec returning error %d", 6229c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber mCodec->mComponentName.c_str(), err); 6230c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber 6231251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 6232c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return false; 62335778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 6234f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 62355778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 62365778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 6237d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatComponentConfigured); 6238e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setMessage("input-format", mCodec->mInputFormat); 6239e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setMessage("output-format", mCodec->mOutputFormat); 62405778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->post(); 62415778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 6242c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6243c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return true; 62445778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 62455778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6246d291c222357303b9611cab89d0c3b047584ef377Chong Zhangstatus_t ACodec::LoadedState::setupInputSurface() { 6247d291c222357303b9611cab89d0c3b047584ef377Chong Zhang status_t err = OK; 6248a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber 6249d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (mCodec->mRepeatFrameDelayUs > 0ll) { 6250a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber err = mCodec->mOMX->setInternalOption( 6251a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber mCodec->mNode, 6252a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber kPortIndexInput, 6253a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber IOMX::INTERNAL_OPTION_REPEAT_PREVIOUS_FRAME_DELAY, 6254a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber &mCodec->mRepeatFrameDelayUs, 6255a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber sizeof(mCodec->mRepeatFrameDelayUs)); 6256a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber 6257a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber if (err != OK) { 6258a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber ALOGE("[%s] Unable to configure option to repeat previous " 6259a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber "frames (err %d)", 6260a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber mCodec->mComponentName.c_str(), 6261a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber err); 6262d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return err; 6263a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber } 6264a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber } 6265a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber 6266d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (mCodec->mMaxPtsGapUs > 0ll) { 626794ee4b708acfa941581160b267afb79192b1d816Chong Zhang err = mCodec->mOMX->setInternalOption( 626894ee4b708acfa941581160b267afb79192b1d816Chong Zhang mCodec->mNode, 626994ee4b708acfa941581160b267afb79192b1d816Chong Zhang kPortIndexInput, 627094ee4b708acfa941581160b267afb79192b1d816Chong Zhang IOMX::INTERNAL_OPTION_MAX_TIMESTAMP_GAP, 627194ee4b708acfa941581160b267afb79192b1d816Chong Zhang &mCodec->mMaxPtsGapUs, 627294ee4b708acfa941581160b267afb79192b1d816Chong Zhang sizeof(mCodec->mMaxPtsGapUs)); 627394ee4b708acfa941581160b267afb79192b1d816Chong Zhang 627494ee4b708acfa941581160b267afb79192b1d816Chong Zhang if (err != OK) { 627594ee4b708acfa941581160b267afb79192b1d816Chong Zhang ALOGE("[%s] Unable to configure max timestamp gap (err %d)", 627672cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang mCodec->mComponentName.c_str(), 627772cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang err); 6278d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return err; 62792c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang } 62802c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang } 62812c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang 6282d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (mCodec->mMaxFps > 0) { 628337b2b389139ed638831e49708c947863eef631efRonghua Wu err = mCodec->mOMX->setInternalOption( 628437b2b389139ed638831e49708c947863eef631efRonghua Wu mCodec->mNode, 628537b2b389139ed638831e49708c947863eef631efRonghua Wu kPortIndexInput, 628637b2b389139ed638831e49708c947863eef631efRonghua Wu IOMX::INTERNAL_OPTION_MAX_FPS, 628737b2b389139ed638831e49708c947863eef631efRonghua Wu &mCodec->mMaxFps, 628837b2b389139ed638831e49708c947863eef631efRonghua Wu sizeof(mCodec->mMaxFps)); 628937b2b389139ed638831e49708c947863eef631efRonghua Wu 629037b2b389139ed638831e49708c947863eef631efRonghua Wu if (err != OK) { 629137b2b389139ed638831e49708c947863eef631efRonghua Wu ALOGE("[%s] Unable to configure max fps (err %d)", 629237b2b389139ed638831e49708c947863eef631efRonghua Wu mCodec->mComponentName.c_str(), 629337b2b389139ed638831e49708c947863eef631efRonghua Wu err); 6294d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return err; 629537b2b389139ed638831e49708c947863eef631efRonghua Wu } 629637b2b389139ed638831e49708c947863eef631efRonghua Wu } 629737b2b389139ed638831e49708c947863eef631efRonghua Wu 6298d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (mCodec->mTimePerCaptureUs > 0ll 62992c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang && mCodec->mTimePerFrameUs > 0ll) { 63002c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang int64_t timeLapse[2]; 63012c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang timeLapse[0] = mCodec->mTimePerFrameUs; 63022c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang timeLapse[1] = mCodec->mTimePerCaptureUs; 63032c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang err = mCodec->mOMX->setInternalOption( 63042c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mCodec->mNode, 63052c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang kPortIndexInput, 63062c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang IOMX::INTERNAL_OPTION_TIME_LAPSE, 63072c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang &timeLapse[0], 63082c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang sizeof(timeLapse)); 63092c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang 63102c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang if (err != OK) { 63112c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang ALOGE("[%s] Unable to configure time lapse (err %d)", 63122c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mCodec->mComponentName.c_str(), 63132c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang err); 6314d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return err; 63152c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang } 63162c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang } 631772cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang 6318d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (mCodec->mCreateInputBuffersSuspended) { 631972cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang bool suspend = true; 632072cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang err = mCodec->mOMX->setInternalOption( 632172cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang mCodec->mNode, 632272cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang kPortIndexInput, 632372cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang IOMX::INTERNAL_OPTION_SUSPEND, 632472cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang &suspend, 632572cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang sizeof(suspend)); 632672cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang 632772cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang if (err != OK) { 632872cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang ALOGE("[%s] Unable to configure option to suspend (err %d)", 632994ee4b708acfa941581160b267afb79192b1d816Chong Zhang mCodec->mComponentName.c_str(), 633094ee4b708acfa941581160b267afb79192b1d816Chong Zhang err); 6331d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return err; 633294ee4b708acfa941581160b267afb79192b1d816Chong Zhang } 633394ee4b708acfa941581160b267afb79192b1d816Chong Zhang } 633494ee4b708acfa941581160b267afb79192b1d816Chong Zhang 6335c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar uint32_t usageBits; 6336c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar if (mCodec->mOMX->getParameter( 6337c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar mCodec->mNode, (OMX_INDEXTYPE)OMX_IndexParamConsumerUsageBits, 6338c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar &usageBits, sizeof(usageBits)) == OK) { 6339c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar mCodec->mInputFormat->setInt32( 6340c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar "using-sw-read-often", !!(usageBits & GRALLOC_USAGE_SW_READ_OFTEN)); 6341c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar } 6342c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar 6343b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar sp<ABuffer> colorAspectsBuffer; 6344b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (mCodec->mInputFormat->findBuffer("android._color-aspects", &colorAspectsBuffer)) { 6345b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = mCodec->mOMX->setInternalOption( 6346b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mCodec->mNode, kPortIndexInput, IOMX::INTERNAL_OPTION_COLOR_ASPECTS, 6347b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar colorAspectsBuffer->base(), colorAspectsBuffer->capacity()); 6348b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err != OK) { 6349b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGE("[%s] Unable to configure color aspects (err %d)", 6350b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mCodec->mComponentName.c_str(), err); 6351b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return err; 6352b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 6353b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 6354d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return OK; 6355d291c222357303b9611cab89d0c3b047584ef377Chong Zhang} 6356d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6357d291c222357303b9611cab89d0c3b047584ef377Chong Zhangvoid ACodec::LoadedState::onCreateInputSurface( 6358d291c222357303b9611cab89d0c3b047584ef377Chong Zhang const sp<AMessage> & /* msg */) { 6359d291c222357303b9611cab89d0c3b047584ef377Chong Zhang ALOGV("onCreateInputSurface"); 6360d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6361d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<AMessage> notify = mCodec->mNotify->dup(); 6362d291c222357303b9611cab89d0c3b047584ef377Chong Zhang notify->setInt32("what", CodecBase::kWhatInputSurfaceCreated); 6363d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6364b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar android_dataspace dataSpace; 6365b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t err = 6366b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mCodec->setInitialColorAspectsForVideoEncoderSurfaceAndGetDataSpace(&dataSpace); 6367b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar notify->setMessage("input-format", mCodec->mInputFormat); 6368b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar notify->setMessage("output-format", mCodec->mOutputFormat); 636957fad3c31f46ec98d15bc253c16f9d269aeb8ea7Lajos Molnar 6370d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<IGraphicBufferProducer> bufferProducer; 6371b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err == OK) { 6372b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = mCodec->mOMX->createInputSurface( 6373b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mCodec->mNode, kPortIndexInput, dataSpace, &bufferProducer, &mCodec->mInputMetadataType); 6374b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 6375d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6376d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (err == OK) { 6377d291c222357303b9611cab89d0c3b047584ef377Chong Zhang err = setupInputSurface(); 6378d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 6379d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 63807cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (err == OK) { 63817cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden notify->setObject("input-surface", 63827cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden new BufferProducerWrapper(bufferProducer)); 63837cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } else { 63847cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden // Can't use mCodec->signalError() here -- MediaCodec won't forward 63857cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden // the error through because it's in the "configured" state. We 63867cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden // send a kWhatInputSurfaceCreated with an error value instead. 63877cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden ALOGE("[%s] onCreateInputSurface returning error %d", 63887cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mCodec->mComponentName.c_str(), err); 63897cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden notify->setInt32("err", err); 63907cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 63917cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden notify->post(); 63927cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden} 63937cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 63948f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhangvoid ACodec::LoadedState::onSetInputSurface( 6395d291c222357303b9611cab89d0c3b047584ef377Chong Zhang const sp<AMessage> &msg) { 63968f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang ALOGV("onSetInputSurface"); 6397d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6398d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<AMessage> notify = mCodec->mNotify->dup(); 6399d291c222357303b9611cab89d0c3b047584ef377Chong Zhang notify->setInt32("what", CodecBase::kWhatInputSurfaceAccepted); 6400d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6401d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<RefBase> obj; 6402d291c222357303b9611cab89d0c3b047584ef377Chong Zhang CHECK(msg->findObject("input-surface", &obj)); 6403d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<PersistentSurface> surface = static_cast<PersistentSurface *>(obj.get()); 6404d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6405b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar android_dataspace dataSpace; 6406b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t err = 6407b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mCodec->setInitialColorAspectsForVideoEncoderSurfaceAndGetDataSpace(&dataSpace); 6408b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar notify->setMessage("input-format", mCodec->mInputFormat); 6409b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar notify->setMessage("output-format", mCodec->mOutputFormat); 6410b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 6411b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err == OK) { 6412b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = mCodec->mOMX->setInputSurface( 6413b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mCodec->mNode, kPortIndexInput, surface->getBufferConsumer(), 6414b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar &mCodec->mInputMetadataType); 6415b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 6416d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6417d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (err == OK) { 6418b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar surface->getBufferConsumer()->setDefaultBufferDataSpace(dataSpace); 6419d291c222357303b9611cab89d0c3b047584ef377Chong Zhang err = setupInputSurface(); 6420d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 6421d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6422d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (err != OK) { 6423d291c222357303b9611cab89d0c3b047584ef377Chong Zhang // Can't use mCodec->signalError() here -- MediaCodec won't forward 6424d291c222357303b9611cab89d0c3b047584ef377Chong Zhang // the error through because it's in the "configured" state. We 6425d291c222357303b9611cab89d0c3b047584ef377Chong Zhang // send a kWhatInputSurfaceAccepted with an error value instead. 64268f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang ALOGE("[%s] onSetInputSurface returning error %d", 6427d291c222357303b9611cab89d0c3b047584ef377Chong Zhang mCodec->mComponentName.c_str(), err); 6428d291c222357303b9611cab89d0c3b047584ef377Chong Zhang notify->setInt32("err", err); 6429d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 6430d291c222357303b9611cab89d0c3b047584ef377Chong Zhang notify->post(); 6431d291c222357303b9611cab89d0c3b047584ef377Chong Zhang} 6432d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6433c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Hubervoid ACodec::LoadedState::onStart() { 64345778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGV("onStart"); 64355778822d86b0337407514b9372562b86edfa91cdAndreas Huber 64360806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = mCodec->mOMX->sendCommand(mCodec->mNode, OMX_CommandStateSet, OMX_StateIdle); 64370806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 64380806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 64390806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 64400806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->changeState(mCodec->mLoadedToIdleState); 64410806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6442f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6443f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6444f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 6445f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6446f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::LoadedToIdleState::LoadedToIdleState(ACodec *codec) 6447f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : BaseState(codec) { 6448f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6449f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6450f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::LoadedToIdleState::stateEntered() { 64513856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now Loaded->Idle", mCodec->mComponentName.c_str()); 6452f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6453cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber status_t err; 6454cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber if ((err = allocateBuffers()) != OK) { 645529357bc2c0dd7c43ad3bd0c8e3efa4e6fd9bfd47Steve Block ALOGE("Failed to allocate buffers after transitioning to IDLE state " 6456cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber "(error 0x%08x)", 6457cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber err); 6458cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber 6459251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 646091bfadb4aa75444c60e9949232de3c184cfe060aAndreas Huber 6461c673de8067ad53f96b3fcd2b7b24b066303a32aaWei Jia mCodec->mOMX->sendCommand( 6462c673de8067ad53f96b3fcd2b7b24b066303a32aaWei Jia mCodec->mNode, OMX_CommandStateSet, OMX_StateLoaded); 6463c673de8067ad53f96b3fcd2b7b24b066303a32aaWei Jia if (mCodec->allYourBuffersAreBelongToUs(kPortIndexInput)) { 6464c673de8067ad53f96b3fcd2b7b24b066303a32aaWei Jia mCodec->freeBuffersOnPort(kPortIndexInput); 6465c673de8067ad53f96b3fcd2b7b24b066303a32aaWei Jia } 6466c673de8067ad53f96b3fcd2b7b24b066303a32aaWei Jia if (mCodec->allYourBuffersAreBelongToUs(kPortIndexOutput)) { 6467c673de8067ad53f96b3fcd2b7b24b066303a32aaWei Jia mCodec->freeBuffersOnPort(kPortIndexOutput); 6468c673de8067ad53f96b3fcd2b7b24b066303a32aaWei Jia } 6469c673de8067ad53f96b3fcd2b7b24b066303a32aaWei Jia 647091bfadb4aa75444c60e9949232de3c184cfe060aAndreas Huber mCodec->changeState(mCodec->mLoadedState); 6471cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber } 6472f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6473f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6474f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::LoadedToIdleState::allocateBuffers() { 6475f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t err = mCodec->allocateBuffersOnPort(kPortIndexInput); 6476f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6477f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 6478f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 6479f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6480f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6481f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return mCodec->allocateBuffersOnPort(kPortIndexOutput); 6482f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6483f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6484f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::LoadedToIdleState::onMessageReceived(const sp<AMessage> &msg) { 6485f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 648672cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang case kWhatSetParameters: 6487f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 6488f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6489f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->deferMessage(msg); 6490f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6491f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6492f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 64936507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden case kWhatSignalEndOfInputStream: 64946507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden { 64956507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mCodec->onSignalEndOfInputStream(); 64966507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden return true; 64976507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden } 64986507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 64996463e76d41430f9b03a79b221de84255f2475658Marco Nelissen case kWhatResume: 65006463e76d41430f9b03a79b221de84255f2475658Marco Nelissen { 65016463e76d41430f9b03a79b221de84255f2475658Marco Nelissen // We'll be active soon enough. 65026463e76d41430f9b03a79b221de84255f2475658Marco Nelissen return true; 65036463e76d41430f9b03a79b221de84255f2475658Marco Nelissen } 65046463e76d41430f9b03a79b221de84255f2475658Marco Nelissen 65056463e76d41430f9b03a79b221de84255f2475658Marco Nelissen case kWhatFlush: 65066463e76d41430f9b03a79b221de84255f2475658Marco Nelissen { 65076463e76d41430f9b03a79b221de84255f2475658Marco Nelissen // We haven't even started yet, so we're flushed alright... 65086463e76d41430f9b03a79b221de84255f2475658Marco Nelissen sp<AMessage> notify = mCodec->mNotify->dup(); 6509d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatFlushCompleted); 65106463e76d41430f9b03a79b221de84255f2475658Marco Nelissen notify->post(); 65116463e76d41430f9b03a79b221de84255f2475658Marco Nelissen return true; 65126463e76d41430f9b03a79b221de84255f2475658Marco Nelissen } 65136463e76d41430f9b03a79b221de84255f2475658Marco Nelissen 6514f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6515f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onMessageReceived(msg); 6516f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6517f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6518f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6519f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::LoadedToIdleState::onOMXEvent( 6520f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 6521f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 6522f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventCmdComplete: 6523f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 65240806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = OK; 65250806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (data1 != (OMX_U32)OMX_CommandStateSet 65260806340688c937e7b78c2d89db3809274130df4eLajos Molnar || data2 != (OMX_U32)OMX_StateIdle) { 65270806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Unexpected command completion in LoadedToIdleState: %s(%u) %s(%u)", 65280806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_COMMANDTYPE)data1), data1, 65290806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_STATETYPE)data2), data2); 65300806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = FAILED_TRANSACTION; 65310806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6532f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 65330806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 65340806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mCodec->mOMX->sendCommand( 65350806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mNode, OMX_CommandStateSet, OMX_StateExecuting); 65360806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6537f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 65380806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 65390806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 65400806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 65410806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->changeState(mCodec->mIdleToExecutingState); 65420806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6543f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6544f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6545f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6546f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6547f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6548f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onOMXEvent(event, data1, data2); 6549f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6550f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6551f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6552f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 6553f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6554f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::IdleToExecutingState::IdleToExecutingState(ACodec *codec) 6555f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : BaseState(codec) { 6556f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6557f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6558f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::IdleToExecutingState::stateEntered() { 65593856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now Idle->Executing", mCodec->mComponentName.c_str()); 6560f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6561f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6562f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::IdleToExecutingState::onMessageReceived(const sp<AMessage> &msg) { 6563f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 656472cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang case kWhatSetParameters: 6565f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 6566f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6567f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->deferMessage(msg); 6568f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6569f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6570f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6571d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber case kWhatResume: 6572d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber { 6573d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber // We'll be active soon enough. 6574d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber return true; 6575d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber } 6576d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber 6577d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber case kWhatFlush: 6578d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber { 6579d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber // We haven't even started yet, so we're flushed alright... 6580d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 6581d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatFlushCompleted); 6582d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber notify->post(); 6583d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber 6584d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber return true; 6585d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber } 6586d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber 65876507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden case kWhatSignalEndOfInputStream: 65886507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden { 65896507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mCodec->onSignalEndOfInputStream(); 65906507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden return true; 65916507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden } 65926507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 6593f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6594f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onMessageReceived(msg); 6595f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6596f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6597f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6598f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::IdleToExecutingState::onOMXEvent( 6599f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 6600f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 6601f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventCmdComplete: 6602f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 66030806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (data1 != (OMX_U32)OMX_CommandStateSet 66040806340688c937e7b78c2d89db3809274130df4eLajos Molnar || data2 != (OMX_U32)OMX_StateExecuting) { 66050806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Unexpected command completion in IdleToExecutingState: %s(%u) %s(%u)", 66060806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_COMMANDTYPE)data1), data1, 66070806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_STATETYPE)data2), data2); 66080806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 66090806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 66100806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6611f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6612f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mExecutingState->resume(); 6613f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->changeState(mCodec->mExecutingState); 6614f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6615f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6616f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6617f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6618f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6619f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onOMXEvent(event, data1, data2); 6620f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6621f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6622f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6623f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 6624f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6625f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::ExecutingState::ExecutingState(ACodec *codec) 6626349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber : BaseState(codec), 6627349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mActive(false) { 6628f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6629f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6630f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::BaseState::PortMode ACodec::ExecutingState::getPortMode( 6631ccb067b1d8424ba610cbd3de83368bd55b532b5bAndreas Huber OMX_U32 /* portIndex */) { 6632f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return RESUBMIT_BUFFERS; 6633f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6634f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6635054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnarvoid ACodec::ExecutingState::submitOutputMetaBuffers() { 6636054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar // submit as many buffers as there are input buffers with the codec 6637054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar // in case we are in port reconfiguring 6638054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar for (size_t i = 0; i < mCodec->mBuffers[kPortIndexInput].size(); ++i) { 6639054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar BufferInfo *info = &mCodec->mBuffers[kPortIndexInput].editItemAt(i); 6640054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 6641054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar if (info->mStatus == BufferInfo::OWNED_BY_COMPONENT) { 6642054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mCodec->submitOutputMetadataBuffer() != OK) 6643054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar break; 6644054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 6645054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 66464dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar 66474dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar // *** NOTE: THE FOLLOWING WORKAROUND WILL BE REMOVED *** 6648054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->signalSubmitOutputMetadataBufferIfEOS_workaround(); 6649054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar} 6650054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 6651054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnarvoid ACodec::ExecutingState::submitRegularOutputBuffers() { 66520806340688c937e7b78c2d89db3809274130df4eLajos Molnar bool failed = false; 6653f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (size_t i = 0; i < mCodec->mBuffers[kPortIndexOutput].size(); ++i) { 6654f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = &mCodec->mBuffers[kPortIndexOutput].editItemAt(i); 6655f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6656f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mCodec->mNativeWindow != NULL) { 66570806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (info->mStatus != BufferInfo::OWNED_BY_US 66580806340688c937e7b78c2d89db3809274130df4eLajos Molnar && info->mStatus != BufferInfo::OWNED_BY_NATIVE_WINDOW) { 66590806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("buffers should be owned by us or the surface"); 66600806340688c937e7b78c2d89db3809274130df4eLajos Molnar failed = true; 66610806340688c937e7b78c2d89db3809274130df4eLajos Molnar break; 66620806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6663f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6664f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW) { 6665f933441648ef6a71dee783d733aac17b9508b452Andreas Huber continue; 6666f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6667f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else { 66680806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (info->mStatus != BufferInfo::OWNED_BY_US) { 66690806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("buffers should be owned by us"); 66700806340688c937e7b78c2d89db3809274130df4eLajos Molnar failed = true; 66710806340688c937e7b78c2d89db3809274130df4eLajos Molnar break; 66720806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6673f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6674f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 66750806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGV("[%s] calling fillBuffer %u", mCodec->mComponentName.c_str(), info->mBufferID); 6676349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 667715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkWriteFence("submitRegularOutputBuffers"); 667815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar status_t err = mCodec->mOMX->fillBuffer(mCodec->mNode, info->mBufferID, info->mFenceFd); 667915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 66800806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 66810806340688c937e7b78c2d89db3809274130df4eLajos Molnar failed = true; 66820806340688c937e7b78c2d89db3809274130df4eLajos Molnar break; 66830806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6684f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6685f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_COMPONENT; 6686f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 66870806340688c937e7b78c2d89db3809274130df4eLajos Molnar 66880806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (failed) { 66890806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 66900806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6691f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6692f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6693054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnarvoid ACodec::ExecutingState::submitOutputBuffers() { 6694c38fcfba95f711e5738e4c72bd5499317a2f30d9Lajos Molnar submitRegularOutputBuffers(); 6695054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mCodec->storingMetadataInDecodedBuffers()) { 6696054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar submitOutputMetaBuffers(); 6697054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 6698054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar} 6699054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 6700f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::ExecutingState::resume() { 6701349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber if (mActive) { 67020806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGV("[%s] We're already active, no need to resume.", mCodec->mComponentName.c_str()); 6703349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber return; 6704349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber } 6705349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 6706f933441648ef6a71dee783d733aac17b9508b452Andreas Huber submitOutputBuffers(); 6707f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 67083cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar // Post all available input buffers 6709777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (mCodec->mBuffers[kPortIndexInput].size() == 0u) { 6710777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGW("[%s] we don't have any input buffers to resume", mCodec->mComponentName.c_str()); 6711777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 6712777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim 67133cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar for (size_t i = 0; i < mCodec->mBuffers[kPortIndexInput].size(); i++) { 67143cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar BufferInfo *info = &mCodec->mBuffers[kPortIndexInput].editItemAt(i); 67153cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar if (info->mStatus == BufferInfo::OWNED_BY_US) { 67163cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar postFillThisBuffer(info); 67173cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar } 67183cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar } 6719349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 6720349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mActive = true; 6721f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6722f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6723f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::ExecutingState::stateEntered() { 67243856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now Executing", mCodec->mComponentName.c_str()); 6725f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 672690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->mRenderTracker.clear(systemTime(CLOCK_MONOTONIC)); 6727f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->processDeferredMessages(); 6728f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6729f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6730f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::ExecutingState::onMessageReceived(const sp<AMessage> &msg) { 6731f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool handled = false; 6732f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6733f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 6734f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 6735f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6736c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber int32_t keepComponentAllocated; 6737c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber CHECK(msg->findInt32( 6738c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber "keepComponentAllocated", &keepComponentAllocated)); 6739c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6740c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->mShutdownInProgress = true; 674154b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar mCodec->mExplicitShutdown = true; 6742c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->mKeepComponentAllocated = keepComponentAllocated; 6743c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6744349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mActive = false; 6745349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 67460806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = mCodec->mOMX->sendCommand( 67470806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mNode, OMX_CommandStateSet, OMX_StateIdle); 67480806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 67490806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (keepComponentAllocated) { 67500806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 67510806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 67520806340688c937e7b78c2d89db3809274130df4eLajos Molnar // TODO: do some recovery here. 67530806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 67540806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->changeState(mCodec->mExecutingToIdleState); 67550806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6756f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6757f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 6758f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6759f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6760f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6761f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatFlush: 6762f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 67637a3a2b2f9bb9421dcf83fbd47276e57917078aefJames Dong ALOGV("[%s] ExecutingState flushing now " 6764ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar "(codec owns %zu/%zu input, %zu/%zu output).", 6765d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber mCodec->mComponentName.c_str(), 6766d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber mCodec->countBuffersOwnedByComponent(kPortIndexInput), 6767d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber mCodec->mBuffers[kPortIndexInput].size(), 6768d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber mCodec->countBuffersOwnedByComponent(kPortIndexOutput), 6769d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber mCodec->mBuffers[kPortIndexOutput].size()); 6770d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 6771349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mActive = false; 6772349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 67730806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = mCodec->mOMX->sendCommand(mCodec->mNode, OMX_CommandFlush, OMX_ALL); 67740806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 67750806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 67760806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 67770806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->changeState(mCodec->mFlushingState); 67780806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6779f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6780f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 6781f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6782f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6783f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6784f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatResume: 6785f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6786f933441648ef6a71dee783d733aac17b9508b452Andreas Huber resume(); 6787f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6788f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 6789f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6790f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6791f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6792496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber case kWhatRequestIDRFrame: 6793496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber { 6794496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber status_t err = mCodec->requestIDRFrame(); 6795496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber if (err != OK) { 6796496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber ALOGW("Requesting an IDR frame failed."); 6797496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber } 6798496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 6799496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber handled = true; 6800496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber break; 6801496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber } 6802496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 6803a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber case kWhatSetParameters: 6804a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber { 6805a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber sp<AMessage> params; 6806a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber CHECK(msg->findMessage("params", ¶ms)); 6807a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 6808a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber status_t err = mCodec->setParameters(params); 6809a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 6810a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber sp<AMessage> reply; 6811a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber if (msg->findMessage("reply", &reply)) { 6812a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber reply->setInt32("err", err); 6813a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber reply->post(); 6814a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber } 6815a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 6816a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber handled = true; 6817a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber break; 6818a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber } 6819a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 68207cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case ACodec::kWhatSignalEndOfInputStream: 68217cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 68226507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mCodec->onSignalEndOfInputStream(); 68237cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden handled = true; 68247cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 68257cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 68267cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 68274dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar // *** NOTE: THE FOLLOWING WORKAROUND WILL BE REMOVED *** 6828054219874873b41f1c815552987c10465c34ba2bLajos Molnar case kWhatSubmitOutputMetadataBufferIfEOS: 68294dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar { 68304dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar if (mCodec->mPortEOS[kPortIndexInput] && 68314dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar !mCodec->mPortEOS[kPortIndexOutput]) { 6832054219874873b41f1c815552987c10465c34ba2bLajos Molnar status_t err = mCodec->submitOutputMetadataBuffer(); 68334dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar if (err == OK) { 6834054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->signalSubmitOutputMetadataBufferIfEOS_workaround(); 68354dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar } 68364dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar } 68374dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar return true; 68384dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar } 68394dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar 6840f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6841f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = BaseState::onMessageReceived(msg); 6842f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6843f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6844f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6845f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return handled; 6846f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6847f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6848a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huberstatus_t ACodec::setParameters(const sp<AMessage> ¶ms) { 6849a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber int32_t videoBitrate; 6850530fdbdc1b5491f3fbf172752834d1515701e142Lajos Molnar if (params->findInt32("video-bitrate", &videoBitrate)) { 6851a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber OMX_VIDEO_CONFIG_BITRATETYPE configParams; 6852a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber InitOMXParams(&configParams); 6853a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber configParams.nPortIndex = kPortIndexOutput; 6854a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber configParams.nEncodeBitrate = videoBitrate; 6855a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 6856a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber status_t err = mOMX->setConfig( 6857a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber mNode, 6858a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber OMX_IndexConfigVideoBitrate, 6859a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber &configParams, 6860a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber sizeof(configParams)); 6861a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 6862a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber if (err != OK) { 6863a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber ALOGE("setConfig(OMX_IndexConfigVideoBitrate, %d) failed w/ err %d", 6864a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber videoBitrate, err); 6865a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 6866a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber return err; 6867a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber } 6868a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber } 6869a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 687072cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang int64_t skipFramesBeforeUs; 687172cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang if (params->findInt64("skip-frames-before", &skipFramesBeforeUs)) { 687272cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang status_t err = 687372cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang mOMX->setInternalOption( 687472cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang mNode, 687572cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang kPortIndexInput, 687672cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang IOMX::INTERNAL_OPTION_START_TIME, 687772cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang &skipFramesBeforeUs, 687872cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang sizeof(skipFramesBeforeUs)); 687972cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang 688072cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang if (err != OK) { 688172cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang ALOGE("Failed to set parameter 'skip-frames-before' (err %d)", err); 688272cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang return err; 688372cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang } 688472cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang } 688572cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang 6886e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber int32_t dropInputFrames; 6887e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber if (params->findInt32("drop-input-frames", &dropInputFrames)) { 6888e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber bool suspend = dropInputFrames != 0; 6889e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber 6890b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber status_t err = 6891b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber mOMX->setInternalOption( 6892e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber mNode, 6893e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber kPortIndexInput, 6894e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber IOMX::INTERNAL_OPTION_SUSPEND, 6895e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber &suspend, 6896b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber sizeof(suspend)); 6897b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber 6898b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber if (err != OK) { 6899b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber ALOGE("Failed to set parameter 'drop-input-frames' (err %d)", err); 6900b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber return err; 6901b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber } 6902b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber } 6903b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber 6904b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber int32_t dummy; 6905b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber if (params->findInt32("request-sync", &dummy)) { 6906b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber status_t err = requestIDRFrame(); 6907b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber 6908b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber if (err != OK) { 6909b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber ALOGE("Requesting a sync frame failed w/ err %d", err); 6910b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber return err; 6911b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber } 6912e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber } 6913e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber 69148db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu float rate; 69158db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu if (params->findFloat("operating-rate", &rate) && rate > 0) { 69168db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu status_t err = setOperatingRate(rate, mIsVideo); 69178db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu if (err != OK) { 69188db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu ALOGE("Failed to set parameter 'operating-rate' (err %d)", err); 69198db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu return err; 69208db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu } 69218db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu } 69228db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu 6923870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang int32_t intraRefreshPeriod = 0; 6924870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (params->findInt32("intra-refresh-period", &intraRefreshPeriod) 6925870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang && intraRefreshPeriod > 0) { 6926870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang status_t err = setIntraRefreshPeriod(intraRefreshPeriod, false); 6927870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (err != OK) { 6928870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang ALOGI("[%s] failed setIntraRefreshPeriod. Failure is fine since this key is optional", 6929870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang mComponentName.c_str()); 6930870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang err = OK; 6931870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 6932870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 6933870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 6934a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber return OK; 6935a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber} 6936a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 69376507d14c6d10f93d390de62b9eed267f9b544985Andy McFaddenvoid ACodec::onSignalEndOfInputStream() { 69386507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden sp<AMessage> notify = mNotify->dup(); 6939d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatSignaledInputEOS); 69406507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 69416507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden status_t err = mOMX->signalEndOfInputStream(mNode); 69426507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden if (err != OK) { 69436507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden notify->setInt32("err", err); 69446507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden } 69456507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden notify->post(); 69466507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden} 69476507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 694890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarbool ACodec::ExecutingState::onOMXFrameRendered(int64_t mediaTimeUs, nsecs_t systemNano) { 694990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->onFrameRendered(mediaTimeUs, systemNano); 695090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar return true; 695190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 695290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 6953f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::ExecutingState::onOMXEvent( 6954f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 6955f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 6956f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventPortSettingsChanged: 6957f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6958f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ(data1, (OMX_U32)kPortIndexOutput); 6959f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6960b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar mCodec->onOutputFormatChanged(); 6961b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar 696231e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber if (data2 == 0 || data2 == OMX_IndexParamPortDefinition) { 6963054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->mMetadataBuffersToSubmit = 0; 6964f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ(mCodec->mOMX->sendCommand( 6965f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mNode, 6966f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_CommandPortDisable, kPortIndexOutput), 6967f933441648ef6a71dee783d733aac17b9508b452Andreas Huber (status_t)OK); 6968f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6969349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mCodec->freeOutputBuffersNotOwnedByComponent(); 6970f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6971f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->changeState(mCodec->mOutputPortSettingsChangedState); 6972b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar } else if (data2 != OMX_IndexConfigCommonOutputCrop 6973b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar && data2 != OMX_IndexConfigAndroidIntraRefresh) { 6974ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] OMX_EventPortSettingsChanged 0x%08x", 6975f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mComponentName.c_str(), data2); 6976f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6977f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6978f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6979f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6980f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6981f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventBufferFlag: 6982f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6983f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6984f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6985f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6986f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6987f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onOMXEvent(event, data1, data2); 6988f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6989f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6990f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6991f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 6992f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6993f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::OutputPortSettingsChangedState::OutputPortSettingsChangedState( 6994f933441648ef6a71dee783d733aac17b9508b452Andreas Huber ACodec *codec) 6995f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : BaseState(codec) { 6996f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6997f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6998f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::BaseState::PortMode ACodec::OutputPortSettingsChangedState::getPortMode( 6999f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 portIndex) { 7000f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (portIndex == kPortIndexOutput) { 7001f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return FREE_BUFFERS; 7002f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7003f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7004f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ(portIndex, (OMX_U32)kPortIndexInput); 7005f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7006f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return RESUBMIT_BUFFERS; 7007f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7008f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7009f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::OutputPortSettingsChangedState::onMessageReceived( 7010f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const sp<AMessage> &msg) { 7011f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool handled = false; 7012f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7013f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 7014f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatFlush: 7015f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 7016349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber case kWhatResume: 7017e6eea3a6b6e0cf92287ec1ceb8350f201d17e1acPer Persson case kWhatSetParameters: 7018f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 7019349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber if (msg->what() == kWhatResume) { 70203856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Deferring resume", mCodec->mComponentName.c_str()); 7021349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber } 7022349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 7023f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->deferMessage(msg); 7024f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 7025f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7026f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7027f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7028f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 7029f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = BaseState::onMessageReceived(msg); 7030f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7031f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7032f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7033f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return handled; 7034f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7035f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7036f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::OutputPortSettingsChangedState::stateEntered() { 70373856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now handling output port settings change", 7038f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mComponentName.c_str()); 7039f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7040f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 704190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarbool ACodec::OutputPortSettingsChangedState::onOMXFrameRendered( 704290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int64_t mediaTimeUs, nsecs_t systemNano) { 704390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->onFrameRendered(mediaTimeUs, systemNano); 704490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar return true; 704590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 704690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 7047f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::OutputPortSettingsChangedState::onOMXEvent( 7048f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 7049f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 7050f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventCmdComplete: 7051f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 7052f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (data1 == (OMX_U32)OMX_CommandPortDisable) { 70530806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (data2 != (OMX_U32)kPortIndexOutput) { 70540806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGW("ignoring EventCmdComplete CommandPortDisable for port %u", data2); 70550806340688c937e7b78c2d89db3809274130df4eLajos Molnar return false; 70560806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 7057f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 70580806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGV("[%s] Output port now disabled.", mCodec->mComponentName.c_str()); 7059f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 70600806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = OK; 70610806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (!mCodec->mBuffers[kPortIndexOutput].isEmpty()) { 70620806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("disabled port should be empty, but has %zu buffers", 70630806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mBuffers[kPortIndexOutput].size()); 70640806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = FAILED_TRANSACTION; 70650806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 70660806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mDealer[kPortIndexOutput].clear(); 70670806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 7068f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 70690806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 70700806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mCodec->mOMX->sendCommand( 70710806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mNode, OMX_CommandPortEnable, kPortIndexOutput); 70720806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 7073f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 70740806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 70750806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mCodec->allocateBuffersOnPort(kPortIndexOutput); 70760806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE_IF(err != OK, "Failed to allocate output port buffers after port " 70770806340688c937e7b78c2d89db3809274130df4eLajos Molnar "reconfiguration: (%d)", err); 70780806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 7079cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber 70800806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 7081251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 7082d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 7083755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber // This is technically not correct, but appears to be 7084755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber // the only way to free the component instance. 7085755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber // Controlled transitioning from excecuting->idle 7086755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber // and idle->loaded seem impossible probably because 7087755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber // the output port never finishes re-enabling. 7088755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber mCodec->mShutdownInProgress = true; 7089755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber mCodec->mKeepComponentAllocated = false; 7090755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber mCodec->changeState(mCodec->mLoadedState); 7091cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber } 7092f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7093f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 7094f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else if (data1 == (OMX_U32)OMX_CommandPortEnable) { 7095777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (data2 != (OMX_U32)kPortIndexOutput) { 7096777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGW("ignoring EventCmdComplete OMX_CommandPortEnable for port %u", data2); 7097777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return false; 7098777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 7099f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 71000806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGV("[%s] Output port now reenabled.", mCodec->mComponentName.c_str()); 7101f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7102349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber if (mCodec->mExecutingState->active()) { 7103349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mCodec->mExecutingState->submitOutputBuffers(); 7104349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber } 7105349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 7106f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->changeState(mCodec->mExecutingState); 7107f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7108f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 7109f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7110f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7111f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return false; 7112f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7113f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7114f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 7115f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return false; 7116f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7117f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7118f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7119f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 7120f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7121f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::ExecutingToIdleState::ExecutingToIdleState(ACodec *codec) 71225778822d86b0337407514b9372562b86edfa91cdAndreas Huber : BaseState(codec), 71235778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentNowIdle(false) { 7124f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7125f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7126f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::ExecutingToIdleState::onMessageReceived(const sp<AMessage> &msg) { 7127f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool handled = false; 7128f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7129f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 7130f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatFlush: 7131f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 7132f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // Don't send me a flush request if you previously wanted me 7133f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // to shutdown. 71340806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGW("Ignoring flush request in ExecutingToIdleState"); 7135f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7136f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7137f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7138f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 7139f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 7140f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // We're already doing that... 7141f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7142f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 7143f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7144f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7145f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7146f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 7147f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = BaseState::onMessageReceived(msg); 7148f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7149f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7150f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7151f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return handled; 7152f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7153f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7154f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::ExecutingToIdleState::stateEntered() { 71553856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now Executing->Idle", mCodec->mComponentName.c_str()); 715631e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 71575778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentNowIdle = false; 7158b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar mCodec->mLastOutputFormat.clear(); 7159f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7160f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7161f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::ExecutingToIdleState::onOMXEvent( 7162f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 7163f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 7164f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventCmdComplete: 7165f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 71660806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (data1 != (OMX_U32)OMX_CommandStateSet 71670806340688c937e7b78c2d89db3809274130df4eLajos Molnar || data2 != (OMX_U32)OMX_StateIdle) { 71680806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Unexpected command completion in ExecutingToIdleState: %s(%u) %s(%u)", 71690806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_COMMANDTYPE)data1), data1, 71700806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_STATETYPE)data2), data2); 71710806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 71720806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 71730806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 7174f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 71755778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentNowIdle = true; 71765778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7177f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeStateIfWeOwnAllBuffers(); 7178f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7179f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 7180f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7181f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7182349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber case OMX_EventPortSettingsChanged: 7183349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber case OMX_EventBufferFlag: 7184349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber { 7185349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber // We're shutting down and don't care about this anymore. 7186349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber return true; 7187349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber } 7188349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 7189f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 7190f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onOMXEvent(event, data1, data2); 7191f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7192f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 71930af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber 7194f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::ExecutingToIdleState::changeStateIfWeOwnAllBuffers() { 71955778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mComponentNowIdle && mCodec->allYourBuffersAreBelongToUs()) { 71960806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = mCodec->mOMX->sendCommand( 71970806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mNode, OMX_CommandStateSet, OMX_StateLoaded); 71980806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 71990806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mCodec->freeBuffersOnPort(kPortIndexInput); 72000806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err2 = mCodec->freeBuffersOnPort(kPortIndexOutput); 72010806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 72020806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = err2; 72030806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 72040806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 7205f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 72060167414e261f88a96b5e4bf6cb592e6ca11e5a95Andreas Huber if ((mCodec->mFlags & kFlagPushBlankBuffersToNativeWindowOnShutdown) 72070167414e261f88a96b5e4bf6cb592e6ca11e5a95Andreas Huber && mCodec->mNativeWindow != NULL) { 7208bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber // We push enough 1x1 blank buffers to ensure that one of 7209bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber // them has made it to the display. This allows the OMX 7210bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber // component teardown to zero out any protected buffers 7211bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber // without the risk of scanning out one of those buffers. 7212b2d0b487efd40700199852c9a18b369b1651f15bLajos Molnar pushBlankBuffersToNativeWindow(mCodec->mNativeWindow.get()); 7213bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber } 7214bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber 72150806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 72160806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 72170806340688c937e7b78c2d89db3809274130df4eLajos Molnar return; 72180806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 72190806340688c937e7b78c2d89db3809274130df4eLajos Molnar 7220f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->changeState(mCodec->mIdleToLoadedState); 7221f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7222f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7223f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7224f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::ExecutingToIdleState::onInputBufferFilled( 7225f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const sp<AMessage> &msg) { 7226f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BaseState::onInputBufferFilled(msg); 7227f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7228f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeStateIfWeOwnAllBuffers(); 7229f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7230f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7231f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::ExecutingToIdleState::onOutputBufferDrained( 7232f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const sp<AMessage> &msg) { 7233f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BaseState::onOutputBufferDrained(msg); 7234f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7235f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeStateIfWeOwnAllBuffers(); 7236f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7237f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7238f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 7239f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7240f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::IdleToLoadedState::IdleToLoadedState(ACodec *codec) 7241f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : BaseState(codec) { 7242f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7243f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7244f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::IdleToLoadedState::onMessageReceived(const sp<AMessage> &msg) { 7245f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool handled = false; 7246f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7247f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 7248f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 7249f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 7250f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // We're already doing that... 7251f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7252f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 7253f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7254f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7255f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7256f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatFlush: 7257f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 7258f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // Don't send me a flush request if you previously wanted me 7259f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // to shutdown. 72600806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Got flush request in IdleToLoadedState"); 7261f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7262f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7263f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7264f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 7265f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = BaseState::onMessageReceived(msg); 7266f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7267f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7268f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7269f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return handled; 7270f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7271f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7272f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::IdleToLoadedState::stateEntered() { 72733856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now Idle->Loaded", mCodec->mComponentName.c_str()); 7274f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7275f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7276f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::IdleToLoadedState::onOMXEvent( 7277f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 7278f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 7279f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventCmdComplete: 7280f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 72810806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (data1 != (OMX_U32)OMX_CommandStateSet 72820806340688c937e7b78c2d89db3809274130df4eLajos Molnar || data2 != (OMX_U32)OMX_StateLoaded) { 72830806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Unexpected command completion in IdleToLoadedState: %s(%u) %s(%u)", 72840806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_COMMANDTYPE)data1), data1, 72850806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_STATETYPE)data2), data2); 72860806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 72870806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 72880806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 7289f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7290c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->changeState(mCodec->mLoadedState); 7291f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7292f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 7293f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7294f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7295f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 7296f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onOMXEvent(event, data1, data2); 7297f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7298f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7299f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7300f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 7301f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7302f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::FlushingState::FlushingState(ACodec *codec) 7303f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : BaseState(codec) { 7304f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7305f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7306f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::FlushingState::stateEntered() { 73073856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now Flushing", mCodec->mComponentName.c_str()); 7308f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7309f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mFlushComplete[kPortIndexInput] = mFlushComplete[kPortIndexOutput] = false; 7310f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7311f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7312f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::FlushingState::onMessageReceived(const sp<AMessage> &msg) { 7313f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool handled = false; 7314f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7315f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 7316f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 7317f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 7318f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->deferMessage(msg); 7319f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7320f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7321f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7322f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatFlush: 7323f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 7324f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // We're already doing this right now. 7325f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 7326f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7327f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7328f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7329f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 7330f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = BaseState::onMessageReceived(msg); 7331f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7332f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7333f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7334f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return handled; 7335f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7336f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7337f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::FlushingState::onOMXEvent( 7338f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 7339ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] FlushingState onOMXEvent(%u,%d)", 7340ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar mCodec->mComponentName.c_str(), event, (OMX_S32)data1); 7341d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 7342f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 7343f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventCmdComplete: 7344f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 73450806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (data1 != (OMX_U32)OMX_CommandFlush) { 73460806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("unexpected EventCmdComplete %s(%d) data2:%d in FlushingState", 73470806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_COMMANDTYPE)data1), data1, data2); 73480806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 73490806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 73500806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 7351f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7352f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (data2 == kPortIndexInput || data2 == kPortIndexOutput) { 7353777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (mFlushComplete[data2]) { 7354777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGW("Flush already completed for %s port", 7355777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim data2 == kPortIndexInput ? "input" : "output"); 7356777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return true; 7357777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 7358f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mFlushComplete[data2] = true; 7359e5bf6409774fe73f968b7db215f535b64de66139Andreas Huber 73600806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (mFlushComplete[kPortIndexInput] && mFlushComplete[kPortIndexOutput]) { 7361e5bf6409774fe73f968b7db215f535b64de66139Andreas Huber changeStateIfWeOwnAllBuffers(); 7362e5bf6409774fe73f968b7db215f535b64de66139Andreas Huber } 7363777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } else if (data2 == OMX_ALL) { 7364777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (!mFlushComplete[kPortIndexInput] || !mFlushComplete[kPortIndexOutput]) { 7365777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGW("received flush complete event for OMX_ALL before ports have been" 7366777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim "flushed (%d/%d)", 7367777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mFlushComplete[kPortIndexInput], mFlushComplete[kPortIndexOutput]); 7368777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return false; 7369777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 7370f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7371f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeStateIfWeOwnAllBuffers(); 7372777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } else { 7373777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGW("data2 not OMX_ALL but %u in EventCmdComplete CommandFlush", data2); 7374f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7375f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7376f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 7377f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7378f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7379349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber case OMX_EventPortSettingsChanged: 7380349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber { 73811d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatOMXMessage, mCodec); 7382349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber msg->setInt32("type", omx_message::EVENT); 7383609b815a3131d22da38b2f452faa9f89daad4039Andy Hung msg->setInt32("node", mCodec->mNode); 7384349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber msg->setInt32("event", event); 7385349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber msg->setInt32("data1", data1); 7386349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber msg->setInt32("data2", data2); 7387349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 73883856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Deferring OMX_EventPortSettingsChanged", 7389349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mCodec->mComponentName.c_str()); 7390349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 7391349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mCodec->deferMessage(msg); 7392349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 7393349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber return true; 7394349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber } 7395349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 7396f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 7397f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onOMXEvent(event, data1, data2); 7398f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7399f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7400f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 7401f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7402f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7403f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::FlushingState::onOutputBufferDrained(const sp<AMessage> &msg) { 7404f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BaseState::onOutputBufferDrained(msg); 7405f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7406f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeStateIfWeOwnAllBuffers(); 7407f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7408f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7409f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::FlushingState::onInputBufferFilled(const sp<AMessage> &msg) { 7410f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BaseState::onInputBufferFilled(msg); 7411f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7412f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeStateIfWeOwnAllBuffers(); 7413f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7414f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7415f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::FlushingState::changeStateIfWeOwnAllBuffers() { 7416f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mFlushComplete[kPortIndexInput] 7417f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && mFlushComplete[kPortIndexOutput] 7418f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && mCodec->allYourBuffersAreBelongToUs()) { 74197e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber // We now own all buffers except possibly those still queued with 74207e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber // the native window for rendering. Let's get those back as well. 74217e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber mCodec->waitUntilAllPossibleNativeWindowBuffersAreReturnedToUs(); 74227e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 742390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->mRenderTracker.clear(systemTime(CLOCK_MONOTONIC)); 742490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 7425f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 7426d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatFlushCompleted); 7427f933441648ef6a71dee783d733aac17b9508b452Andreas Huber notify->post(); 7428f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7429f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mPortEOS[kPortIndexInput] = 7430f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mPortEOS[kPortIndexOutput] = false; 7431f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7432dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mCodec->mInputEOSResult = OK; 7433dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber 7434f3bd1972e039c6ded5154db715e5a32f1813a239Marco Nelissen if (mCodec->mSkipCutBuffer != NULL) { 7435f3bd1972e039c6ded5154db715e5a32f1813a239Marco Nelissen mCodec->mSkipCutBuffer->clear(); 7436f3bd1972e039c6ded5154db715e5a32f1813a239Marco Nelissen } 7437f3bd1972e039c6ded5154db715e5a32f1813a239Marco Nelissen 7438f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->changeState(mCodec->mExecutingState); 7439f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7440f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7441f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 74425b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnarstatus_t ACodec::queryCapabilities( 74435b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar const AString &name, const AString &mime, bool isEncoder, 74445b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar sp<MediaCodecInfo::Capabilities> *caps) { 74455b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar (*caps).clear(); 74465b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar const char *role = getComponentRole(isEncoder, mime.c_str()); 74475b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (role == NULL) { 74485b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return BAD_VALUE; 74495b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 74505b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 74515b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar OMXClient client; 74525b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar status_t err = client.connect(); 74535b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (err != OK) { 74545b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return err; 74555b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 74565b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 74575b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar sp<IOMX> omx = client.interface(); 74585b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar sp<CodecObserver> observer = new CodecObserver; 74595b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar IOMX::node_id node = 0; 74605b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 746123858874bbce68fb5ac83250087fa7788c97dd12Marco Nelissen err = omx->allocateNode(name.c_str(), observer, NULL, &node); 74625b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (err != OK) { 74635b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar client.disconnect(); 74645b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return err; 74655b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 74665b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 74675b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar err = setComponentRole(omx, node, role); 74685b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (err != OK) { 74695b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar omx->freeNode(node); 74705b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar client.disconnect(); 74715b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return err; 74725b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 74735b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 74745b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar sp<MediaCodecInfo::CapabilitiesBuilder> builder = new MediaCodecInfo::CapabilitiesBuilder(); 74755b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar bool isVideo = mime.startsWithIgnoreCase("video/"); 74765b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 74775b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (isVideo) { 74785b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar OMX_VIDEO_PARAM_PROFILELEVELTYPE param; 74795b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar InitOMXParams(¶m); 74805b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar param.nPortIndex = isEncoder ? kPortIndexOutput : kPortIndexInput; 74815b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 74826e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar for (OMX_U32 index = 0; index <= kMaxIndicesToCheck; ++index) { 74836e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar param.nProfileIndex = index; 74845b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar status_t err = omx->getParameter( 74855b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar node, OMX_IndexParamVideoProfileLevelQuerySupported, 74865b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar ¶m, sizeof(param)); 74875b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (err != OK) { 74885b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar break; 74895b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 74905b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar builder->addProfileLevel(param.eProfile, param.eLevel); 74916e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar 74926e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar if (index == kMaxIndicesToCheck) { 74936e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar ALOGW("[%s] stopping checking profiles after %u: %x/%x", 74946e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar name.c_str(), index, 74956e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar param.eProfile, param.eLevel); 74966e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar } 74975b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 74985b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 74995b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // Color format query 75005b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // return colors in the order reported by the OMX component 75015b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // prefix "flexible" standard ones with the flexible equivalent 75025b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar OMX_VIDEO_PARAM_PORTFORMATTYPE portFormat; 75035b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar InitOMXParams(&portFormat); 750436e4e1592bb07e1fdf8d4324f65a66ba332d75f2Lajos Molnar portFormat.nPortIndex = isEncoder ? kPortIndexInput : kPortIndexOutput; 75055b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar Vector<uint32_t> supportedColors; // shadow copy to check for duplicates 75066e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar for (OMX_U32 index = 0; index <= kMaxIndicesToCheck; ++index) { 75076e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar portFormat.nIndex = index; 75085b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar status_t err = omx->getParameter( 75095b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar node, OMX_IndexParamVideoPortFormat, 75105b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar &portFormat, sizeof(portFormat)); 75115b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (err != OK) { 75125b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar break; 75135b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 75145b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 75155b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar OMX_U32 flexibleEquivalent; 75165b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (isFlexibleColorFormat( 75175b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar omx, node, portFormat.eColorFormat, false /* usingNativeWindow */, 75185b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar &flexibleEquivalent)) { 75195b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar bool marked = false; 75205b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar for (size_t i = 0; i < supportedColors.size(); ++i) { 75215b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (supportedColors[i] == flexibleEquivalent) { 75225b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar marked = true; 75235b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar break; 75245b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 75255b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 75265b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (!marked) { 75275b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar supportedColors.push(flexibleEquivalent); 75285b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar builder->addColorFormat(flexibleEquivalent); 75295b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 75305b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 75315b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar supportedColors.push(portFormat.eColorFormat); 75325b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar builder->addColorFormat(portFormat.eColorFormat); 75336e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar 75346e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar if (index == kMaxIndicesToCheck) { 75356e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar ALOGW("[%s] stopping checking formats after %u: %s(%x)", 75366e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar name.c_str(), index, 75376e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar asString(portFormat.eColorFormat), portFormat.eColorFormat); 75386e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar } 75395b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 75405b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } else if (mime.equalsIgnoreCase(MEDIA_MIMETYPE_AUDIO_AAC)) { 75415b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // More audio codecs if they have profiles. 75425b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar OMX_AUDIO_PARAM_ANDROID_PROFILETYPE param; 75435b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar InitOMXParams(¶m); 75445b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar param.nPortIndex = isEncoder ? kPortIndexOutput : kPortIndexInput; 75456e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar for (OMX_U32 index = 0; index <= kMaxIndicesToCheck; ++index) { 75466e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar param.nProfileIndex = index; 75475b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar status_t err = omx->getParameter( 75485b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar node, (OMX_INDEXTYPE)OMX_IndexParamAudioProfileQuerySupported, 75495b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar ¶m, sizeof(param)); 75505b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (err != OK) { 75515b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar break; 75525b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 75535b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // For audio, level is ignored. 75545b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar builder->addProfileLevel(param.eProfile, 0 /* level */); 75556e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar 75566e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar if (index == kMaxIndicesToCheck) { 75576e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar ALOGW("[%s] stopping checking profiles after %u: %x", 75586e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar name.c_str(), index, 75596e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar param.eProfile); 75606e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar } 75615b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 75625b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 75635b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // NOTE: Without Android extensions, OMX does not provide a way to query 75645b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // AAC profile support 75655b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (param.nProfileIndex == 0) { 75665b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar ALOGW("component %s doesn't support profile query.", name.c_str()); 75675b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 75685b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 75695b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 75705b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (isVideo && !isEncoder) { 75715b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar native_handle_t *sidebandHandle = NULL; 75725b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (omx->configureVideoTunnelMode( 75735b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar node, kPortIndexOutput, OMX_TRUE, 0, &sidebandHandle) == OK) { 75745b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // tunneled playback includes adaptive playback 75755b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar builder->addFlags(MediaCodecInfo::Capabilities::kFlagSupportsAdaptivePlayback 75765b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar | MediaCodecInfo::Capabilities::kFlagSupportsTunneledPlayback); 75775b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } else if (omx->storeMetaDataInBuffers( 75785b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar node, kPortIndexOutput, OMX_TRUE) == OK || 75795b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar omx->prepareForAdaptivePlayback( 75805b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar node, kPortIndexOutput, OMX_TRUE, 75815b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 1280 /* width */, 720 /* height */) == OK) { 75825b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar builder->addFlags(MediaCodecInfo::Capabilities::kFlagSupportsAdaptivePlayback); 75835b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 75845b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 75855b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 75865b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (isVideo && isEncoder) { 75875b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar OMX_VIDEO_CONFIG_ANDROID_INTRAREFRESHTYPE params; 75885b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar InitOMXParams(¶ms); 75895b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar params.nPortIndex = kPortIndexOutput; 75905b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // TODO: should we verify if fallback is supported? 75915b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (omx->getConfig( 75925b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar node, (OMX_INDEXTYPE)OMX_IndexConfigAndroidIntraRefresh, 75935b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar ¶ms, sizeof(params)) == OK) { 75945b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar builder->addFlags(MediaCodecInfo::Capabilities::kFlagSupportsIntraRefresh); 75955b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 75965b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 75975b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 75985b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar *caps = builder; 75995b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar omx->freeNode(node); 76005b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar client.disconnect(); 76015b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return OK; 76025b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar} 76035b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 7604a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar// These are supposed be equivalent to the logic in 7605a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar// "audio_channel_out_mask_from_count". 7606a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar//static 7607a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnarstatus_t ACodec::getOMXChannelMapping(size_t numChannels, OMX_AUDIO_CHANNELTYPE map[]) { 7608a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar switch (numChannels) { 7609a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar case 1: 7610a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[0] = OMX_AUDIO_ChannelCF; 7611a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar break; 7612a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar case 2: 7613a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[0] = OMX_AUDIO_ChannelLF; 7614a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[1] = OMX_AUDIO_ChannelRF; 7615a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar break; 7616a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar case 3: 7617a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[0] = OMX_AUDIO_ChannelLF; 7618a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[1] = OMX_AUDIO_ChannelRF; 7619a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[2] = OMX_AUDIO_ChannelCF; 7620a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar break; 7621a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar case 4: 7622a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[0] = OMX_AUDIO_ChannelLF; 7623a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[1] = OMX_AUDIO_ChannelRF; 7624a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[2] = OMX_AUDIO_ChannelLR; 7625a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[3] = OMX_AUDIO_ChannelRR; 7626a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar break; 7627a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar case 5: 7628a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[0] = OMX_AUDIO_ChannelLF; 7629a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[1] = OMX_AUDIO_ChannelRF; 7630a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[2] = OMX_AUDIO_ChannelCF; 7631a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[3] = OMX_AUDIO_ChannelLR; 7632a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[4] = OMX_AUDIO_ChannelRR; 7633a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar break; 7634a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar case 6: 7635a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[0] = OMX_AUDIO_ChannelLF; 7636a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[1] = OMX_AUDIO_ChannelRF; 7637a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[2] = OMX_AUDIO_ChannelCF; 7638a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[3] = OMX_AUDIO_ChannelLFE; 7639a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[4] = OMX_AUDIO_ChannelLR; 7640a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[5] = OMX_AUDIO_ChannelRR; 7641a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar break; 7642a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar case 7: 7643a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[0] = OMX_AUDIO_ChannelLF; 7644a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[1] = OMX_AUDIO_ChannelRF; 7645a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[2] = OMX_AUDIO_ChannelCF; 7646a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[3] = OMX_AUDIO_ChannelLFE; 7647a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[4] = OMX_AUDIO_ChannelLR; 7648a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[5] = OMX_AUDIO_ChannelRR; 7649a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[6] = OMX_AUDIO_ChannelCS; 7650a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar break; 7651a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar case 8: 7652a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[0] = OMX_AUDIO_ChannelLF; 7653a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[1] = OMX_AUDIO_ChannelRF; 7654a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[2] = OMX_AUDIO_ChannelCF; 7655a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[3] = OMX_AUDIO_ChannelLFE; 7656a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[4] = OMX_AUDIO_ChannelLR; 7657a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[5] = OMX_AUDIO_ChannelRR; 7658a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[6] = OMX_AUDIO_ChannelLS; 7659a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[7] = OMX_AUDIO_ChannelRS; 7660a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar break; 7661a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar default: 7662a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar return -EINVAL; 7663a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar } 7664a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar 7665a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar return OK; 7666a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar} 7667a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar 7668f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} // namespace android 7669