ACodec.cpp revision 5b05e49e6550cb2abf1a88272d6cd460b8957176
127c174483a8ae9688d5d4897c19074f62c7f1701James Dong/* 227c174483a8ae9688d5d4897c19074f62c7f1701James Dong * Copyright (C) 2010 The Android Open Source Project 327c174483a8ae9688d5d4897c19074f62c7f1701James Dong * 427c174483a8ae9688d5d4897c19074f62c7f1701James Dong * Licensed under the Apache License, Version 2.0 (the "License"); 527c174483a8ae9688d5d4897c19074f62c7f1701James Dong * you may not use this file except in compliance with the License. 627c174483a8ae9688d5d4897c19074f62c7f1701James Dong * You may obtain a copy of the License at 727c174483a8ae9688d5d4897c19074f62c7f1701James Dong * 827c174483a8ae9688d5d4897c19074f62c7f1701James Dong * http://www.apache.org/licenses/LICENSE-2.0 927c174483a8ae9688d5d4897c19074f62c7f1701James Dong * 1027c174483a8ae9688d5d4897c19074f62c7f1701James Dong * Unless required by applicable law or agreed to in writing, software 1127c174483a8ae9688d5d4897c19074f62c7f1701James Dong * distributed under the License is distributed on an "AS IS" BASIS, 1227c174483a8ae9688d5d4897c19074f62c7f1701James Dong * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 1327c174483a8ae9688d5d4897c19074f62c7f1701James Dong * See the License for the specific language governing permissions and 1427c174483a8ae9688d5d4897c19074f62c7f1701James Dong * limitations under the License. 1527c174483a8ae9688d5d4897c19074f62c7f1701James Dong */ 1627c174483a8ae9688d5d4897c19074f62c7f1701James Dong 17f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//#define LOG_NDEBUG 0 18f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#define LOG_TAG "ACodec" 19f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 20f87e30fe71752dc431d8e8d5682c38271c03265aAndy Hung#ifdef __LP64__ 21f87e30fe71752dc431d8e8d5682c38271c03265aAndy Hung#define OMX_ANDROID_COMPILE_AS_32BIT_ON_64BIT_PLATFORMS 22f87e30fe71752dc431d8e8d5682c38271c03265aAndy Hung#endif 23f87e30fe71752dc431d8e8d5682c38271c03265aAndy Hung 24609b815a3131d22da38b2f452faa9f89daad4039Andy Hung#include <inttypes.h> 256fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar#include <utils/Trace.h> 266fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar 271de1e25cba872bd4c077c2e394f8ca9c70b65856Lajos Molnar#include <gui/Surface.h> 281de1e25cba872bd4c077c2e394f8ca9c70b65856Lajos Molnar 29f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/ACodec.h> 30f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 31f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <binder/MemoryDealer.h> 32f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 33f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/foundation/hexdump.h> 34f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/foundation/ABuffer.h> 35f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/foundation/ADebug.h> 36f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/foundation/AMessage.h> 37a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar#include <media/stagefright/foundation/AUtils.h> 38f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 397cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden#include <media/stagefright/BufferProducerWrapper.h> 4090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar#include <media/stagefright/MediaCodec.h> 41afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber#include <media/stagefright/MediaCodecList.h> 42f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/MediaDefs.h> 43f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/OMXClient.h> 44d291c222357303b9611cab89d0c3b047584ef377Chong Zhang#include <media/stagefright/PersistentSurface.h> 45b2d0b487efd40700199852c9a18b369b1651f15bLajos Molnar#include <media/stagefright/SurfaceUtils.h> 463a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber#include <media/hardware/HardwareAPI.h> 473a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber 4897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu#include <OMX_AudioExt.h> 494154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev#include <OMX_VideoExt.h> 50f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <OMX_Component.h> 5197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu#include <OMX_IndexExt.h> 52777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim#include <OMX_AsString.h> 53f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 54496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber#include "include/avc_utils.h" 55496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 56f933441648ef6a71dee783d733aac17b9508b452Andreas Hubernamespace android { 57f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 58251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// OMX errors are directly mapped into status_t range if 59251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// there is no corresponding MediaError status code. 60251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// Use the statusFromOMXError(int32_t omxError) function. 61251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// 62251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// Currently this is a direct map. 63251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// See frameworks/native/include/media/openmax/OMX_Core.h 64251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// 65251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// Vendor OMX errors from 0x90000000 - 0x9000FFFF 66251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// Extension OMX errors from 0x8F000000 - 0x90000000 67251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// Standard OMX errors from 0x80001000 - 0x80001024 (0x80001024 current) 68251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// 69251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung 70251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// returns true if err is a recognized OMX error code. 71251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// as OMX error is OMX_S32, this is an int32_t type 72251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hungstatic inline bool isOMXError(int32_t err) { 73251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return (ERROR_CODEC_MIN <= err && err <= ERROR_CODEC_MAX); 74251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung} 75251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung 76251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// converts an OMX error to a status_t 77251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hungstatic inline status_t statusFromOMXError(int32_t omxError) { 78251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung switch (omxError) { 79251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case OMX_ErrorInvalidComponentName: 80251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case OMX_ErrorComponentNotFound: 81251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return NAME_NOT_FOUND; // can trigger illegal argument error for provided names. 82251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung default: 83251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return isOMXError(omxError) ? omxError : 0; // no translation required 84251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 85251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung} 86251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung 87251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// checks and converts status_t to a non-side-effect status_t 88251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hungstatic inline status_t makeNoSideEffectStatus(status_t err) { 89251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung switch (err) { 90251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // the following errors have side effects and may come 91251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // from other code modules. Remap for safety reasons. 92251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case INVALID_OPERATION: 93251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case DEAD_OBJECT: 94251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return UNKNOWN_ERROR; 95251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung default: 96251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return err; 97251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 98251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung} 99251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung 100f933441648ef6a71dee783d733aac17b9508b452Andreas Hubertemplate<class T> 101f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatic void InitOMXParams(T *params) { 102f933441648ef6a71dee783d733aac17b9508b452Andreas Huber params->nSize = sizeof(T); 103f933441648ef6a71dee783d733aac17b9508b452Andreas Huber params->nVersion.s.nVersionMajor = 1; 104f933441648ef6a71dee783d733aac17b9508b452Andreas Huber params->nVersion.s.nVersionMinor = 0; 105f933441648ef6a71dee783d733aac17b9508b452Andreas Huber params->nVersion.s.nRevision = 0; 106f933441648ef6a71dee783d733aac17b9508b452Andreas Huber params->nVersion.s.nStep = 0; 107f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 108f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 10926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnarstruct MessageList : public RefBase { 11026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar MessageList() { 11126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 112984a54322f7c70bc75e862d91bdd975814872affLajos Molnar virtual ~MessageList() { 113984a54322f7c70bc75e862d91bdd975814872affLajos Molnar } 11426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar std::list<sp<AMessage> > &getList() { return mList; } 11526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnarprivate: 11626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar std::list<sp<AMessage> > mList; 11726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 11826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar DISALLOW_EVIL_CONSTRUCTORS(MessageList); 11926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar}; 12026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 121f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct CodecObserver : public BnOMXObserver { 122f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CodecObserver() {} 123f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 124f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void setNotificationMessage(const sp<AMessage> &msg) { 125f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNotify = msg; 126f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 127f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 128f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // from IOMXObserver 12926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar virtual void onMessages(const std::list<omx_message> &messages) { 130984a54322f7c70bc75e862d91bdd975814872affLajos Molnar if (messages.empty()) { 131984a54322f7c70bc75e862d91bdd975814872affLajos Molnar return; 132984a54322f7c70bc75e862d91bdd975814872affLajos Molnar } 133984a54322f7c70bc75e862d91bdd975814872affLajos Molnar 134984a54322f7c70bc75e862d91bdd975814872affLajos Molnar sp<AMessage> notify = mNotify->dup(); 13526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar bool first = true; 13626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar sp<MessageList> msgList = new MessageList(); 13726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar for (std::list<omx_message>::const_iterator it = messages.cbegin(); 13826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar it != messages.cend(); ++it) { 13926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar const omx_message &omx_msg = *it; 14026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar if (first) { 14126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar notify->setInt32("node", omx_msg.node); 142984a54322f7c70bc75e862d91bdd975814872affLajos Molnar first = false; 143f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 144f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 14526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar sp<AMessage> msg = new AMessage; 14626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32("type", omx_msg.type); 14726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar switch (omx_msg.type) { 14826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar case omx_message::EVENT: 14926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar { 15026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32("event", omx_msg.u.event_data.event); 15126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32("data1", omx_msg.u.event_data.data1); 15226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32("data2", omx_msg.u.event_data.data2); 15326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar break; 15426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 155f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 15626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar case omx_message::EMPTY_BUFFER_DONE: 15726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar { 15826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32("buffer", omx_msg.u.buffer_data.buffer); 15926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32("fence_fd", omx_msg.fenceFd); 16026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar break; 16126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 162f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 16326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar case omx_message::FILL_BUFFER_DONE: 16426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar { 16526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32( 16626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar "buffer", omx_msg.u.extended_buffer_data.buffer); 16726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32( 16826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar "range_offset", 16926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar omx_msg.u.extended_buffer_data.range_offset); 17026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32( 17126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar "range_length", 17226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar omx_msg.u.extended_buffer_data.range_length); 17326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32( 17426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar "flags", 17526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar omx_msg.u.extended_buffer_data.flags); 17626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt64( 17726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar "timestamp", 17826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar omx_msg.u.extended_buffer_data.timestamp); 17926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32( 18026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar "fence_fd", omx_msg.fenceFd); 18126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar break; 18226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 183f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 18490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar case omx_message::FRAME_RENDERED: 18590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar { 18690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar msg->setInt64( 18790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar "media_time_us", omx_msg.u.render_data.timestamp); 18890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar msg->setInt64( 18990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar "system_nano", omx_msg.u.render_data.nanoTime); 19090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar break; 19190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 19290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 19326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar default: 19426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar ALOGE("Unrecognized message type: %d", omx_msg.type); 19526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar break; 19626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 19726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msgList->getList().push_back(msg); 19826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 19926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar notify->setObject("messages", msgList); 20026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar notify->post(); 201f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 202f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 203f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 204f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual ~CodecObserver() {} 205f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 206f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 207f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<AMessage> mNotify; 208f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 209f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(CodecObserver); 210f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 211f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 212f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 213f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 214f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::BaseState : public AState { 215f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BaseState(ACodec *codec, const sp<AState> &parentState = NULL); 216f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 217f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 218f933441648ef6a71dee783d733aac17b9508b452Andreas Huber enum PortMode { 219f933441648ef6a71dee783d733aac17b9508b452Andreas Huber KEEP_BUFFERS, 220f933441648ef6a71dee783d733aac17b9508b452Andreas Huber RESUBMIT_BUFFERS, 221f933441648ef6a71dee783d733aac17b9508b452Andreas Huber FREE_BUFFERS, 222f933441648ef6a71dee783d733aac17b9508b452Andreas Huber }; 223f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 224f933441648ef6a71dee783d733aac17b9508b452Andreas Huber ACodec *mCodec; 225f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 226f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual PortMode getPortMode(OMX_U32 portIndex); 227f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 228f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 229f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 230f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 231f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 232f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onOutputBufferDrained(const sp<AMessage> &msg); 233f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onInputBufferFilled(const sp<AMessage> &msg); 234f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 235f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void postFillThisBuffer(BufferInfo *info); 236f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 237f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 23826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar // Handles an OMX message. Returns true iff message was handled. 239f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool onOMXMessage(const sp<AMessage> &msg); 240f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 24126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar // Handles a list of messages. Returns true iff messages were handled. 24226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar bool onOMXMessageList(const sp<AMessage> &msg); 24326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 24426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar // returns true iff this message is for this component and the component is alive 24526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar bool checkOMXMessage(const sp<AMessage> &msg); 24626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 24715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar bool onOMXEmptyBufferDone(IOMX::buffer_id bufferID, int fenceFd); 248f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 249f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool onOMXFillBufferDone( 250f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferID, 251f933441648ef6a71dee783d733aac17b9508b452Andreas Huber size_t rangeOffset, size_t rangeLength, 252f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 flags, 25315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int64_t timeUs, 25415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int fenceFd); 255f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 25690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar virtual bool onOMXFrameRendered(int64_t mediaTimeUs, nsecs_t systemNano); 25790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 258f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void getMoreInputDataIfPossible(); 259f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 260f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(BaseState); 261f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 262f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 263f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 264f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 265ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huberstruct ACodec::DeathNotifier : public IBinder::DeathRecipient { 266ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber DeathNotifier(const sp<AMessage> ¬ify) 267ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber : mNotify(notify) { 268ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber } 269ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 270ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber virtual void binderDied(const wp<IBinder> &) { 271ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mNotify->post(); 272ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber } 273ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 274ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huberprotected: 275ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber virtual ~DeathNotifier() {} 276ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 277ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huberprivate: 278ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber sp<AMessage> mNotify; 279ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 280ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(DeathNotifier); 281ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber}; 282ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 283f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::UninitializedState : public ACodec::BaseState { 284f933441648ef6a71dee783d733aac17b9508b452Andreas Huber UninitializedState(ACodec *codec); 285f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 286f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 287f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 288c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber virtual void stateEntered(); 289f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 290f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 291f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void onSetup(const sp<AMessage> &msg); 292c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber bool onAllocateComponent(const sp<AMessage> &msg); 293f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 294ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber sp<DeathNotifier> mDeathNotifier; 295ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 296f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(UninitializedState); 297f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 298f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 299f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 300f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 301c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberstruct ACodec::LoadedState : public ACodec::BaseState { 302c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber LoadedState(ACodec *codec); 303c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 304c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberprotected: 305c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 306c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber virtual void stateEntered(); 307c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 308c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberprivate: 309c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber friend struct ACodec::UninitializedState; 310c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 311c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber bool onConfigureComponent(const sp<AMessage> &msg); 3127cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden void onCreateInputSurface(const sp<AMessage> &msg); 3138f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang void onSetInputSurface(const sp<AMessage> &msg); 314c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber void onStart(); 315c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber void onShutdown(bool keepComponentAllocated); 316c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 317d291c222357303b9611cab89d0c3b047584ef377Chong Zhang status_t setupInputSurface(); 318d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 319c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(LoadedState); 320c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber}; 321c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 322c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber//////////////////////////////////////////////////////////////////////////////// 323c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 324f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::LoadedToIdleState : public ACodec::BaseState { 325f933441648ef6a71dee783d733aac17b9508b452Andreas Huber LoadedToIdleState(ACodec *codec); 326f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 327f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 328f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 329f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 330f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 331f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 332f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 333f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t allocateBuffers(); 334f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 335f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(LoadedToIdleState); 336f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 337f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 338f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 339f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 340f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::IdleToExecutingState : public ACodec::BaseState { 341f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IdleToExecutingState(ACodec *codec); 342f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 343f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 344f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 345f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 346f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 347f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 348f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 349f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(IdleToExecutingState); 350f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 351f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 352f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 353f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 354f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::ExecutingState : public ACodec::BaseState { 355f933441648ef6a71dee783d733aac17b9508b452Andreas Huber ExecutingState(ACodec *codec); 356f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 357054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar void submitRegularOutputBuffers(); 358054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar void submitOutputMetaBuffers(); 359f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void submitOutputBuffers(); 360f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 361f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // Submit output buffers to the decoder, submit input buffers to client 362f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // to fill with data. 363f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void resume(); 364f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 365349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber // Returns true iff input and output buffers are in play. 366349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber bool active() const { return mActive; } 367349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 368f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 369f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual PortMode getPortMode(OMX_U32 portIndex); 370f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 371f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 372f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 373f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 37490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar virtual bool onOMXFrameRendered(int64_t mediaTimeUs, nsecs_t systemNano); 375f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 376f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 377349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber bool mActive; 378349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 379f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(ExecutingState); 380f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 381f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 382f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 383f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 384f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::OutputPortSettingsChangedState : public ACodec::BaseState { 385f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OutputPortSettingsChangedState(ACodec *codec); 386f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 387f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 388f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual PortMode getPortMode(OMX_U32 portIndex); 389f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 390f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 391f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 392f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 39390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar virtual bool onOMXFrameRendered(int64_t mediaTimeUs, nsecs_t systemNano); 394f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 395f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 396f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(OutputPortSettingsChangedState); 397f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 398f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 399f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 400f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 401f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::ExecutingToIdleState : public ACodec::BaseState { 402f933441648ef6a71dee783d733aac17b9508b452Andreas Huber ExecutingToIdleState(ACodec *codec); 403f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 404f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 405f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 406f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 407f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 408f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 409f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 410f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onOutputBufferDrained(const sp<AMessage> &msg); 411f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onInputBufferFilled(const sp<AMessage> &msg); 412f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 413f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 414f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void changeStateIfWeOwnAllBuffers(); 415f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4165778822d86b0337407514b9372562b86edfa91cdAndreas Huber bool mComponentNowIdle; 4175778822d86b0337407514b9372562b86edfa91cdAndreas Huber 418f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(ExecutingToIdleState); 419f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 420f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 421f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 422f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 423f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::IdleToLoadedState : public ACodec::BaseState { 424f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IdleToLoadedState(ACodec *codec); 425f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 426f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 427f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 428f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 429f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 430f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 431f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 432f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 433f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(IdleToLoadedState); 434f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 435f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 436f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 437f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 438f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::FlushingState : public ACodec::BaseState { 439f933441648ef6a71dee783d733aac17b9508b452Andreas Huber FlushingState(ACodec *codec); 440f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 441f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 442f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 443f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 444f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 445f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 446f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 447f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onOutputBufferDrained(const sp<AMessage> &msg); 448f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onInputBufferFilled(const sp<AMessage> &msg); 449f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 450f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 451f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool mFlushComplete[2]; 452f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 453f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void changeStateIfWeOwnAllBuffers(); 454f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 455f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(FlushingState); 456f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 457f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 458f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 459f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 46015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnarvoid ACodec::BufferInfo::setWriteFence(int fenceFd, const char *dbg) { 46115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (mFenceFd >= 0) { 46215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGW("OVERWRITE OF %s fence %d by write fence %d in %s", 46315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mIsReadFence ? "read" : "write", mFenceFd, fenceFd, dbg); 46415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 46515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mFenceFd = fenceFd; 46615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mIsReadFence = false; 46715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar} 46815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 46915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnarvoid ACodec::BufferInfo::setReadFence(int fenceFd, const char *dbg) { 47015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (mFenceFd >= 0) { 47115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGW("OVERWRITE OF %s fence %d by read fence %d in %s", 47215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mIsReadFence ? "read" : "write", mFenceFd, fenceFd, dbg); 47315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 47415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mFenceFd = fenceFd; 47515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mIsReadFence = true; 47615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar} 47715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 47815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnarvoid ACodec::BufferInfo::checkWriteFence(const char *dbg) { 47915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (mFenceFd >= 0 && mIsReadFence) { 48015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGD("REUSING read fence %d as write fence in %s", mFenceFd, dbg); 48115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 48215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar} 48315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 48415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnarvoid ACodec::BufferInfo::checkReadFence(const char *dbg) { 48515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (mFenceFd >= 0 && !mIsReadFence) { 48615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGD("REUSING write fence %d as read fence in %s", mFenceFd, dbg); 48715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 48815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar} 48915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 49015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar//////////////////////////////////////////////////////////////////////////////// 49115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 492f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::ACodec() 493afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber : mQuirks(0), 494609b815a3131d22da38b2f452faa9f89daad4039Andy Hung mNode(0), 495e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar mNativeWindowUsageBits(0), 4965778822d86b0337407514b9372562b86edfa91cdAndreas Huber mSentFormat(false), 4978db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu mIsVideo(false), 498c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mIsEncoder(false), 499346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang mFatalError(false), 5009806555d3930be43e11106281dee354820ac1c88Andreas Huber mShutdownInProgress(false), 50154b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar mExplicitShutdown(false), 5029806555d3930be43e11106281dee354820ac1c88Andreas Huber mEncoderDelay(0), 5039806555d3930be43e11106281dee354820ac1c88Andreas Huber mEncoderPadding(0), 504e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang mRotationDegrees(0), 5059806555d3930be43e11106281dee354820ac1c88Andreas Huber mChannelMaskPresent(false), 506054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mChannelMask(0), 507054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mDequeueCounter(0), 508054219874873b41f1c815552987c10465c34ba2bLajos Molnar mInputMetadataType(kMetadataBufferTypeInvalid), 509054219874873b41f1c815552987c10465c34ba2bLajos Molnar mOutputMetadataType(kMetadataBufferTypeInvalid), 510011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar mLegacyAdaptiveExperiment(false), 511054219874873b41f1c815552987c10465c34ba2bLajos Molnar mMetadataBuffersToSubmit(0), 51294ee4b708acfa941581160b267afb79192b1d816Chong Zhang mRepeatFrameDelayUs(-1ll), 5132c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mMaxPtsGapUs(-1ll), 51437b2b389139ed638831e49708c947863eef631efRonghua Wu mMaxFps(-1), 5152c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mTimePerFrameUs(-1ll), 516609b815a3131d22da38b2f452faa9f89daad4039Andy Hung mTimePerCaptureUs(-1ll), 517ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad mCreateInputBuffersSuspended(false), 518ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad mTunneled(false) { 519f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mUninitializedState = new UninitializedState(this); 520c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mLoadedState = new LoadedState(this); 521f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mLoadedToIdleState = new LoadedToIdleState(this); 522f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mIdleToExecutingState = new IdleToExecutingState(this); 523f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mExecutingState = new ExecutingState(this); 524f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 525f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mOutputPortSettingsChangedState = 526f933441648ef6a71dee783d733aac17b9508b452Andreas Huber new OutputPortSettingsChangedState(this); 527f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 528f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mExecutingToIdleState = new ExecutingToIdleState(this); 529f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mIdleToLoadedState = new IdleToLoadedState(this); 530f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mFlushingState = new FlushingState(this); 531f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 532f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mPortEOS[kPortIndexInput] = mPortEOS[kPortIndexOutput] = false; 533dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mInputEOSResult = OK; 534f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 535f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeState(mUninitializedState); 536f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 537f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 538f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::~ACodec() { 539f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 540f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 541f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::setNotificationMessage(const sp<AMessage> &msg) { 542f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNotify = msg; 543f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 544f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 545f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::initiateSetup(const sp<AMessage> &msg) { 546f933441648ef6a71dee783d733aac17b9508b452Andreas Huber msg->setWhat(kWhatSetup); 5471d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar msg->setTarget(this); 548f933441648ef6a71dee783d733aac17b9508b452Andreas Huber msg->post(); 549f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 550f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 551a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Hubervoid ACodec::signalSetParameters(const sp<AMessage> ¶ms) { 5521d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatSetParameters, this); 553a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber msg->setMessage("params", params); 554a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber msg->post(); 555a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber} 556a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 5575778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid ACodec::initiateAllocateComponent(const sp<AMessage> &msg) { 5585778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setWhat(kWhatAllocateComponent); 5591d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar msg->setTarget(this); 5605778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->post(); 5615778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 5625778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5635778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid ACodec::initiateConfigureComponent(const sp<AMessage> &msg) { 5645778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setWhat(kWhatConfigureComponent); 5651d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar msg->setTarget(this); 5665778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->post(); 5675778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 5685778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5691dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t ACodec::setSurface(const sp<Surface> &surface) { 5701dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> msg = new AMessage(kWhatSetSurface, this); 5711dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar msg->setObject("surface", surface); 5721dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 5731dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> response; 5741dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = msg->postAndAwaitResponse(&response); 5751dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 5761dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err == OK) { 5771dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar (void)response->findInt32("err", &err); 5781dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 5791dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 5801dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar} 5811dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 5827cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFaddenvoid ACodec::initiateCreateInputSurface() { 5831d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatCreateInputSurface, this))->post(); 5847cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden} 5857cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 5868f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhangvoid ACodec::initiateSetInputSurface( 587d291c222357303b9611cab89d0c3b047584ef377Chong Zhang const sp<PersistentSurface> &surface) { 5888f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang sp<AMessage> msg = new AMessage(kWhatSetInputSurface, this); 589d291c222357303b9611cab89d0c3b047584ef377Chong Zhang msg->setObject("input-surface", surface); 590d291c222357303b9611cab89d0c3b047584ef377Chong Zhang msg->post(); 591d291c222357303b9611cab89d0c3b047584ef377Chong Zhang} 592d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 5937cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFaddenvoid ACodec::signalEndOfInputStream() { 5941d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatSignalEndOfInputStream, this))->post(); 5957cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden} 5967cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 5975778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid ACodec::initiateStart() { 5981d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatStart, this))->post(); 5995778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 6005778822d86b0337407514b9372562b86edfa91cdAndreas Huber 601f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::signalFlush() { 6027a3a2b2f9bb9421dcf83fbd47276e57917078aefJames Dong ALOGV("[%s] signalFlush", mComponentName.c_str()); 6031d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatFlush, this))->post(); 604f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 605f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 606f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::signalResume() { 6071d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatResume, this))->post(); 608f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 609f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 610c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Hubervoid ACodec::initiateShutdown(bool keepComponentAllocated) { 6111d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatShutdown, this); 612c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber msg->setInt32("keepComponentAllocated", keepComponentAllocated); 613c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber msg->post(); 61430358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar if (!keepComponentAllocated) { 61530358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar // ensure shutdown completes in 3 seconds 6161d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatReleaseCodecInstance, this))->post(3000000); 61730358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar } 618f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 619f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 620496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Hubervoid ACodec::signalRequestIDRFrame() { 6211d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatRequestIDRFrame, this))->post(); 622496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber} 623496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 6244dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar// *** NOTE: THE FOLLOWING WORKAROUND WILL BE REMOVED *** 6254dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar// Some codecs may return input buffers before having them processed. 6264dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar// This causes a halt if we already signaled an EOS on the input 6274dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar// port. For now keep submitting an output buffer if there was an 6284dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar// EOS on the input port, but not yet on the output port. 629054219874873b41f1c815552987c10465c34ba2bLajos Molnarvoid ACodec::signalSubmitOutputMetadataBufferIfEOS_workaround() { 6304dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar if (mPortEOS[kPortIndexInput] && !mPortEOS[kPortIndexOutput] && 631054219874873b41f1c815552987c10465c34ba2bLajos Molnar mMetadataBuffersToSubmit > 0) { 632054219874873b41f1c815552987c10465c34ba2bLajos Molnar (new AMessage(kWhatSubmitOutputMetadataBufferIfEOS, this))->post(); 6334dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar } 6344dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar} 6354dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar 6361dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t ACodec::handleSetSurface(const sp<Surface> &surface) { 6371dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // allow keeping unset surface 6381dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (surface == NULL) { 6391dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mNativeWindow != NULL) { 6401dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGW("cannot unset a surface"); 6411dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return INVALID_OPERATION; 6421dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6431dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return OK; 6441dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6451dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 646e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar // cannot switch from bytebuffers to surface 6471dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mNativeWindow == NULL) { 6481dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGW("component was not configured with a surface"); 6491dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return INVALID_OPERATION; 6501dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6511dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 6521dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ANativeWindow *nativeWindow = surface.get(); 6531dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // if we have not yet started the codec, we can simply set the native window 6541dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mBuffers[kPortIndexInput].size() == 0) { 6551dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mNativeWindow = surface; 6561dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return OK; 6571dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6581dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 6591dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // we do not support changing a tunneled surface after start 6601dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mTunneled) { 6611dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGW("cannot change tunneled surface"); 6621dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return INVALID_OPERATION; 6631dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6641dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 665e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar int usageBits = 0; 666e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar status_t err = setupNativeWindowSizeFormatAndUsage(nativeWindow, &usageBits); 6671dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != OK) { 6681dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 6691dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6701dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 671f42917964a76720932b23e67a05d034cd0cf346bChong Zhang int ignoredFlags = kVideoGrallocUsage; 672e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar // New output surface is not allowed to add new usage flag except ignored ones. 673e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar if ((usageBits & ~(mNativeWindowUsageBits | ignoredFlags)) != 0) { 674e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar ALOGW("cannot change usage from %#x to %#x", mNativeWindowUsageBits, usageBits); 675e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar return BAD_VALUE; 676e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar } 677e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar 6781dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // get min undequeued count. We cannot switch to a surface that has a higher 6791dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // undequeued count than we allocated. 6801dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar int minUndequeuedBuffers = 0; 6811dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = nativeWindow->query( 6821dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar nativeWindow, NATIVE_WINDOW_MIN_UNDEQUEUED_BUFFERS, 6831dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar &minUndequeuedBuffers); 6841dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != 0) { 6851dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGE("NATIVE_WINDOW_MIN_UNDEQUEUED_BUFFERS query failed: %s (%d)", 6861dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar strerror(-err), -err); 6871dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 6881dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6891dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (minUndequeuedBuffers > (int)mNumUndequeuedBuffers) { 6901dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGE("new surface holds onto more buffers (%d) than planned for (%zu)", 6911dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar minUndequeuedBuffers, mNumUndequeuedBuffers); 6921dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return BAD_VALUE; 6931dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6941dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 6951dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // we cannot change the number of output buffers while OMX is running 6961dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // set up surface to the same count 6971dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar Vector<BufferInfo> &buffers = mBuffers[kPortIndexOutput]; 6981dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGV("setting up surface for %zu buffers", buffers.size()); 6991dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 7001dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = native_window_set_buffer_count(nativeWindow, buffers.size()); 7011dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != 0) { 7021dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGE("native_window_set_buffer_count failed: %s (%d)", strerror(-err), 7031dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar -err); 7041dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 7051dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7061dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 707dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // need to enable allocation when attaching 708dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar surface->getIGraphicBufferProducer()->allowAllocation(true); 709dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar 7101dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // for meta data mode, we move dequeud buffers to the new surface. 7111dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // for non-meta mode, we must move all registered buffers 7121dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar for (size_t i = 0; i < buffers.size(); ++i) { 7131dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar const BufferInfo &info = buffers[i]; 7141dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // skip undequeued buffers for meta data mode 715054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (storingMetadataInDecodedBuffers() 716011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar && !mLegacyAdaptiveExperiment 7171dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar && info.mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW) { 7181dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGV("skipping buffer %p", info.mGraphicBuffer->getNativeBuffer()); 7191dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar continue; 7201dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7211dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGV("attaching buffer %p", info.mGraphicBuffer->getNativeBuffer()); 7221dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 7231dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = surface->attachBuffer(info.mGraphicBuffer->getNativeBuffer()); 7241dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != OK) { 7251dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGE("failed to attach buffer %p to the new surface: %s (%d)", 7261dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar info.mGraphicBuffer->getNativeBuffer(), 7271dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar strerror(-err), -err); 7281dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 7291dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7301dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7311dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 7321dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // cancel undequeued buffers to new surface 733054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (!storingMetadataInDecodedBuffers() || mLegacyAdaptiveExperiment) { 7341dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar for (size_t i = 0; i < buffers.size(); ++i) { 73515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar BufferInfo &info = buffers.editItemAt(i); 7361dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (info.mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW) { 7371dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGV("canceling buffer %p", info.mGraphicBuffer->getNativeBuffer()); 7381dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = nativeWindow->cancelBuffer( 73915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar nativeWindow, info.mGraphicBuffer->getNativeBuffer(), info.mFenceFd); 74015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info.mFenceFd = -1; 7411dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != OK) { 7421dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGE("failed to cancel buffer %p to the new surface: %s (%d)", 7431dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar info.mGraphicBuffer->getNativeBuffer(), 7441dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar strerror(-err), -err); 7451dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 7461dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7471dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7481dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7491dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // disallow further allocation 7501dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar (void)surface->getIGraphicBufferProducer()->allowAllocation(false); 7511dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7521dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 753484979b1ab25aa41f503bd846323ab93b46d37e5Lajos Molnar // push blank buffers to previous window if requested 754484979b1ab25aa41f503bd846323ab93b46d37e5Lajos Molnar if (mFlags & kFlagPushBlankBuffersToNativeWindowOnShutdown) { 755484979b1ab25aa41f503bd846323ab93b46d37e5Lajos Molnar pushBlankBuffersToNativeWindow(mNativeWindow.get()); 756484979b1ab25aa41f503bd846323ab93b46d37e5Lajos Molnar } 757484979b1ab25aa41f503bd846323ab93b46d37e5Lajos Molnar 7581dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mNativeWindow = nativeWindow; 759e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar mNativeWindowUsageBits = usageBits; 7601dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return OK; 7611dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar} 7621dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 763f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::allocateBuffersOnPort(OMX_U32 portIndex) { 764f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 765f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 766f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(mDealer[portIndex] == NULL); 767f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(mBuffers[portIndex].isEmpty()); 768f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7695778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err; 770f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mNativeWindow != NULL && portIndex == kPortIndexOutput) { 771054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (storingMetadataInDecodedBuffers()) { 772054219874873b41f1c815552987c10465c34ba2bLajos Molnar err = allocateOutputMetadataBuffers(); 773054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } else { 774054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar err = allocateOutputBuffersFromNativeWindow(); 775054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 7765778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 7775778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 7785778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&def); 7795778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.nPortIndex = portIndex; 780f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7815778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->getParameter( 7825778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 783f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7845778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err == OK) { 785054219874873b41f1c815552987c10465c34ba2bLajos Molnar MetadataBufferType type = 786054219874873b41f1c815552987c10465c34ba2bLajos Molnar portIndex == kPortIndexOutput ? mOutputMetadataType : mInputMetadataType; 787054219874873b41f1c815552987c10465c34ba2bLajos Molnar int32_t bufSize = def.nBufferSize; 788054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (type == kMetadataBufferTypeGrallocSource) { 789054219874873b41f1c815552987c10465c34ba2bLajos Molnar bufSize = sizeof(VideoGrallocMetadata); 790054219874873b41f1c815552987c10465c34ba2bLajos Molnar } else if (type == kMetadataBufferTypeANWBuffer) { 791054219874873b41f1c815552987c10465c34ba2bLajos Molnar bufSize = sizeof(VideoNativeMetadata); 792054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 793054219874873b41f1c815552987c10465c34ba2bLajos Molnar 794054219874873b41f1c815552987c10465c34ba2bLajos Molnar // If using gralloc or native source input metadata buffers, allocate largest 795054219874873b41f1c815552987c10465c34ba2bLajos Molnar // metadata size as we prefer to generate native source metadata, but component 7965fb8b2987ab96ad65dc4b046616607ece16d6fb3Lajos Molnar // may require gralloc source. For camera source, allocate at least enough 7975fb8b2987ab96ad65dc4b046616607ece16d6fb3Lajos Molnar // size for native metadata buffers. 798054219874873b41f1c815552987c10465c34ba2bLajos Molnar int32_t allottedSize = bufSize; 7995fb8b2987ab96ad65dc4b046616607ece16d6fb3Lajos Molnar if (portIndex == kPortIndexInput && type >= kMetadataBufferTypeGrallocSource) { 800054219874873b41f1c815552987c10465c34ba2bLajos Molnar bufSize = max(sizeof(VideoGrallocMetadata), sizeof(VideoNativeMetadata)); 8015fb8b2987ab96ad65dc4b046616607ece16d6fb3Lajos Molnar } else if (portIndex == kPortIndexInput && type == kMetadataBufferTypeCameraSource) { 8025fb8b2987ab96ad65dc4b046616607ece16d6fb3Lajos Molnar bufSize = max(bufSize, (int32_t)sizeof(VideoNativeMetadata)); 803054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 804054219874873b41f1c815552987c10465c34ba2bLajos Molnar 805054219874873b41f1c815552987c10465c34ba2bLajos Molnar ALOGV("[%s] Allocating %u buffers of size %d/%d (from %u using %s) on %s port", 8065778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentName.c_str(), 807054219874873b41f1c815552987c10465c34ba2bLajos Molnar def.nBufferCountActual, bufSize, allottedSize, def.nBufferSize, asString(type), 8085778822d86b0337407514b9372562b86edfa91cdAndreas Huber portIndex == kPortIndexInput ? "input" : "output"); 809f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 81034e63e9ffe6496d9180c825dc119c1fd1020ef8bMarco Nelissen if (bufSize == 0 || def.nBufferCountActual > SIZE_MAX / bufSize) { 81134e63e9ffe6496d9180c825dc119c1fd1020ef8bMarco Nelissen ALOGE("b/22885421"); 81234e63e9ffe6496d9180c825dc119c1fd1020ef8bMarco Nelissen return NO_MEMORY; 81334e63e9ffe6496d9180c825dc119c1fd1020ef8bMarco Nelissen } 814054219874873b41f1c815552987c10465c34ba2bLajos Molnar size_t totalSize = def.nBufferCountActual * bufSize; 8155778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDealer[portIndex] = new MemoryDealer(totalSize, "ACodec"); 816f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 817054219874873b41f1c815552987c10465c34ba2bLajos Molnar for (OMX_U32 i = 0; i < def.nBufferCountActual && err == OK; ++i) { 818054219874873b41f1c815552987c10465c34ba2bLajos Molnar sp<IMemory> mem = mDealer[portIndex]->allocate(bufSize); 8195581770ee0dde70e2e9c50533be35e537a5800efChong Zhang if (mem == NULL || mem->pointer() == NULL) { 820777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return NO_MEMORY; 821777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 822f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 823ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber BufferInfo info; 824ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber info.mStatus = BufferInfo::OWNED_BY_US; 82515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info.mFenceFd = -1; 82690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar info.mRenderInfo = NULL; 827f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 828afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber uint32_t requiresAllocateBufferBit = 829afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber (portIndex == kPortIndexInput) 830b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar ? kRequiresAllocateBufferOnInputPorts 831b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar : kRequiresAllocateBufferOnOutputPorts; 8321065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber 833308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang if ((portIndex == kPortIndexInput && (mFlags & kFlagIsSecure)) 834054219874873b41f1c815552987c10465c34ba2bLajos Molnar || (portIndex == kPortIndexOutput && usingMetadataOnEncoderOutput())) { 835ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber mem.clear(); 836ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 837ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber void *ptr; 838ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber err = mOMX->allocateBuffer( 839054219874873b41f1c815552987c10465c34ba2bLajos Molnar mNode, portIndex, bufSize, &info.mBufferID, 840ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber &ptr); 841ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 842308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang info.mData = new ABuffer(ptr, bufSize); 843ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } else if (mQuirks & requiresAllocateBufferBit) { 8445778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->allocateBufferWithBackup( 845054219874873b41f1c815552987c10465c34ba2bLajos Molnar mNode, portIndex, mem, &info.mBufferID, allottedSize); 8465778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 847054219874873b41f1c815552987c10465c34ba2bLajos Molnar err = mOMX->useBuffer(mNode, portIndex, mem, &info.mBufferID, allottedSize); 848ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 849ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 850ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber if (mem != NULL) { 851054219874873b41f1c815552987c10465c34ba2bLajos Molnar info.mData = new ABuffer(mem->pointer(), bufSize); 852054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (type == kMetadataBufferTypeANWBuffer) { 853054219874873b41f1c815552987c10465c34ba2bLajos Molnar ((VideoNativeMetadata *)mem->pointer())->nFenceFd = -1; 854054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 85586b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu info.mMemRef = mem; 8565778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 8571065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber 8585778822d86b0337407514b9372562b86edfa91cdAndreas Huber mBuffers[portIndex].push(info); 8591065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber } 8601065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber } 8615778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 862f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 8635778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 8645778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 8655778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 866f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 8675778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> notify = mNotify->dup(); 868d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatBuffersAllocated); 8695778822d86b0337407514b9372562b86edfa91cdAndreas Huber 8705778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->setInt32("portIndex", portIndex); 871eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 872eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber sp<PortDescription> desc = new PortDescription; 873eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 8745778822d86b0337407514b9372562b86edfa91cdAndreas Huber for (size_t i = 0; i < mBuffers[portIndex].size(); ++i) { 875eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber const BufferInfo &info = mBuffers[portIndex][i]; 87686b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu desc->addBuffer(info.mBufferID, info.mData, info.mMemRef); 877f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 878f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 879eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber notify->setObject("portDesc", desc); 8805778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->post(); 8815778822d86b0337407514b9372562b86edfa91cdAndreas Huber 882f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return OK; 883f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 884f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 885e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnarstatus_t ACodec::setupNativeWindowSizeFormatAndUsage( 886e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar ANativeWindow *nativeWindow /* nonnull */, int *finalUsage /* nonnull */) { 8871dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar OMX_PARAM_PORTDEFINITIONTYPE def; 8881dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar InitOMXParams(&def); 8891dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar def.nPortIndex = kPortIndexOutput; 8901dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 8911dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = mOMX->getParameter( 8921dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 8931dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 8941dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != OK) { 8951dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 8961dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 8971dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 8981dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar OMX_U32 usage = 0; 8991dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = mOMX->getGraphicBufferUsage(mNode, kPortIndexOutput, &usage); 9001dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != 0) { 9011dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGW("querying usage flags from OMX IL component failed: %d", err); 9021dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // XXX: Currently this error is logged, but not fatal. 9031dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar usage = 0; 9041dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 9051dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar int omxUsage = usage; 9061dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 9071dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mFlags & kFlagIsGrallocUsageProtected) { 9081dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar usage |= GRALLOC_USAGE_PROTECTED; 9091dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 9101dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 911f42917964a76720932b23e67a05d034cd0cf346bChong Zhang usage |= kVideoGrallocUsage; 912e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar *finalUsage = usage; 913b2d0b487efd40700199852c9a18b369b1651f15bLajos Molnar 9141dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGV("gralloc usage: %#x(OMX) => %#x(ACodec)", omxUsage, usage); 9151dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return setNativeWindowSizeFormatAndUsage( 9161dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar nativeWindow, 9171dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar def.format.video.nFrameWidth, 9181dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar def.format.video.nFrameHeight, 9191dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar def.format.video.eColorFormat, 9201dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mRotationDegrees, 9211dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar usage); 9221dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar} 9231dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 9241dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t ACodec::configureOutputBuffersFromNativeWindow( 9251dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar OMX_U32 *bufferCount, OMX_U32 *bufferSize, 9261dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar OMX_U32 *minUndequeuedBuffers) { 9271dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar OMX_PARAM_PORTDEFINITIONTYPE def; 9281dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar InitOMXParams(&def); 9291dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar def.nPortIndex = kPortIndexOutput; 9301dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 9311dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = mOMX->getParameter( 9321dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 9331dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 9341dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err == OK) { 935e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar err = setupNativeWindowSizeFormatAndUsage(mNativeWindow.get(), &mNativeWindowUsageBits); 9361dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 9371dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != OK) { 938e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar mNativeWindowUsageBits = 0; 9391dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 9401dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 9411dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 942ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad // Exits here for tunneled video playback codecs -- i.e. skips native window 943ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad // buffer allocation step as this is managed by the tunneled OMX omponent 944ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad // itself and explicitly sets def.nBufferCountActual to 0. 945ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad if (mTunneled) { 946ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad ALOGV("Tunneled Playback: skipping native window buffer allocation."); 947ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad def.nBufferCountActual = 0; 948ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad err = mOMX->setParameter( 949ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 950ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad 951ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad *minUndequeuedBuffers = 0; 952ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad *bufferCount = 0; 953ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad *bufferSize = 0; 954ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad return err; 955ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad } 956ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad 957054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar *minUndequeuedBuffers = 0; 958258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis err = mNativeWindow->query( 959258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis mNativeWindow.get(), NATIVE_WINDOW_MIN_UNDEQUEUED_BUFFERS, 960054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar (int *)minUndequeuedBuffers); 961258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis 962258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis if (err != 0) { 96329357bc2c0dd7c43ad3bd0c8e3efa4e6fd9bfd47Steve Block ALOGE("NATIVE_WINDOW_MIN_UNDEQUEUED_BUFFERS query failed: %s (%d)", 964258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis strerror(-err), -err); 965258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis return err; 966258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis } 967258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis 968e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // FIXME: assume that surface is controlled by app (native window 969e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // returns the number for the case when surface is not controlled by app) 9701faa41704e0b976e546321effcb09a85767d51baLajos Molnar // FIXME2: This means that minUndeqeueudBufs can be 1 larger than reported 9711faa41704e0b976e546321effcb09a85767d51baLajos Molnar // For now, try to allocate 1 more buffer, but don't fail if unsuccessful 972e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar 973e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // Use conservative allocation while also trying to reduce starvation 974e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // 975e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // 1. allocate at least nBufferCountMin + minUndequeuedBuffers - that is the 976e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // minimum needed for the consumer to be able to work 977e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // 2. try to allocate two (2) additional buffers to reduce starvation from 978e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // the consumer 9791faa41704e0b976e546321effcb09a85767d51baLajos Molnar // plus an extra buffer to account for incorrect minUndequeuedBufs 9801faa41704e0b976e546321effcb09a85767d51baLajos Molnar for (OMX_U32 extraBuffers = 2 + 1; /* condition inside loop */; extraBuffers--) { 981e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar OMX_U32 newBufferCount = 982e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar def.nBufferCountMin + *minUndequeuedBuffers + extraBuffers; 983258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis def.nBufferCountActual = newBufferCount; 984258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis err = mOMX->setParameter( 985258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 986258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis 987e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar if (err == OK) { 988e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar *minUndequeuedBuffers += extraBuffers; 989e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar break; 990e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar } 991e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar 992609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGW("[%s] setting nBufferCountActual to %u failed: %d", 993e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar mComponentName.c_str(), newBufferCount, err); 994e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar /* exit condition */ 995e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar if (extraBuffers == 0) { 996258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis return err; 997258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis } 998258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis } 999258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis 1000f933441648ef6a71dee783d733aac17b9508b452Andreas Huber err = native_window_set_buffer_count( 1001f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNativeWindow.get(), def.nBufferCountActual); 1002f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1003f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != 0) { 100429357bc2c0dd7c43ad3bd0c8e3efa4e6fd9bfd47Steve Block ALOGE("native_window_set_buffer_count failed: %s (%d)", strerror(-err), 1005f933441648ef6a71dee783d733aac17b9508b452Andreas Huber -err); 1006f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 1007f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1008f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1009054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar *bufferCount = def.nBufferCountActual; 1010054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar *bufferSize = def.nBufferSize; 1011054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar return err; 1012054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar} 1013054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1014054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnarstatus_t ACodec::allocateOutputBuffersFromNativeWindow() { 1015054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar OMX_U32 bufferCount, bufferSize, minUndequeuedBuffers; 1016054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar status_t err = configureOutputBuffersFromNativeWindow( 1017054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar &bufferCount, &bufferSize, &minUndequeuedBuffers); 1018054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar if (err != 0) 1019054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar return err; 1020e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar mNumUndequeuedBuffers = minUndequeuedBuffers; 1021054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1022054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (!storingMetadataInDecodedBuffers()) { 10233298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia static_cast<Surface*>(mNativeWindow.get()) 10243298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia ->getIGraphicBufferProducer()->allowAllocation(true); 10253298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia } 10263298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia 1027609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] Allocating %u buffers from a native window of size %u on " 1028f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "output port", 1029054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mComponentName.c_str(), bufferCount, bufferSize); 1030f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1031f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // Dequeue buffers and send them to OMX 1032054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar for (OMX_U32 i = 0; i < bufferCount; i++) { 10338ce2364512f7c32c824f5ec5719688830ba72427Iliyan Malchev ANativeWindowBuffer *buf; 103415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int fenceFd; 103515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar err = mNativeWindow->dequeueBuffer(mNativeWindow.get(), &buf, &fenceFd); 1036f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != 0) { 103729357bc2c0dd7c43ad3bd0c8e3efa4e6fd9bfd47Steve Block ALOGE("dequeueBuffer failed: %s (%d)", strerror(-err), -err); 1038f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 1039f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1040f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1041f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<GraphicBuffer> graphicBuffer(new GraphicBuffer(buf, false)); 104274006804065941841883c4b46ee785070164023fJamie Gennis BufferInfo info; 104374006804065941841883c4b46ee785070164023fJamie Gennis info.mStatus = BufferInfo::OWNED_BY_US; 104415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info.mFenceFd = fenceFd; 104515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info.mIsReadFence = false; 104690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar info.mRenderInfo = NULL; 1047054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar info.mData = new ABuffer(NULL /* data */, bufferSize /* capacity */); 104874006804065941841883c4b46ee785070164023fJamie Gennis info.mGraphicBuffer = graphicBuffer; 104974006804065941841883c4b46ee785070164023fJamie Gennis mBuffers[kPortIndexOutput].push(info); 105074006804065941841883c4b46ee785070164023fJamie Gennis 1051f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferId; 1052f933441648ef6a71dee783d733aac17b9508b452Andreas Huber err = mOMX->useGraphicBuffer(mNode, kPortIndexOutput, graphicBuffer, 1053f933441648ef6a71dee783d733aac17b9508b452Andreas Huber &bufferId); 1054f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != 0) { 1055609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGE("registering GraphicBuffer %u with OMX IL component failed: " 105674006804065941841883c4b46ee785070164023fJamie Gennis "%d", i, err); 1057f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 1058f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1059f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 106074006804065941841883c4b46ee785070164023fJamie Gennis mBuffers[kPortIndexOutput].editItemAt(i).mBufferID = bufferId; 106174006804065941841883c4b46ee785070164023fJamie Gennis 1062609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] Registered graphic buffer with ID %u (pointer = %p)", 1063f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mComponentName.c_str(), 1064f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bufferId, graphicBuffer.get()); 1065f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1066f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1067f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 cancelStart; 1068f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 cancelEnd; 1069f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1070f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != 0) { 1071f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // If an error occurred while dequeuing we need to cancel any buffers 1072f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // that were dequeued. 1073f933441648ef6a71dee783d733aac17b9508b452Andreas Huber cancelStart = 0; 107474006804065941841883c4b46ee785070164023fJamie Gennis cancelEnd = mBuffers[kPortIndexOutput].size(); 1075f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else { 1076054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar // Return the required minimum undequeued buffers to the native window. 1077054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar cancelStart = bufferCount - minUndequeuedBuffers; 1078054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar cancelEnd = bufferCount; 1079f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1080f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1081f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (OMX_U32 i = cancelStart; i < cancelEnd; i++) { 1082f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = &mBuffers[kPortIndexOutput].editItemAt(i); 10833175d2babfcdcb64f41309157e0436d00375ae4bWei Jia if (info->mStatus == BufferInfo::OWNED_BY_US) { 10843175d2babfcdcb64f41309157e0436d00375ae4bWei Jia status_t error = cancelBufferToNativeWindow(info); 10853175d2babfcdcb64f41309157e0436d00375ae4bWei Jia if (err == 0) { 10863175d2babfcdcb64f41309157e0436d00375ae4bWei Jia err = error; 10873175d2babfcdcb64f41309157e0436d00375ae4bWei Jia } 10883fb9f68dea5d991288f0ea8037742b50c7df5767Wei Jia } 1089f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1090f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1091054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (!storingMetadataInDecodedBuffers()) { 10923298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia static_cast<Surface*>(mNativeWindow.get()) 10933298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia ->getIGraphicBufferProducer()->allowAllocation(false); 10943298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia } 10953298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia 1096f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 1097f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1098f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1099054219874873b41f1c815552987c10465c34ba2bLajos Molnarstatus_t ACodec::allocateOutputMetadataBuffers() { 1100054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar OMX_U32 bufferCount, bufferSize, minUndequeuedBuffers; 1101054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar status_t err = configureOutputBuffersFromNativeWindow( 1102054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar &bufferCount, &bufferSize, &minUndequeuedBuffers); 1103054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar if (err != 0) 1104054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar return err; 1105e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar mNumUndequeuedBuffers = minUndequeuedBuffers; 1106054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1107e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar ALOGV("[%s] Allocating %u meta buffers on output port", 1108e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar mComponentName.c_str(), bufferCount); 1109e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1110054219874873b41f1c815552987c10465c34ba2bLajos Molnar size_t bufSize = mOutputMetadataType == kMetadataBufferTypeANWBuffer ? 1111054219874873b41f1c815552987c10465c34ba2bLajos Molnar sizeof(struct VideoNativeMetadata) : sizeof(struct VideoGrallocMetadata); 1112054219874873b41f1c815552987c10465c34ba2bLajos Molnar size_t totalSize = bufferCount * bufSize; 1113e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar mDealer[kPortIndexOutput] = new MemoryDealer(totalSize, "ACodec"); 1114e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1115e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar // Dequeue buffers and send them to OMX 1116e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar for (OMX_U32 i = 0; i < bufferCount; i++) { 1117e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar BufferInfo info; 1118e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar info.mStatus = BufferInfo::OWNED_BY_NATIVE_WINDOW; 111915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info.mFenceFd = -1; 112090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar info.mRenderInfo = NULL; 1121e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar info.mGraphicBuffer = NULL; 1122e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar info.mDequeuedAt = mDequeueCounter; 1123e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1124054219874873b41f1c815552987c10465c34ba2bLajos Molnar sp<IMemory> mem = mDealer[kPortIndexOutput]->allocate(bufSize); 11255581770ee0dde70e2e9c50533be35e537a5800efChong Zhang if (mem == NULL || mem->pointer() == NULL) { 1126777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return NO_MEMORY; 1127777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 1128054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mOutputMetadataType == kMetadataBufferTypeANWBuffer) { 1129054219874873b41f1c815552987c10465c34ba2bLajos Molnar ((VideoNativeMetadata *)mem->pointer())->nFenceFd = -1; 1130054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 1131e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar info.mData = new ABuffer(mem->pointer(), mem->size()); 1132e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1133e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar // we use useBuffer for metadata regardless of quirks 1134e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar err = mOMX->useBuffer( 1135cc7cc67349b7a3f498882087aa42ffc05a2daf11Lajos Molnar mNode, kPortIndexOutput, mem, &info.mBufferID, mem->size()); 113686b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu info.mMemRef = mem; 1137e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar mBuffers[kPortIndexOutput].push(info); 1138e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1139e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar ALOGV("[%s] allocated meta buffer with ID %u (pointer = %p)", 1140e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar mComponentName.c_str(), info.mBufferID, mem->pointer()); 1141e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar } 1142e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1143011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar if (mLegacyAdaptiveExperiment) { 1144e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar // preallocate and preregister buffers 1145011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar static_cast<Surface *>(mNativeWindow.get()) 1146011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar ->getIGraphicBufferProducer()->allowAllocation(true); 1147011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar 1148011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar ALOGV("[%s] Allocating %u buffers from a native window of size %u on " 1149011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar "output port", 1150011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar mComponentName.c_str(), bufferCount, bufferSize); 1151011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar 1152011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar // Dequeue buffers then cancel them all 1153011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar for (OMX_U32 i = 0; i < bufferCount; i++) { 1154e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar BufferInfo *info = &mBuffers[kPortIndexOutput].editItemAt(i); 1155e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1156011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar ANativeWindowBuffer *buf; 115715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int fenceFd; 115815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar err = mNativeWindow->dequeueBuffer(mNativeWindow.get(), &buf, &fenceFd); 1159011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar if (err != 0) { 1160011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar ALOGE("dequeueBuffer failed: %s (%d)", strerror(-err), -err); 1161011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar break; 1162011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar } 1163011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar 1164011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar sp<GraphicBuffer> graphicBuffer(new GraphicBuffer(buf, false)); 1165e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar mOMX->updateGraphicBufferInMeta( 1166e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar mNode, kPortIndexOutput, graphicBuffer, info->mBufferID); 1167e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar info->mStatus = BufferInfo::OWNED_BY_US; 116815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->setWriteFence(fenceFd, "allocateOutputMetadataBuffers for legacy"); 1169e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar info->mGraphicBuffer = graphicBuffer; 1170011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar } 1171011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar 1172011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar for (OMX_U32 i = 0; i < mBuffers[kPortIndexOutput].size(); i++) { 1173011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar BufferInfo *info = &mBuffers[kPortIndexOutput].editItemAt(i); 11743175d2babfcdcb64f41309157e0436d00375ae4bWei Jia if (info->mStatus == BufferInfo::OWNED_BY_US) { 11753175d2babfcdcb64f41309157e0436d00375ae4bWei Jia status_t error = cancelBufferToNativeWindow(info); 11763175d2babfcdcb64f41309157e0436d00375ae4bWei Jia if (err == OK) { 11773175d2babfcdcb64f41309157e0436d00375ae4bWei Jia err = error; 11783175d2babfcdcb64f41309157e0436d00375ae4bWei Jia } 1179011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar } 1180011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar } 1181011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar 1182011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar static_cast<Surface*>(mNativeWindow.get()) 1183011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar ->getIGraphicBufferProducer()->allowAllocation(false); 1184011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar } 1185011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar 1186054219874873b41f1c815552987c10465c34ba2bLajos Molnar mMetadataBuffersToSubmit = bufferCount - minUndequeuedBuffers; 1187054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar return err; 1188054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar} 1189054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1190054219874873b41f1c815552987c10465c34ba2bLajos Molnarstatus_t ACodec::submitOutputMetadataBuffer() { 1191054219874873b41f1c815552987c10465c34ba2bLajos Molnar CHECK(storingMetadataInDecodedBuffers()); 1192054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mMetadataBuffersToSubmit == 0) 1193054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar return OK; 1194054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1195054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar BufferInfo *info = dequeueBufferFromNativeWindow(); 11960806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (info == NULL) { 1197054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar return ERROR_IO; 11980806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 1199054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1200609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] submitting output meta buffer ID %u for graphic buffer %p", 1201054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mComponentName.c_str(), info->mBufferID, info->mGraphicBuffer.get()); 1202054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1203054219874873b41f1c815552987c10465c34ba2bLajos Molnar --mMetadataBuffersToSubmit; 120415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkWriteFence("submitOutputMetadataBuffer"); 120515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar status_t err = mOMX->fillBuffer(mNode, info->mBufferID, info->mFenceFd); 120615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 1207777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err == OK) { 1208777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim info->mStatus = BufferInfo::OWNED_BY_COMPONENT; 1209777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 1210054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1211777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 1212054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar} 1213054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 121415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnarstatus_t ACodec::waitForFence(int fd, const char *dbg ) { 121515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar status_t res = OK; 121615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (fd >= 0) { 121715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar sp<Fence> fence = new Fence(fd); 121815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar res = fence->wait(IOMX::kFenceTimeoutMs); 121915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGW_IF(res != OK, "FENCE TIMEOUT for %d in %s", fd, dbg); 122015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 122115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar return res; 122215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar} 122315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 12240806340688c937e7b78c2d89db3809274130df4eLajos Molnar// static 12250806340688c937e7b78c2d89db3809274130df4eLajos Molnarconst char *ACodec::_asString(BufferInfo::Status s) { 12260806340688c937e7b78c2d89db3809274130df4eLajos Molnar switch (s) { 12270806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_US: return "OUR"; 12280806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_COMPONENT: return "COMPONENT"; 12290806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_UPSTREAM: return "UPSTREAM"; 12300806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_DOWNSTREAM: return "DOWNSTREAM"; 12310806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_NATIVE_WINDOW: return "SURFACE"; 12320806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::UNRECOGNIZED: return "UNRECOGNIZED"; 12330806340688c937e7b78c2d89db3809274130df4eLajos Molnar default: return "?"; 12340806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 12350806340688c937e7b78c2d89db3809274130df4eLajos Molnar} 12360806340688c937e7b78c2d89db3809274130df4eLajos Molnar 12370806340688c937e7b78c2d89db3809274130df4eLajos Molnarvoid ACodec::dumpBuffers(OMX_U32 portIndex) { 12380806340688c937e7b78c2d89db3809274130df4eLajos Molnar CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 12390806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGI("[%s] %s port has %zu buffers:", mComponentName.c_str(), 12400806340688c937e7b78c2d89db3809274130df4eLajos Molnar portIndex == kPortIndexInput ? "input" : "output", mBuffers[portIndex].size()); 12410806340688c937e7b78c2d89db3809274130df4eLajos Molnar for (size_t i = 0; i < mBuffers[portIndex].size(); ++i) { 12420806340688c937e7b78c2d89db3809274130df4eLajos Molnar const BufferInfo &info = mBuffers[portIndex][i]; 12430806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGI(" slot %2zu: #%8u %p/%p %s(%d) dequeued:%u", 12440806340688c937e7b78c2d89db3809274130df4eLajos Molnar i, info.mBufferID, info.mGraphicBuffer.get(), 12450806340688c937e7b78c2d89db3809274130df4eLajos Molnar info.mGraphicBuffer == NULL ? NULL : info.mGraphicBuffer->getNativeBuffer(), 12460806340688c937e7b78c2d89db3809274130df4eLajos Molnar _asString(info.mStatus), info.mStatus, info.mDequeuedAt); 12470806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 12480806340688c937e7b78c2d89db3809274130df4eLajos Molnar} 12490806340688c937e7b78c2d89db3809274130df4eLajos Molnar 1250f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::cancelBufferToNativeWindow(BufferInfo *info) { 1251f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ((int)info->mStatus, (int)BufferInfo::OWNED_BY_US); 1252f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1253609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] Calling cancelBuffer on buffer %u", 1254f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mComponentName.c_str(), info->mBufferID); 1255f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 125615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkWriteFence("cancelBufferToNativeWindow"); 1257f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int err = mNativeWindow->cancelBuffer( 125815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mNativeWindow.get(), info->mGraphicBuffer.get(), info->mFenceFd); 125915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 1260f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 12613fb9f68dea5d991288f0ea8037742b50c7df5767Wei Jia ALOGW_IF(err != 0, "[%s] can not return buffer %u to native window", 12623fb9f68dea5d991288f0ea8037742b50c7df5767Wei Jia mComponentName.c_str(), info->mBufferID); 12630806340688c937e7b78c2d89db3809274130df4eLajos Molnar // change ownership even if cancelBuffer fails 1264f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_NATIVE_WINDOW; 1265f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 12663fb9f68dea5d991288f0ea8037742b50c7df5767Wei Jia return err; 1267f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1268f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 126990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarvoid ACodec::updateRenderInfoForDequeuedBuffer( 127090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar ANativeWindowBuffer *buf, int fenceFd, BufferInfo *info) { 127190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 127290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar info->mRenderInfo = 127390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mRenderTracker.updateInfoForDequeuedBuffer( 127490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar buf, fenceFd, info - &mBuffers[kPortIndexOutput][0]); 127590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 127690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // check for any fences already signaled 127790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar notifyOfRenderedFrames(false /* dropIncomplete */, info->mRenderInfo); 127890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 127990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 128090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarvoid ACodec::onFrameRendered(int64_t mediaTimeUs, nsecs_t systemNano) { 128190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (mRenderTracker.onFrameRendered(mediaTimeUs, systemNano) != OK) { 128290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mRenderTracker.dumpRenderQueue(); 128390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 128490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 128590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 128690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarvoid ACodec::notifyOfRenderedFrames(bool dropIncomplete, FrameRenderTracker::Info *until) { 128790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar sp<AMessage> msg = mNotify->dup(); 128890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar msg->setInt32("what", CodecBase::kWhatOutputFramesRendered); 128990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar std::list<FrameRenderTracker::Info> done = 129090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mRenderTracker.checkFencesAndGetRenderedFrames(until, dropIncomplete); 129190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 129290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // unlink untracked frames 129390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar for (std::list<FrameRenderTracker::Info>::const_iterator it = done.cbegin(); 129490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar it != done.cend(); ++it) { 1295604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar ssize_t index = it->getIndex(); 1296604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar if (index >= 0 && (size_t)index < mBuffers[kPortIndexOutput].size()) { 1297604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar mBuffers[kPortIndexOutput].editItemAt(index).mRenderInfo = NULL; 1298604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar } else if (index >= 0) { 1299604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar // THIS SHOULD NEVER HAPPEN 1300604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar ALOGE("invalid index %zd in %zu", index, mBuffers[kPortIndexOutput].size()); 130190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 130290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 130390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 130490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (MediaCodec::CreateFramesRenderedMessage(done, msg)) { 130590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar msg->post(); 130690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 130790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 130890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 1309f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::BufferInfo *ACodec::dequeueBufferFromNativeWindow() { 13108ce2364512f7c32c824f5ec5719688830ba72427Iliyan Malchev ANativeWindowBuffer *buf; 1311054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar CHECK(mNativeWindow.get() != NULL); 1312ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad 1313ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad if (mTunneled) { 1314ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad ALOGW("dequeueBufferFromNativeWindow() should not be called in tunnel" 1315ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad " video playback mode mode!"); 1316ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad return NULL; 1317ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad } 1318ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad 1319346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang if (mFatalError) { 1320346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang ALOGW("not dequeuing from native window due to fatal error"); 1321346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang return NULL; 1322346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang } 1323346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang 132415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int fenceFd = -1; 1325dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar do { 132615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar status_t err = mNativeWindow->dequeueBuffer(mNativeWindow.get(), &buf, &fenceFd); 132715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (err != 0) { 132815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGE("dequeueBuffer failed: %s(%d).", asString(err), err); 1329dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar return NULL; 1330dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar } 1331f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1332dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar bool stale = false; 1333b92add32c22656dedfb82d26ccc168c43c92b8ebChad Brubaker for (size_t i = mBuffers[kPortIndexOutput].size(); i > 0;) { 1334b92add32c22656dedfb82d26ccc168c43c92b8ebChad Brubaker i--; 1335dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar BufferInfo *info = &mBuffers[kPortIndexOutput].editItemAt(i); 1336dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar 1337dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar if (info->mGraphicBuffer != NULL && 133890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar info->mGraphicBuffer->handle == buf->handle) { 1339dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // Since consumers can attach buffers to BufferQueues, it is possible 1340dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // that a known yet stale buffer can return from a surface that we 1341dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // once used. We can simply ignore this as we have already dequeued 1342dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // this buffer properly. NOTE: this does not eliminate all cases, 1343dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // e.g. it is possible that we have queued the valid buffer to the 1344dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // NW, and a stale copy of the same buffer gets dequeued - which will 1345dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // be treated as the valid buffer by ACodec. 1346dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar if (info->mStatus != BufferInfo::OWNED_BY_NATIVE_WINDOW) { 1347dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar ALOGI("dequeued stale buffer %p. discarding", buf); 1348dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar stale = true; 1349dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar break; 1350dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar } 135190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 1352dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar ALOGV("dequeued buffer %p", info->mGraphicBuffer->getNativeBuffer()); 1353dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar info->mStatus = BufferInfo::OWNED_BY_US; 135415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->setWriteFence(fenceFd, "dequeueBufferFromNativeWindow"); 135590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar updateRenderInfoForDequeuedBuffer(buf, fenceFd, info); 1356dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar return info; 1357dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar } 1358dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar } 1359f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1360dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // It is also possible to receive a previously unregistered buffer 1361dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // in non-meta mode. These should be treated as stale buffers. The 1362dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // same is possible in meta mode, in which case, it will be treated 1363dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // as a normal buffer, which is not desirable. 1364dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // TODO: fix this. 1365054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (!stale && (!storingMetadataInDecodedBuffers() || mLegacyAdaptiveExperiment)) { 1366dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar ALOGI("dequeued unrecognized (stale) buffer %p. discarding", buf); 1367dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar stale = true; 1368dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar } 1369dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar if (stale) { 1370dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // TODO: detach stale buffer, but there is no API yet to do it. 1371dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar buf = NULL; 1372f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1373dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar } while (buf == NULL); 1374054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1375dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // get oldest undequeued buffer 1376dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar BufferInfo *oldest = NULL; 1377b92add32c22656dedfb82d26ccc168c43c92b8ebChad Brubaker for (size_t i = mBuffers[kPortIndexOutput].size(); i > 0;) { 1378b92add32c22656dedfb82d26ccc168c43c92b8ebChad Brubaker i--; 1379dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar BufferInfo *info = 1380dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar &mBuffers[kPortIndexOutput].editItemAt(i); 1381054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar if (info->mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW && 1382054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar (oldest == NULL || 1383054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar // avoid potential issues from counter rolling over 1384054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mDequeueCounter - info->mDequeuedAt > 1385054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mDequeueCounter - oldest->mDequeuedAt)) { 1386054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar oldest = info; 1387054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 1388054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 1389054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 13900806340688c937e7b78c2d89db3809274130df4eLajos Molnar // it is impossible dequeue a buffer when there are no buffers with ANW 13910806340688c937e7b78c2d89db3809274130df4eLajos Molnar CHECK(oldest != NULL); 13920806340688c937e7b78c2d89db3809274130df4eLajos Molnar // it is impossible to dequeue an unknown buffer in non-meta mode, as the 13930806340688c937e7b78c2d89db3809274130df4eLajos Molnar // while loop above does not complete 1394054219874873b41f1c815552987c10465c34ba2bLajos Molnar CHECK(storingMetadataInDecodedBuffers()); 1395054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 13960806340688c937e7b78c2d89db3809274130df4eLajos Molnar // discard buffer in LRU info and replace with new buffer 13970806340688c937e7b78c2d89db3809274130df4eLajos Molnar oldest->mGraphicBuffer = new GraphicBuffer(buf, false); 13980806340688c937e7b78c2d89db3809274130df4eLajos Molnar oldest->mStatus = BufferInfo::OWNED_BY_US; 139915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar oldest->setWriteFence(fenceFd, "dequeueBufferFromNativeWindow for oldest"); 140090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mRenderTracker.untrackFrame(oldest->mRenderInfo); 140190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar oldest->mRenderInfo = NULL; 1402d0715867861c216e88a4a7523b6da8a3cb128724Lajos Molnar 14030806340688c937e7b78c2d89db3809274130df4eLajos Molnar mOMX->updateGraphicBufferInMeta( 14040806340688c937e7b78c2d89db3809274130df4eLajos Molnar mNode, kPortIndexOutput, oldest->mGraphicBuffer, 14050806340688c937e7b78c2d89db3809274130df4eLajos Molnar oldest->mBufferID); 1406054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1407054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mOutputMetadataType == kMetadataBufferTypeGrallocSource) { 1408054219874873b41f1c815552987c10465c34ba2bLajos Molnar VideoGrallocMetadata *grallocMeta = 1409054219874873b41f1c815552987c10465c34ba2bLajos Molnar reinterpret_cast<VideoGrallocMetadata *>(oldest->mData->base()); 1410054219874873b41f1c815552987c10465c34ba2bLajos Molnar ALOGV("replaced oldest buffer #%u with age %u (%p/%p stored in %p)", 1411054219874873b41f1c815552987c10465c34ba2bLajos Molnar (unsigned)(oldest - &mBuffers[kPortIndexOutput][0]), 1412054219874873b41f1c815552987c10465c34ba2bLajos Molnar mDequeueCounter - oldest->mDequeuedAt, 14137c77f9ca649f321374118937bcdaca14a7e5684bLajos Molnar (void *)(uintptr_t)grallocMeta->pHandle, 1414054219874873b41f1c815552987c10465c34ba2bLajos Molnar oldest->mGraphicBuffer->handle, oldest->mData->base()); 1415054219874873b41f1c815552987c10465c34ba2bLajos Molnar } else if (mOutputMetadataType == kMetadataBufferTypeANWBuffer) { 1416054219874873b41f1c815552987c10465c34ba2bLajos Molnar VideoNativeMetadata *nativeMeta = 1417054219874873b41f1c815552987c10465c34ba2bLajos Molnar reinterpret_cast<VideoNativeMetadata *>(oldest->mData->base()); 1418054219874873b41f1c815552987c10465c34ba2bLajos Molnar ALOGV("replaced oldest buffer #%u with age %u (%p/%p stored in %p)", 1419054219874873b41f1c815552987c10465c34ba2bLajos Molnar (unsigned)(oldest - &mBuffers[kPortIndexOutput][0]), 1420054219874873b41f1c815552987c10465c34ba2bLajos Molnar mDequeueCounter - oldest->mDequeuedAt, 14217c77f9ca649f321374118937bcdaca14a7e5684bLajos Molnar (void *)(uintptr_t)nativeMeta->pBuffer, 1422054219874873b41f1c815552987c10465c34ba2bLajos Molnar oldest->mGraphicBuffer->getNativeBuffer(), oldest->mData->base()); 1423054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 1424f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 142590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar updateRenderInfoForDequeuedBuffer(buf, fenceFd, oldest); 14260806340688c937e7b78c2d89db3809274130df4eLajos Molnar return oldest; 1427f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1428f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1429f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::freeBuffersOnPort(OMX_U32 portIndex) { 1430777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim status_t err = OK; 1431938e2b34b16c3c1fd29c753eeb53ee95a2b2e2b3Nick Kralevich for (size_t i = mBuffers[portIndex].size(); i > 0;) { 1432938e2b34b16c3c1fd29c753eeb53ee95a2b2e2b3Nick Kralevich i--; 1433777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim status_t err2 = freeBuffer(portIndex, i); 1434777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err == OK) { 1435777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = err2; 1436777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 1437f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1438f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 14390806340688c937e7b78c2d89db3809274130df4eLajos Molnar // clear mDealer even on an error 1440f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mDealer[portIndex].clear(); 1441777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 1442f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1443f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1444349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huberstatus_t ACodec::freeOutputBuffersNotOwnedByComponent() { 1445777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim status_t err = OK; 1446938e2b34b16c3c1fd29c753eeb53ee95a2b2e2b3Nick Kralevich for (size_t i = mBuffers[kPortIndexOutput].size(); i > 0;) { 1447938e2b34b16c3c1fd29c753eeb53ee95a2b2e2b3Nick Kralevich i--; 1448f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = 1449f933441648ef6a71dee783d733aac17b9508b452Andreas Huber &mBuffers[kPortIndexOutput].editItemAt(i); 1450f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 14512ded8b53014602d25b20bade8ce46db95a8da4b5Lajos Molnar // At this time some buffers may still be with the component 14522ded8b53014602d25b20bade8ce46db95a8da4b5Lajos Molnar // or being drained. 14532ded8b53014602d25b20bade8ce46db95a8da4b5Lajos Molnar if (info->mStatus != BufferInfo::OWNED_BY_COMPONENT && 14542ded8b53014602d25b20bade8ce46db95a8da4b5Lajos Molnar info->mStatus != BufferInfo::OWNED_BY_DOWNSTREAM) { 1455777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim status_t err2 = freeBuffer(kPortIndexOutput, i); 1456777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err == OK) { 1457777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = err2; 1458777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 1459f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1460f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1461f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1462777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 1463f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1464f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1465f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::freeBuffer(OMX_U32 portIndex, size_t i) { 1466f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = &mBuffers[portIndex].editItemAt(i); 14670806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = OK; 1468f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 146915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // there should not be any fences in the metadata 147015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar MetadataBufferType type = 147115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar portIndex == kPortIndexOutput ? mOutputMetadataType : mInputMetadataType; 147215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (type == kMetadataBufferTypeANWBuffer && info->mData != NULL 147315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar && info->mData->size() >= sizeof(VideoNativeMetadata)) { 147415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int fenceFd = ((VideoNativeMetadata *)info->mData->data())->nFenceFd; 147515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (fenceFd >= 0) { 147615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGW("unreleased fence (%d) in %s metadata buffer %zu", 147715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar fenceFd, portIndex == kPortIndexInput ? "input" : "output", i); 147815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 147915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 148015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 14810806340688c937e7b78c2d89db3809274130df4eLajos Molnar switch (info->mStatus) { 14820806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_US: 14830806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (portIndex == kPortIndexOutput && mNativeWindow != NULL) { 14840806340688c937e7b78c2d89db3809274130df4eLajos Molnar (void)cancelBufferToNativeWindow(info); 14850806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 14860806340688c937e7b78c2d89db3809274130df4eLajos Molnar // fall through 1487f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 14880806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_NATIVE_WINDOW: 14890806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mOMX->freeBuffer(mNode, portIndex, info->mBufferID); 14900806340688c937e7b78c2d89db3809274130df4eLajos Molnar break; 14910806340688c937e7b78c2d89db3809274130df4eLajos Molnar 14920806340688c937e7b78c2d89db3809274130df4eLajos Molnar default: 14930806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("trying to free buffer not owned by us or ANW (%d)", info->mStatus); 14940806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = FAILED_TRANSACTION; 14950806340688c937e7b78c2d89db3809274130df4eLajos Molnar break; 1496f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1497f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 149815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (info->mFenceFd >= 0) { 149915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ::close(info->mFenceFd); 150015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 150115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 1502604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar if (portIndex == kPortIndexOutput) { 1503604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar mRenderTracker.untrackFrame(info->mRenderInfo, i); 1504604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar info->mRenderInfo = NULL; 1505604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar } 150690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 1507777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim // remove buffer even if mOMX->freeBuffer fails 1508f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mBuffers[portIndex].removeAt(i); 1509777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 1510f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1511f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1512f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::BufferInfo *ACodec::findBufferByID( 15130806340688c937e7b78c2d89db3809274130df4eLajos Molnar uint32_t portIndex, IOMX::buffer_id bufferID, ssize_t *index) { 1514f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (size_t i = 0; i < mBuffers[portIndex].size(); ++i) { 1515f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = &mBuffers[portIndex].editItemAt(i); 1516f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1517f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mBufferID == bufferID) { 1518f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (index != NULL) { 1519f933441648ef6a71dee783d733aac17b9508b452Andreas Huber *index = i; 1520f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1521f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return info; 1522f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1523f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1524f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1525777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Could not find buffer with ID %u", bufferID); 1526f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return NULL; 1527f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1528f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 15295778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setComponentRole( 1530f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool isEncoder, const char *mime) { 15315b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar const char *role = getComponentRole(isEncoder, mime); 15325b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (role == NULL) { 15335b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return BAD_VALUE; 15345b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 15355b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar status_t err = setComponentRole(mOMX, mNode, role); 15365b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (err != OK) { 15375b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar ALOGW("[%s] Failed to set standard component role '%s'.", 15385b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar mComponentName.c_str(), role); 15395b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 15405b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return err; 15415b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar} 15425b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 15435b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar//static 15445b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnarconst char *ACodec::getComponentRole( 15455b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar bool isEncoder, const char *mime) { 1546f933441648ef6a71dee783d733aac17b9508b452Andreas Huber struct MimeToRole { 1547f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const char *mime; 1548f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const char *decoderRole; 1549f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const char *encoderRole; 1550f933441648ef6a71dee783d733aac17b9508b452Andreas Huber }; 1551f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1552f933441648ef6a71dee783d733aac17b9508b452Andreas Huber static const MimeToRole kMimeToRole[] = { 1553f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { MEDIA_MIMETYPE_AUDIO_MPEG, 1554f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "audio_decoder.mp3", "audio_encoder.mp3" }, 15552944eca607304a095ea43ba2b8f0b9de61249f9fAndreas Huber { MEDIA_MIMETYPE_AUDIO_MPEG_LAYER_I, 15562944eca607304a095ea43ba2b8f0b9de61249f9fAndreas Huber "audio_decoder.mp1", "audio_encoder.mp1" }, 15572944eca607304a095ea43ba2b8f0b9de61249f9fAndreas Huber { MEDIA_MIMETYPE_AUDIO_MPEG_LAYER_II, 15582944eca607304a095ea43ba2b8f0b9de61249f9fAndreas Huber "audio_decoder.mp2", "audio_encoder.mp2" }, 1559f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { MEDIA_MIMETYPE_AUDIO_AMR_NB, 1560f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "audio_decoder.amrnb", "audio_encoder.amrnb" }, 1561f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { MEDIA_MIMETYPE_AUDIO_AMR_WB, 1562f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "audio_decoder.amrwb", "audio_encoder.amrwb" }, 1563f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { MEDIA_MIMETYPE_AUDIO_AAC, 1564f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "audio_decoder.aac", "audio_encoder.aac" }, 1565729de186450f78c099637e1fce743fe531862c52Andreas Huber { MEDIA_MIMETYPE_AUDIO_VORBIS, 1566729de186450f78c099637e1fce743fe531862c52Andreas Huber "audio_decoder.vorbis", "audio_encoder.vorbis" }, 1567bf927f8ec7979f2b64331c2b2f12a6a5dba05bcaVignesh Venkatasubramanian { MEDIA_MIMETYPE_AUDIO_OPUS, 1568bf927f8ec7979f2b64331c2b2f12a6a5dba05bcaVignesh Venkatasubramanian "audio_decoder.opus", "audio_encoder.opus" }, 1569c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber { MEDIA_MIMETYPE_AUDIO_G711_MLAW, 1570c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber "audio_decoder.g711mlaw", "audio_encoder.g711mlaw" }, 1571c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber { MEDIA_MIMETYPE_AUDIO_G711_ALAW, 1572c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber "audio_decoder.g711alaw", "audio_encoder.g711alaw" }, 1573f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { MEDIA_MIMETYPE_VIDEO_AVC, 1574f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "video_decoder.avc", "video_encoder.avc" }, 15752472b1c0d63454e5d90a982bd6c555de6c3127bdRachad { MEDIA_MIMETYPE_VIDEO_HEVC, 15762472b1c0d63454e5d90a982bd6c555de6c3127bdRachad "video_decoder.hevc", "video_encoder.hevc" }, 1577f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { MEDIA_MIMETYPE_VIDEO_MPEG4, 1578f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "video_decoder.mpeg4", "video_encoder.mpeg4" }, 1579f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { MEDIA_MIMETYPE_VIDEO_H263, 1580f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "video_decoder.h263", "video_encoder.h263" }, 158194705aff3c9eef58cbb72ec6fe5d2dcfd9481646hkuang { MEDIA_MIMETYPE_VIDEO_VP8, 158294705aff3c9eef58cbb72ec6fe5d2dcfd9481646hkuang "video_decoder.vp8", "video_encoder.vp8" }, 158394705aff3c9eef58cbb72ec6fe5d2dcfd9481646hkuang { MEDIA_MIMETYPE_VIDEO_VP9, 158494705aff3c9eef58cbb72ec6fe5d2dcfd9481646hkuang "video_decoder.vp9", "video_encoder.vp9" }, 1585ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber { MEDIA_MIMETYPE_AUDIO_RAW, 1586ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber "audio_decoder.raw", "audio_encoder.raw" }, 1587a29c2b203d8bea8c21564765da5c9d7087448340Ronghua Wu { MEDIA_MIMETYPE_VIDEO_DOLBY_VISION, 1588a29c2b203d8bea8c21564765da5c9d7087448340Ronghua Wu "video_decoder.dolby-vision", "video_encoder.dolby-vision" }, 15892f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi { MEDIA_MIMETYPE_AUDIO_FLAC, 15902f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi "audio_decoder.flac", "audio_encoder.flac" }, 1591ba933df89521d63f75ca66af12ce9d7ae9496b9eMarco Nelissen { MEDIA_MIMETYPE_AUDIO_MSGSM, 1592ba933df89521d63f75ca66af12ce9d7ae9496b9eMarco Nelissen "audio_decoder.gsm", "audio_encoder.gsm" }, 1593774eb18c40c3a7da0bc1636a9779f02315ddbad8Changwan Ryu { MEDIA_MIMETYPE_VIDEO_MPEG2, 1594774eb18c40c3a7da0bc1636a9779f02315ddbad8Changwan Ryu "video_decoder.mpeg2", "video_encoder.mpeg2" }, 159597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu { MEDIA_MIMETYPE_AUDIO_AC3, 159697358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu "audio_decoder.ac3", "audio_encoder.ac3" }, 15978a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad { MEDIA_MIMETYPE_AUDIO_EAC3, 15988a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad "audio_decoder.eac3", "audio_encoder.eac3" }, 1599f933441648ef6a71dee783d733aac17b9508b452Andreas Huber }; 1600f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1601f933441648ef6a71dee783d733aac17b9508b452Andreas Huber static const size_t kNumMimeToRole = 1602f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sizeof(kMimeToRole) / sizeof(kMimeToRole[0]); 1603f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1604f933441648ef6a71dee783d733aac17b9508b452Andreas Huber size_t i; 1605f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (i = 0; i < kNumMimeToRole; ++i) { 1606f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (!strcasecmp(mime, kMimeToRole[i].mime)) { 1607f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 1608f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1609f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1610f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1611f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (i == kNumMimeToRole) { 16125b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return NULL; 1613f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1614f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 16155b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return isEncoder ? kMimeToRole[i].encoderRole 1616f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : kMimeToRole[i].decoderRole; 16175b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar} 1618f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 16195b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar//static 16205b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnarstatus_t ACodec::setComponentRole( 16215b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar const sp<IOMX> &omx, IOMX::node_id node, const char *role) { 16225b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar OMX_PARAM_COMPONENTROLETYPE roleParams; 16235b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar InitOMXParams(&roleParams); 1624f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 16255b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar strncpy((char *)roleParams.cRole, 16265b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar role, OMX_MAX_STRINGNAME_SIZE - 1); 16275778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16285b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar roleParams.cRole[OMX_MAX_STRINGNAME_SIZE - 1] = '\0'; 16295778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16305b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return omx->setParameter( 16315b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar node, OMX_IndexParamStandardComponentRole, 16325b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar &roleParams, sizeof(roleParams)); 1633f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1634f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 16355778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::configureCodec( 1636f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const char *mime, const sp<AMessage> &msg) { 16375778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t encoder; 16385778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("encoder", &encoder)) { 16395778822d86b0337407514b9372562b86edfa91cdAndreas Huber encoder = false; 16405778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 1641f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1642e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar sp<AMessage> inputFormat = new AMessage(); 16434e865a3cfe4c955e0890321a6b488cf661808b63Lajos Molnar sp<AMessage> outputFormat = mNotify->dup(); // will use this for kWhatOutputFormatChanged 1644e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 16455778822d86b0337407514b9372562b86edfa91cdAndreas Huber mIsEncoder = encoder; 1646f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1647054219874873b41f1c815552987c10465c34ba2bLajos Molnar mInputMetadataType = kMetadataBufferTypeInvalid; 1648054219874873b41f1c815552987c10465c34ba2bLajos Molnar mOutputMetadataType = kMetadataBufferTypeInvalid; 16498db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu 16505778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = setComponentRole(encoder /* isEncoder */, mime); 16515778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16525778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 16535778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 16545778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16555778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16565778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t bitRate = 0; 16572f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi // FLAC encoder doesn't need a bitrate, other encoders do 16582f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi if (encoder && strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_FLAC) 16592f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi && !msg->findInt32("bitrate", &bitRate)) { 16605778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 16615778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16625778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1663d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber int32_t storeMeta; 1664d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber if (encoder 1665d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber && msg->findInt32("store-metadata-in-buffers", &storeMeta) 1666d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber && storeMeta != 0) { 1667054219874873b41f1c815552987c10465c34ba2bLajos Molnar err = mOMX->storeMetaDataInBuffers(mNode, kPortIndexInput, OMX_TRUE, &mInputMetadataType); 1668d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber if (err != OK) { 1669054219874873b41f1c815552987c10465c34ba2bLajos Molnar ALOGE("[%s] storeMetaDataInBuffers (input) failed w/ err %d", 1670308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang mComponentName.c_str(), err); 1671d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 1672054219874873b41f1c815552987c10465c34ba2bLajos Molnar return err; 1673054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 1674054219874873b41f1c815552987c10465c34ba2bLajos Molnar // For this specific case we could be using camera source even if storeMetaDataInBuffers 1675054219874873b41f1c815552987c10465c34ba2bLajos Molnar // returns Gralloc source. Pretend that we are; this will force us to use nBufferSize. 1676054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mInputMetadataType == kMetadataBufferTypeGrallocSource) { 1677054219874873b41f1c815552987c10465c34ba2bLajos Molnar mInputMetadataType = kMetadataBufferTypeCameraSource; 1678054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 1679c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar 1680c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar uint32_t usageBits; 1681c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar if (mOMX->getParameter( 1682c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar mNode, (OMX_INDEXTYPE)OMX_IndexParamConsumerUsageBits, 1683c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar &usageBits, sizeof(usageBits)) == OK) { 1684c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar inputFormat->setInt32( 1685c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar "using-sw-read-often", !!(usageBits & GRALLOC_USAGE_SW_READ_OFTEN)); 1686c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar } 1687054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 1688d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 1689308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang int32_t prependSPSPPS = 0; 16903a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber if (encoder 16913a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber && msg->findInt32("prepend-sps-pps-to-idr-frames", &prependSPSPPS) 16923a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber && prependSPSPPS != 0) { 16933a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber OMX_INDEXTYPE index; 16943a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber err = mOMX->getExtensionIndex( 16953a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber mNode, 16963a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber "OMX.google.android.index.prependSPSPPSToIDRFrames", 16973a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber &index); 16983a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber 16993a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber if (err == OK) { 17003a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber PrependSPSPPSToIDRFramesParams params; 17013a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber InitOMXParams(¶ms); 17023a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber params.bEnable = OMX_TRUE; 17033a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber 17043a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber err = mOMX->setParameter( 17053a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber mNode, index, ¶ms, sizeof(params)); 17063a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber } 17073a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber 17083a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber if (err != OK) { 17093a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber ALOGE("Encoder could not be configured to emit SPS/PPS before " 17103a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber "IDR frames. (err %d)", err); 17113a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber 17123a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber return err; 17133a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber } 17143a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber } 17153a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber 1716308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang // Only enable metadata mode on encoder output if encoder can prepend 1717308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang // sps/pps to idr frames, since in metadata mode the bitstream is in an 1718308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang // opaque handle, to which we don't have access. 1719308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang int32_t video = !strncasecmp(mime, "video/", 6); 17208db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu mIsVideo = video; 1721308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang if (encoder && video) { 1722308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang OMX_BOOL enable = (OMX_BOOL) (prependSPSPPS 1723308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang && msg->findInt32("store-metadata-in-buffers-output", &storeMeta) 1724308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang && storeMeta != 0); 1725308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang 1726054219874873b41f1c815552987c10465c34ba2bLajos Molnar err = mOMX->storeMetaDataInBuffers(mNode, kPortIndexOutput, enable, &mOutputMetadataType); 1727308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang if (err != OK) { 1728308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang ALOGE("[%s] storeMetaDataInBuffers (output) failed w/ err %d", 1729308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang mComponentName.c_str(), err); 1730308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang } 1731a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber 1732a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber if (!msg->findInt64( 1733a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber "repeat-previous-frame-after", 1734a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber &mRepeatFrameDelayUs)) { 1735a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber mRepeatFrameDelayUs = -1ll; 1736a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber } 173794ee4b708acfa941581160b267afb79192b1d816Chong Zhang 173894ee4b708acfa941581160b267afb79192b1d816Chong Zhang if (!msg->findInt64("max-pts-gap-to-encoder", &mMaxPtsGapUs)) { 17392c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mMaxPtsGapUs = -1ll; 17402c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang } 17412c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang 174237b2b389139ed638831e49708c947863eef631efRonghua Wu if (!msg->findFloat("max-fps-to-encoder", &mMaxFps)) { 174337b2b389139ed638831e49708c947863eef631efRonghua Wu mMaxFps = -1; 174437b2b389139ed638831e49708c947863eef631efRonghua Wu } 174537b2b389139ed638831e49708c947863eef631efRonghua Wu 17462c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang if (!msg->findInt64("time-lapse", &mTimePerCaptureUs)) { 17472c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mTimePerCaptureUs = -1ll; 174894ee4b708acfa941581160b267afb79192b1d816Chong Zhang } 174972cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang 175072cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang if (!msg->findInt32( 175172cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang "create-input-buffers-suspended", 175272cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang (int32_t*)&mCreateInputBuffersSuspended)) { 175372cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang mCreateInputBuffersSuspended = false; 175472cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang } 1755308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang } 1756308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang 17573a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // NOTE: we only use native window for video decoders 1758054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar sp<RefBase> obj; 17590d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar bool haveNativeWindow = msg->findObject("native-window", &obj) 17603a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar && obj != NULL && video && !encoder; 1761011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar mLegacyAdaptiveExperiment = false; 1762e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if (video && !encoder) { 1763e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar inputFormat->setInt32("adaptive-playback", false); 17641713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang 17651713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang int32_t usageProtected; 17661713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang if (msg->findInt32("protected", &usageProtected) && usageProtected) { 17671713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang if (!haveNativeWindow) { 17681713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang ALOGE("protected output buffers must be sent to an ANativeWindow"); 17691713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang return PERMISSION_DENIED; 17701713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang } 17711713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang mFlags |= kFlagIsGrallocUsageProtected; 17721713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang mFlags |= kFlagPushBlankBuffersToNativeWindowOnShutdown; 17731713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang } 1774e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 17753a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (haveNativeWindow) { 17761de1e25cba872bd4c077c2e394f8ca9c70b65856Lajos Molnar sp<ANativeWindow> nativeWindow = 17771de1e25cba872bd4c077c2e394f8ca9c70b65856Lajos Molnar static_cast<ANativeWindow *>(static_cast<Surface *>(obj.get())); 17785a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 17796597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar // START of temporary support for automatic FRC - THIS WILL BE REMOVED 17806597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar int32_t autoFrc; 17816597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar if (msg->findInt32("auto-frc", &autoFrc)) { 17826597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar bool enabled = autoFrc; 17836597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar OMX_CONFIG_BOOLEANTYPE config; 17846597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar InitOMXParams(&config); 17856597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar config.bEnabled = (OMX_BOOL)enabled; 17866597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar status_t temp = mOMX->setConfig( 17876597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar mNode, (OMX_INDEXTYPE)OMX_IndexConfigAutoFramerateConversion, 17886597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar &config, sizeof(config)); 17896597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar if (temp == OK) { 17906597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar outputFormat->setInt32("auto-frc", enabled); 17916597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar } else if (enabled) { 17926597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar ALOGI("codec does not support requested auto-frc (err %d)", temp); 17936597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar } 17946597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar } 17956597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar // END of temporary support for automatic FRC 17966597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar 17975a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad int32_t tunneled; 17985a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (msg->findInt32("feature-tunneled-playback", &tunneled) && 17995a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad tunneled != 0) { 18005a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGI("Configuring TUNNELED video playback."); 1801ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad mTunneled = true; 18025a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 180397827bd7c7e64dec22c8fe0f9e734a3c432ad7eeRachad int32_t audioHwSync = 0; 180497827bd7c7e64dec22c8fe0f9e734a3c432ad7eeRachad if (!msg->findInt32("audio-hw-sync", &audioHwSync)) { 18055a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGW("No Audio HW Sync provided for video tunnel"); 18065a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } 18075a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad err = configureTunneledVideoPlayback(audioHwSync, nativeWindow); 18085a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (err != OK) { 180997827bd7c7e64dec22c8fe0f9e734a3c432ad7eeRachad ALOGE("configureTunneledVideoPlayback(%d,%p) failed!", 18105a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad audioHwSync, nativeWindow.get()); 18115a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad return err; 1812fce0d1883cdbcb7d501625fb43844043cd28a267Lajos Molnar } 1813fce0d1883cdbcb7d501625fb43844043cd28a267Lajos Molnar 1814d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad int32_t maxWidth = 0, maxHeight = 0; 1815d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad if (msg->findInt32("max-width", &maxWidth) && 1816d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad msg->findInt32("max-height", &maxHeight)) { 1817d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad 1818d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad err = mOMX->prepareForAdaptivePlayback( 1819d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad mNode, kPortIndexOutput, OMX_TRUE, maxWidth, maxHeight); 1820d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad if (err != OK) { 1821d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad ALOGW("[%s] prepareForAdaptivePlayback failed w/ err %d", 1822d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad mComponentName.c_str(), err); 18233a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // allow failure 18243a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar err = OK; 1825d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad } else { 1826d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad inputFormat->setInt32("max-width", maxWidth); 1827d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad inputFormat->setInt32("max-height", maxHeight); 1828d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad inputFormat->setInt32("adaptive-playback", true); 1829d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad } 1830d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad } 18315a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } else { 1832ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad ALOGV("Configuring CPU controlled video playback."); 1833ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad mTunneled = false; 1834ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad 18353fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad // Explicity reset the sideband handle of the window for 18363fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad // non-tunneled video in case the window was previously used 18373fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad // for a tunneled video playback. 18383fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad err = native_window_set_sideband_stream(nativeWindow.get(), NULL); 18393fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad if (err != OK) { 18403fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad ALOGE("set_sideband_stream(NULL) failed! (err %d).", err); 18413fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad return err; 18423fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad } 18433fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad 18445a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // Always try to enable dynamic output buffers on native surface 18455a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad err = mOMX->storeMetaDataInBuffers( 1846054219874873b41f1c815552987c10465c34ba2bLajos Molnar mNode, kPortIndexOutput, OMX_TRUE, &mOutputMetadataType); 18475a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (err != OK) { 18485a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGE("[%s] storeMetaDataInBuffers failed w/ err %d", 1849fce0d1883cdbcb7d501625fb43844043cd28a267Lajos Molnar mComponentName.c_str(), err); 1850e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 18515a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // if adaptive playback has been requested, try JB fallback 18525a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // NOTE: THIS FALLBACK MECHANISM WILL BE REMOVED DUE TO ITS 18535a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // LARGE MEMORY REQUIREMENT 18545a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 18555a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // we will not do adaptive playback on software accessed 18565a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // surfaces as they never had to respond to changes in the 18575a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // crop window, and we don't trust that they will be able to. 18585a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad int usageBits = 0; 18595a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad bool canDoAdaptivePlayback; 18605a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 18615a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (nativeWindow->query( 18625a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad nativeWindow.get(), 18635a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad NATIVE_WINDOW_CONSUMER_USAGE_BITS, 18645a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad &usageBits) != OK) { 18655a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad canDoAdaptivePlayback = false; 18665a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } else { 18675a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad canDoAdaptivePlayback = 18685a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad (usageBits & 18695a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad (GRALLOC_USAGE_SW_READ_MASK | 18705a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad GRALLOC_USAGE_SW_WRITE_MASK)) == 0; 18715a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } 18725a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 18735a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad int32_t maxWidth = 0, maxHeight = 0; 18745a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (canDoAdaptivePlayback && 18755a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad msg->findInt32("max-width", &maxWidth) && 18765a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad msg->findInt32("max-height", &maxHeight)) { 18775a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGV("[%s] prepareForAdaptivePlayback(%dx%d)", 18785a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad mComponentName.c_str(), maxWidth, maxHeight); 18795a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 18805a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad err = mOMX->prepareForAdaptivePlayback( 18815a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad mNode, kPortIndexOutput, OMX_TRUE, maxWidth, 18825a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad maxHeight); 18835a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGW_IF(err != OK, 18845a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad "[%s] prepareForAdaptivePlayback failed w/ err %d", 18855a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad mComponentName.c_str(), err); 18865a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 18875a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (err == OK) { 18885a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad inputFormat->setInt32("max-width", maxWidth); 18895a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad inputFormat->setInt32("max-height", maxHeight); 18905a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad inputFormat->setInt32("adaptive-playback", true); 18915a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } 1892e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 18935a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // allow failure 18945a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad err = OK; 18955a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } else { 18965a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGV("[%s] storeMetaDataInBuffers succeeded", 18975a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad mComponentName.c_str()); 1898054219874873b41f1c815552987c10465c34ba2bLajos Molnar CHECK(storingMetadataInDecodedBuffers()); 1899011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar mLegacyAdaptiveExperiment = ADebug::isExperimentEnabled( 1900011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar "legacy-adaptive", !msg->contains("no-experiments")); 1901011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar 19025a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad inputFormat->setInt32("adaptive-playback", true); 1903fce0d1883cdbcb7d501625fb43844043cd28a267Lajos Molnar } 19040167414e261f88a96b5e4bf6cb592e6ca11e5a95Andreas Huber 19055a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad int32_t push; 19065a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (msg->findInt32("push-blank-buffers-on-shutdown", &push) 19075a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad && push != 0) { 19085a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad mFlags |= kFlagPushBlankBuffersToNativeWindowOnShutdown; 19095a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } 19100167414e261f88a96b5e4bf6cb592e6ca11e5a95Andreas Huber } 1911e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang 1912e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang int32_t rotationDegrees; 1913e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang if (msg->findInt32("rotation-degrees", &rotationDegrees)) { 1914e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang mRotationDegrees = rotationDegrees; 1915e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang } else { 1916e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang mRotationDegrees = 0; 1917e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang } 1918054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 1919054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1920308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang if (video) { 19213a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // determine need for software renderer 19223a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar bool usingSwRenderer = false; 19233a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (haveNativeWindow && mComponentName.startsWith("OMX.google.")) { 19243a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar usingSwRenderer = true; 19253a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar haveNativeWindow = false; 19263a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 19273a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar 19285778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (encoder) { 19295778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setupVideoEncoder(mime, msg); 19305778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 19310d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar err = setupVideoDecoder(mime, msg, haveNativeWindow); 19325778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19333a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar 19343a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (err != OK) { 19353a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar return err; 19363a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 19373a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar 19383a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (haveNativeWindow) { 19391de1e25cba872bd4c077c2e394f8ca9c70b65856Lajos Molnar mNativeWindow = static_cast<Surface *>(obj.get()); 19403a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 19413a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar 19423a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // initialize native window now to get actual output format 19433a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // TODO: this is needed for some encoders even though they don't use native window 1944777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = initNativeWindow(); 1945777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 1946777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 1947777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 19483a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar 19493a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // fallback for devices that do not handle flex-YUV for native buffers 19503a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (haveNativeWindow) { 19513a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar int32_t requestedColorFormat = OMX_COLOR_FormatUnused; 19523a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (msg->findInt32("color-format", &requestedColorFormat) && 19533a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar requestedColorFormat == OMX_COLOR_FormatYUV420Flexible) { 1954777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim status_t err = getPortFormat(kPortIndexOutput, outputFormat); 1955777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 1956777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 1957777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 19583a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar int32_t colorFormat = OMX_COLOR_FormatUnused; 19593a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar OMX_U32 flexibleEquivalent = OMX_COLOR_FormatUnused; 1960777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (!outputFormat->findInt32("color-format", &colorFormat)) { 1961777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("ouptut port did not have a color format (wrong domain?)"); 1962777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return BAD_VALUE; 1963777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 19643a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar ALOGD("[%s] Requested output format %#x and got %#x.", 19653a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mComponentName.c_str(), requestedColorFormat, colorFormat); 19663a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (!isFlexibleColorFormat( 19673a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mOMX, mNode, colorFormat, haveNativeWindow, &flexibleEquivalent) 19683a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar || flexibleEquivalent != (OMX_U32)requestedColorFormat) { 19693a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // device did not handle flex-YUV request for native window, fall back 19703a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // to SW renderer 19713a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar ALOGI("[%s] Falling back to software renderer", mComponentName.c_str()); 19723a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mNativeWindow.clear(); 1973e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar mNativeWindowUsageBits = 0; 19743a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar haveNativeWindow = false; 19753a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar usingSwRenderer = true; 1976054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (storingMetadataInDecodedBuffers()) { 1977054219874873b41f1c815552987c10465c34ba2bLajos Molnar err = mOMX->storeMetaDataInBuffers( 1978054219874873b41f1c815552987c10465c34ba2bLajos Molnar mNode, kPortIndexOutput, OMX_FALSE, &mOutputMetadataType); 1979054219874873b41f1c815552987c10465c34ba2bLajos Molnar mOutputMetadataType = kMetadataBufferTypeInvalid; // just in case 19803a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // TODO: implement adaptive-playback support for bytebuffer mode. 19813a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // This is done by SW codecs, but most HW codecs don't support it. 19823a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar inputFormat->setInt32("adaptive-playback", false); 19833a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 19843a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (err == OK) { 19853a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar err = mOMX->enableGraphicBuffers(mNode, kPortIndexOutput, OMX_FALSE); 19863a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 19873a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (mFlags & kFlagIsGrallocUsageProtected) { 19883a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // fallback is not supported for protected playback 19893a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar err = PERMISSION_DENIED; 19903a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } else if (err == OK) { 19913a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar err = setupVideoDecoder(mime, msg, false); 19923a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 19933a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 19943a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 19953a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 19963a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar 19973a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (usingSwRenderer) { 19983a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar outputFormat->setInt32("using-sw-renderer", 1); 19993a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 200042392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_MPEG)) { 200142392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber int32_t numChannels, sampleRate; 200242392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber if (!msg->findInt32("channel-count", &numChannels) 200342392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber || !msg->findInt32("sample-rate", &sampleRate)) { 200442392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber // Since we did not always check for these, leave them optional 200542392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber // and have the decoder figure it all out. 200642392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber err = OK; 200742392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber } else { 200842392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber err = setupRawAudioFormat( 200942392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber encoder ? kPortIndexInput : kPortIndexOutput, 201042392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber sampleRate, 201142392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber numChannels); 201242392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber } 2013f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_AAC)) { 2014f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t numChannels, sampleRate; 20155778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("channel-count", &numChannels) 20165778822d86b0337407514b9372562b86edfa91cdAndreas Huber || !msg->findInt32("sample-rate", &sampleRate)) { 20175778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = INVALID_OPERATION; 20185778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 2019aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke int32_t isADTS, aacProfile; 2020b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi int32_t sbrMode; 20218045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi int32_t maxOutputChannelCount; 20222965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang int32_t pcmLimiterEnable; 20238045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi drcParams_t drc; 2024ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber if (!msg->findInt32("is-adts", &isADTS)) { 2025ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber isADTS = 0; 2026ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 2027aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke if (!msg->findInt32("aac-profile", &aacProfile)) { 2028aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke aacProfile = OMX_AUDIO_AACObjectNull; 2029aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke } 2030b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi if (!msg->findInt32("aac-sbr-mode", &sbrMode)) { 2031b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi sbrMode = -1; 2032b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi } 2033ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 20348045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (!msg->findInt32("aac-max-output-channel_count", &maxOutputChannelCount)) { 20358045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi maxOutputChannelCount = -1; 20368045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 20372965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang if (!msg->findInt32("aac-pcm-limiter-enable", &pcmLimiterEnable)) { 20382965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang // value is unknown 20392965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang pcmLimiterEnable = -1; 20402965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang } 20418045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (!msg->findInt32("aac-encoded-target-level", &drc.encodedTargetLevel)) { 20428045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi // value is unknown 20438045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi drc.encodedTargetLevel = -1; 20448045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 20458045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (!msg->findInt32("aac-drc-cut-level", &drc.drcCut)) { 20468045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi // value is unknown 20478045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi drc.drcCut = -1; 20488045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 20498045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (!msg->findInt32("aac-drc-boost-level", &drc.drcBoost)) { 20508045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi // value is unknown 20518045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi drc.drcBoost = -1; 20528045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 20538045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (!msg->findInt32("aac-drc-heavy-compression", &drc.heavyCompression)) { 20548045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi // value is unknown 20558045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi drc.heavyCompression = -1; 20568045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 20578045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (!msg->findInt32("aac-target-ref-level", &drc.targetRefLevel)) { 20588045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi // value is unknown 20598045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi drc.targetRefLevel = -1; 20608045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 20618045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi 2062ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber err = setupAACCodec( 20634471e47ece77be5b4159cc9cbbcef4d43900d36fAndreas Huber encoder, numChannels, sampleRate, bitRate, aacProfile, 20642965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang isADTS != 0, sbrMode, maxOutputChannelCount, drc, 20652965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang pcmLimiterEnable); 20665778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2067729de186450f78c099637e1fce743fe531862c52Andreas Huber } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_AMR_NB)) { 20685778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setupAMRCodec(encoder, false /* isWAMR */, bitRate); 2069729de186450f78c099637e1fce743fe531862c52Andreas Huber } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_AMR_WB)) { 20705778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setupAMRCodec(encoder, true /* isWAMR */, bitRate); 2071729de186450f78c099637e1fce743fe531862c52Andreas Huber } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_G711_ALAW) 2072729de186450f78c099637e1fce743fe531862c52Andreas Huber || !strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_G711_MLAW)) { 2073729de186450f78c099637e1fce743fe531862c52Andreas Huber // These are PCM-like formats with a fixed sample rate but 2074729de186450f78c099637e1fce743fe531862c52Andreas Huber // a variable number of channels. 2075729de186450f78c099637e1fce743fe531862c52Andreas Huber 2076729de186450f78c099637e1fce743fe531862c52Andreas Huber int32_t numChannels; 20775778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("channel-count", &numChannels)) { 20785778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = INVALID_OPERATION; 20795778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 208017c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissen int32_t sampleRate; 208117c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissen if (!msg->findInt32("sample-rate", &sampleRate)) { 208217c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissen sampleRate = 8000; 208317c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissen } 208417c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissen err = setupG711Codec(encoder, sampleRate, numChannels); 20855778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20862f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_FLAC)) { 2087ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar int32_t numChannels = 0, sampleRate = 0, compressionLevel = -1; 20882f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi if (encoder && 20892f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi (!msg->findInt32("channel-count", &numChannels) 20902f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi || !msg->findInt32("sample-rate", &sampleRate))) { 20912f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi ALOGE("missing channel count or sample rate for FLAC encoder"); 20922f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi err = INVALID_OPERATION; 20932f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } else { 20942f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi if (encoder) { 2095516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber if (!msg->findInt32( 2096cd39746f8d83bb3f12e8f613e77c3c3b5f77c077Lajos Molnar "complexity", &compressionLevel) && 2097cd39746f8d83bb3f12e8f613e77c3c3b5f77c077Lajos Molnar !msg->findInt32( 2098516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber "flac-compression-level", &compressionLevel)) { 2099cd39746f8d83bb3f12e8f613e77c3c3b5f77c077Lajos Molnar compressionLevel = 5; // default FLAC compression level 21002f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } else if (compressionLevel < 0) { 2101516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber ALOGW("compression level %d outside [0..8] range, " 2102516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber "using 0", 2103516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber compressionLevel); 21042f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi compressionLevel = 0; 21052f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } else if (compressionLevel > 8) { 2106516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber ALOGW("compression level %d outside [0..8] range, " 2107516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber "using 8", 2108516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber compressionLevel); 21092f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi compressionLevel = 8; 21102f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } 21112f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } 2112516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber err = setupFlacCodec( 2113516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber encoder, numChannels, sampleRate, compressionLevel); 21142f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } 2115ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_RAW)) { 2116ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber int32_t numChannels, sampleRate; 2117ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber if (encoder 2118ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber || !msg->findInt32("channel-count", &numChannels) 2119ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber || !msg->findInt32("sample-rate", &sampleRate)) { 2120ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber err = INVALID_OPERATION; 2121ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber } else { 2122ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber err = setupRawAudioFormat(kPortIndexInput, sampleRate, numChannels); 2123ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber } 212497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_AC3)) { 212597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu int32_t numChannels; 212697358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu int32_t sampleRate; 212797358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu if (!msg->findInt32("channel-count", &numChannels) 212897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu || !msg->findInt32("sample-rate", &sampleRate)) { 212997358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu err = INVALID_OPERATION; 213097358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } else { 213197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu err = setupAC3Codec(encoder, numChannels, sampleRate); 213297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } 21338a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_EAC3)) { 21348a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad int32_t numChannels; 21358a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad int32_t sampleRate; 21368a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad if (!msg->findInt32("channel-count", &numChannels) 21378a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad || !msg->findInt32("sample-rate", &sampleRate)) { 21388a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad err = INVALID_OPERATION; 21398a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } else { 21408a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad err = setupEAC3Codec(encoder, numChannels, sampleRate); 21418a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } 21425778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2143729de186450f78c099637e1fce743fe531862c52Andreas Huber 21444471e47ece77be5b4159cc9cbbcef4d43900d36fAndreas Huber if (err != OK) { 21454471e47ece77be5b4159cc9cbbcef4d43900d36fAndreas Huber return err; 21464471e47ece77be5b4159cc9cbbcef4d43900d36fAndreas Huber } 21474471e47ece77be5b4159cc9cbbcef4d43900d36fAndreas Huber 21488b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen if (!msg->findInt32("encoder-delay", &mEncoderDelay)) { 21498b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen mEncoderDelay = 0; 21508b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen } 21519806555d3930be43e11106281dee354820ac1c88Andreas Huber 21528b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen if (!msg->findInt32("encoder-padding", &mEncoderPadding)) { 21538b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen mEncoderPadding = 0; 21548b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen } 21558b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen 21569806555d3930be43e11106281dee354820ac1c88Andreas Huber if (msg->findInt32("channel-mask", &mChannelMask)) { 21579806555d3930be43e11106281dee354820ac1c88Andreas Huber mChannelMaskPresent = true; 21589806555d3930be43e11106281dee354820ac1c88Andreas Huber } else { 21599806555d3930be43e11106281dee354820ac1c88Andreas Huber mChannelMaskPresent = false; 21609806555d3930be43e11106281dee354820ac1c88Andreas Huber } 21619806555d3930be43e11106281dee354820ac1c88Andreas Huber 2162f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t maxInputSize; 2163f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (msg->findInt32("max-input-size", &maxInputSize)) { 21645778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setMinBufferSize(kPortIndexInput, (size_t)maxInputSize); 2165f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else if (!strcmp("OMX.Nvidia.aac.decoder", mComponentName.c_str())) { 21665778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setMinBufferSize(kPortIndexInput, 8192); // XXX 2167f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 21685778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21698b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu int32_t priority; 21708b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu if (msg->findInt32("priority", &priority)) { 21718b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu err = setPriority(priority); 21728b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu } 21738b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu 2174ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu int32_t rateInt = -1; 2175ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu float rateFloat = -1; 2176ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (!msg->findFloat("operating-rate", &rateFloat)) { 2177ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu msg->findInt32("operating-rate", &rateInt); 2178ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu rateFloat = (float)rateInt; // 16MHz (FLINTMAX) is OK for upper bound. 2179ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2180ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (rateFloat > 0) { 2181ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu err = setOperatingRate(rateFloat, video); 2182ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2183ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu 21844e865a3cfe4c955e0890321a6b488cf661808b63Lajos Molnar mBaseOutputFormat = outputFormat; 21854e865a3cfe4c955e0890321a6b488cf661808b63Lajos Molnar 2186777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = getPortFormat(kPortIndexInput, inputFormat); 2187777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err == OK) { 2188777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = getPortFormat(kPortIndexOutput, outputFormat); 2189777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err == OK) { 2190777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mInputFormat = inputFormat; 2191777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mOutputFormat = outputFormat; 2192777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 2193777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 21945778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 2195f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 2196f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 21978b806ea894ca098366629458bfdd1df4866afcdfRonghua Wustatus_t ACodec::setPriority(int32_t priority) { 21988b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu if (priority < 0) { 21998b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu return BAD_VALUE; 22008b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu } 22018b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu OMX_PARAM_U32TYPE config; 22028b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu InitOMXParams(&config); 22038b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu config.nU32 = (OMX_U32)priority; 22048b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu status_t temp = mOMX->setConfig( 22058b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu mNode, (OMX_INDEXTYPE)OMX_IndexConfigPriority, 22068b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu &config, sizeof(config)); 22078b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu if (temp != OK) { 22088b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu ALOGI("codec does not support config priority (err %d)", temp); 22098b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu } 22108b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu return OK; 22118b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu} 22128b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu 2213ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wustatus_t ACodec::setOperatingRate(float rateFloat, bool isVideo) { 2214ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (rateFloat < 0) { 2215ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu return BAD_VALUE; 2216ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2217ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu OMX_U32 rate; 2218ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (isVideo) { 2219ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (rateFloat > 65535) { 2220ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu return BAD_VALUE; 2221ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2222ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu rate = (OMX_U32)(rateFloat * 65536.0f + 0.5f); 2223ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } else { 2224ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (rateFloat > UINT_MAX) { 2225ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu return BAD_VALUE; 2226ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2227ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu rate = (OMX_U32)(rateFloat); 2228ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2229ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu OMX_PARAM_U32TYPE config; 2230ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu InitOMXParams(&config); 2231ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu config.nU32 = rate; 2232ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu status_t err = mOMX->setConfig( 2233ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu mNode, (OMX_INDEXTYPE)OMX_IndexConfigOperatingRate, 2234ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu &config, sizeof(config)); 2235ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (err != OK) { 2236ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu ALOGI("codec does not support config operating rate (err %d)", err); 2237ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2238ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu return OK; 2239ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu} 2240ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu 2241870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuangstatus_t ACodec::getIntraRefreshPeriod(uint32_t *intraRefreshPeriod) { 2242870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang OMX_VIDEO_CONFIG_ANDROID_INTRAREFRESHTYPE params; 2243870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang InitOMXParams(¶ms); 2244870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang params.nPortIndex = kPortIndexOutput; 2245870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang status_t err = mOMX->getConfig( 2246870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang mNode, (OMX_INDEXTYPE)OMX_IndexConfigAndroidIntraRefresh, ¶ms, sizeof(params)); 2247870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (err == OK) { 2248870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang *intraRefreshPeriod = params.nRefreshPeriod; 2249870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return OK; 2250870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 2251870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2252870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang // Fallback to query through standard OMX index. 2253870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang OMX_VIDEO_PARAM_INTRAREFRESHTYPE refreshParams; 2254870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang InitOMXParams(&refreshParams); 2255870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang refreshParams.nPortIndex = kPortIndexOutput; 2256870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang refreshParams.eRefreshMode = OMX_VIDEO_IntraRefreshCyclic; 2257870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang err = mOMX->getParameter( 2258870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang mNode, OMX_IndexParamVideoIntraRefresh, &refreshParams, sizeof(refreshParams)); 2259870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (err != OK || refreshParams.nCirMBs == 0) { 2260870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang *intraRefreshPeriod = 0; 2261870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return OK; 2262870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 2263870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2264870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang // Calculate period based on width and height 2265870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang uint32_t width, height; 2266870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang OMX_PARAM_PORTDEFINITIONTYPE def; 2267870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang InitOMXParams(&def); 2268870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang OMX_VIDEO_PORTDEFINITIONTYPE *video_def = &def.format.video; 2269870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang def.nPortIndex = kPortIndexOutput; 2270870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang err = mOMX->getParameter( 2271870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 2272870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (err != OK) { 2273870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang *intraRefreshPeriod = 0; 2274870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return err; 2275870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 2276870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang width = video_def->nFrameWidth; 2277870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang height = video_def->nFrameHeight; 2278870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang // Use H.264/AVC MacroBlock size 16x16 2279870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang *intraRefreshPeriod = divUp((divUp(width, 16u) * divUp(height, 16u)), refreshParams.nCirMBs); 2280870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2281870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return OK; 2282870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang} 2283870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2284870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuangstatus_t ACodec::setIntraRefreshPeriod(uint32_t intraRefreshPeriod, bool inConfigure) { 2285870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang OMX_VIDEO_CONFIG_ANDROID_INTRAREFRESHTYPE params; 2286870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang InitOMXParams(¶ms); 2287870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang params.nPortIndex = kPortIndexOutput; 2288870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang params.nRefreshPeriod = intraRefreshPeriod; 2289870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang status_t err = mOMX->setConfig( 2290870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang mNode, (OMX_INDEXTYPE)OMX_IndexConfigAndroidIntraRefresh, ¶ms, sizeof(params)); 2291870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (err == OK) { 2292870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return OK; 2293870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 2294870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2295870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang // Only in configure state, a component could invoke setParameter. 2296870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (!inConfigure) { 2297870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return INVALID_OPERATION; 2298870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } else { 2299870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang ALOGI("[%s] try falling back to Cyclic", mComponentName.c_str()); 2300870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 2301870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2302870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang OMX_VIDEO_PARAM_INTRAREFRESHTYPE refreshParams; 2303870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang InitOMXParams(&refreshParams); 2304870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang refreshParams.nPortIndex = kPortIndexOutput; 2305870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang refreshParams.eRefreshMode = OMX_VIDEO_IntraRefreshCyclic; 2306870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2307870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (intraRefreshPeriod == 0) { 2308870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang // 0 means disable intra refresh. 2309870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang refreshParams.nCirMBs = 0; 2310870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } else { 2311870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang // Calculate macroblocks that need to be intra coded base on width and height 2312870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang uint32_t width, height; 2313870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang OMX_PARAM_PORTDEFINITIONTYPE def; 2314870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang InitOMXParams(&def); 2315870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang OMX_VIDEO_PORTDEFINITIONTYPE *video_def = &def.format.video; 2316870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang def.nPortIndex = kPortIndexOutput; 2317870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang err = mOMX->getParameter( 2318870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 2319870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (err != OK) { 2320870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return err; 2321870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 2322870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang width = video_def->nFrameWidth; 2323870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang height = video_def->nFrameHeight; 2324870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang // Use H.264/AVC MacroBlock size 16x16 2325870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang refreshParams.nCirMBs = divUp((divUp(width, 16u) * divUp(height, 16u)), intraRefreshPeriod); 2326870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 2327870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2328870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang err = mOMX->setParameter(mNode, OMX_IndexParamVideoIntraRefresh, 2329870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang &refreshParams, sizeof(refreshParams)); 2330870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (err != OK) { 2331870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return err; 2332870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 2333870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2334870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return OK; 2335870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang} 2336870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2337f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::setMinBufferSize(OMX_U32 portIndex, size_t size) { 2338f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 2339f933441648ef6a71dee783d733aac17b9508b452Andreas Huber InitOMXParams(&def); 2340f933441648ef6a71dee783d733aac17b9508b452Andreas Huber def.nPortIndex = portIndex; 2341f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2342f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t err = mOMX->getParameter( 2343f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 2344f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2345f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 2346f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 2347f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2348f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2349f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (def.nBufferSize >= size) { 2350f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return OK; 2351f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2352f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2353f933441648ef6a71dee783d733aac17b9508b452Andreas Huber def.nBufferSize = size; 2354f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2355f933441648ef6a71dee783d733aac17b9508b452Andreas Huber err = mOMX->setParameter( 2356f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 2357f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2358f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 2359f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 2360f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2361f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2362f933441648ef6a71dee783d733aac17b9508b452Andreas Huber err = mOMX->getParameter( 2363f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 2364f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2365f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 2366f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 2367f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2368f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2369777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (def.nBufferSize < size) { 2370777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("failed to set min buffer size to %zu (is still %u)", size, def.nBufferSize); 2371777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return FAILED_TRANSACTION; 2372777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 2373f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2374f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return OK; 2375f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 2376f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 23775778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::selectAudioPortFormat( 23785778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_U32 portIndex, OMX_AUDIO_CODINGTYPE desiredFormat) { 23795778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_AUDIO_PARAM_PORTFORMATTYPE format; 23805778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&format); 23815778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23825778822d86b0337407514b9372562b86edfa91cdAndreas Huber format.nPortIndex = portIndex; 23835778822d86b0337407514b9372562b86edfa91cdAndreas Huber for (OMX_U32 index = 0;; ++index) { 23845778822d86b0337407514b9372562b86edfa91cdAndreas Huber format.nIndex = index; 23855778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23865778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = mOMX->getParameter( 23875778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamAudioPortFormat, 23885778822d86b0337407514b9372562b86edfa91cdAndreas Huber &format, sizeof(format)); 23895778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23905778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 23915778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 23925778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23935778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23945778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (format.eEncoding == desiredFormat) { 23955778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 23965778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23975778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23985778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23995778822d86b0337407514b9372562b86edfa91cdAndreas Huber return mOMX->setParameter( 24005778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamAudioPortFormat, &format, sizeof(format)); 24015778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 24025778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24035778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupAACCodec( 2404aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke bool encoder, int32_t numChannels, int32_t sampleRate, 24058045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi int32_t bitRate, int32_t aacProfile, bool isADTS, int32_t sbrMode, 24062965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang int32_t maxOutputChannelCount, const drcParams_t& drc, 24072965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang int32_t pcmLimiterEnable) { 2408ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber if (encoder && isADTS) { 2409ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber return -EINVAL; 2410ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 2411ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 24125778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = setupRawAudioFormat( 24135778822d86b0337407514b9372562b86edfa91cdAndreas Huber encoder ? kPortIndexInput : kPortIndexOutput, 24145778822d86b0337407514b9372562b86edfa91cdAndreas Huber sampleRate, 24155778822d86b0337407514b9372562b86edfa91cdAndreas Huber numChannels); 24165778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24175778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 24185778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 24195778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24205778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24215778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (encoder) { 24225778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = selectAudioPortFormat(kPortIndexOutput, OMX_AUDIO_CodingAAC); 24235778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24245778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 24255778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 24265778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24275778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24285778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 24295778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&def); 24305778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.nPortIndex = kPortIndexOutput; 24315778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24325778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->getParameter( 24335778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 24345778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24355778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 24365778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 24375778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24385778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24395778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.format.audio.bFlagErrorConcealment = OMX_TRUE; 24405778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.format.audio.eEncoding = OMX_AUDIO_CodingAAC; 24415778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24425778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 24435778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 24445778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24455778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 24465778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 24475778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24485778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24495778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_AUDIO_PARAM_AACPROFILETYPE profile; 24505778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&profile); 24515778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nPortIndex = kPortIndexOutput; 24525778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24535778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->getParameter( 24545778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamAudioAac, &profile, sizeof(profile)); 24555778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24565778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 24575778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 24585778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24595778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24605778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nChannels = numChannels; 24615778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24625778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.eChannelMode = 24635778822d86b0337407514b9372562b86edfa91cdAndreas Huber (numChannels == 1) 24645778822d86b0337407514b9372562b86edfa91cdAndreas Huber ? OMX_AUDIO_ChannelModeMono: OMX_AUDIO_ChannelModeStereo; 24655778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24665778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nSampleRate = sampleRate; 24675778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nBitRate = bitRate; 24685778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nAudioBandWidth = 0; 24695778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nFrameLength = 0; 24705778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nAACtools = OMX_AUDIO_AACToolAll; 24715778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nAACERtools = OMX_AUDIO_AACERNone; 2472aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke profile.eAACProfile = (OMX_AUDIO_AACPROFILETYPE) aacProfile; 24735778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.eAACStreamFormat = OMX_AUDIO_AACStreamFormatMP4FF; 2474b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi switch (sbrMode) { 2475b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi case 0: 2476b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi // disable sbr 2477b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools &= ~OMX_AUDIO_AACToolAndroidSSBR; 2478b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools &= ~OMX_AUDIO_AACToolAndroidDSBR; 2479b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi break; 2480b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi case 1: 2481b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi // enable single-rate sbr 2482b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools |= OMX_AUDIO_AACToolAndroidSSBR; 2483b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools &= ~OMX_AUDIO_AACToolAndroidDSBR; 2484b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi break; 2485b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi case 2: 2486b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi // enable dual-rate sbr 2487b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools &= ~OMX_AUDIO_AACToolAndroidSSBR; 2488b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools |= OMX_AUDIO_AACToolAndroidDSBR; 2489b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi break; 2490b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi case -1: 2491b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi // enable both modes -> the codec will decide which mode should be used 2492b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools |= OMX_AUDIO_AACToolAndroidSSBR; 2493b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools |= OMX_AUDIO_AACToolAndroidDSBR; 2494b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi break; 2495b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi default: 2496b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi // unsupported sbr mode 2497b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi return BAD_VALUE; 2498b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi } 2499b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi 25005778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25015778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 25025778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamAudioAac, &profile, sizeof(profile)); 25035778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25045778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 25055778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 25065778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25075778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25085778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 25095778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25105778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2511f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_AUDIO_PARAM_AACPROFILETYPE profile; 2512f933441648ef6a71dee783d733aac17b9508b452Andreas Huber InitOMXParams(&profile); 2513f933441648ef6a71dee783d733aac17b9508b452Andreas Huber profile.nPortIndex = kPortIndexInput; 2514f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 25155778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->getParameter( 2516f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamAudioAac, &profile, sizeof(profile)); 2517f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2518f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 2519f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 2520f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2521f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2522f933441648ef6a71dee783d733aac17b9508b452Andreas Huber profile.nChannels = numChannels; 2523f933441648ef6a71dee783d733aac17b9508b452Andreas Huber profile.nSampleRate = sampleRate; 2524ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 2525ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber profile.eAACStreamFormat = 2526ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber isADTS 2527ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber ? OMX_AUDIO_AACStreamFormatMP4ADTS 2528ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber : OMX_AUDIO_AACStreamFormatMP4FF; 2529f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 25308045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi OMX_AUDIO_PARAM_ANDROID_AACPRESENTATIONTYPE presentation; 25318045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi presentation.nMaxOutputChannels = maxOutputChannelCount; 25328045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi presentation.nDrcCut = drc.drcCut; 25338045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi presentation.nDrcBoost = drc.drcBoost; 25348045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi presentation.nHeavyCompression = drc.heavyCompression; 25358045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi presentation.nTargetReferenceLevel = drc.targetRefLevel; 25368045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi presentation.nEncodedTargetLevel = drc.encodedTargetLevel; 25372965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang presentation.nPCMLimiterEnable = pcmLimiterEnable; 25388045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi 25398045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi status_t res = mOMX->setParameter(mNode, OMX_IndexParamAudioAac, &profile, sizeof(profile)); 25408045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (res == OK) { 25418045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi // optional parameters, will not cause configuration failure 25428045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi mOMX->setParameter(mNode, (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidAacPresentation, 25438045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi &presentation, sizeof(presentation)); 25448045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } else { 25458045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi ALOGW("did not set AudioAndroidAacPresentation due to error %d when setting AudioAac", res); 25468045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 25478045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi return res; 25485778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 2549f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 255097358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryustatus_t ACodec::setupAC3Codec( 255197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu bool encoder, int32_t numChannels, int32_t sampleRate) { 255297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu status_t err = setupRawAudioFormat( 255397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu encoder ? kPortIndexInput : kPortIndexOutput, sampleRate, numChannels); 255497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 255597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu if (err != OK) { 255697358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu return err; 255797358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } 255897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 255997358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu if (encoder) { 256097358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu ALOGW("AC3 encoding is not supported."); 256197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu return INVALID_OPERATION; 256297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } 256397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 256497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu OMX_AUDIO_PARAM_ANDROID_AC3TYPE def; 256597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu InitOMXParams(&def); 256697358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu def.nPortIndex = kPortIndexInput; 256797358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 256897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu err = mOMX->getParameter( 256997358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu mNode, 257097358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidAc3, 257197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu &def, 257297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu sizeof(def)); 257397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 257497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu if (err != OK) { 257597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu return err; 257697358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } 257797358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 257897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu def.nChannels = numChannels; 257997358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu def.nSampleRate = sampleRate; 258097358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 258197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu return mOMX->setParameter( 258297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu mNode, 258397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidAc3, 258497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu &def, 258597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu sizeof(def)); 258697358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu} 258797358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 25888a4728966dc9c78e21c3c93a927707e93c05e5e0Rachadstatus_t ACodec::setupEAC3Codec( 25898a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad bool encoder, int32_t numChannels, int32_t sampleRate) { 25908a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad status_t err = setupRawAudioFormat( 25918a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad encoder ? kPortIndexInput : kPortIndexOutput, sampleRate, numChannels); 25928a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 25938a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad if (err != OK) { 25948a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad return err; 25958a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } 25968a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 25978a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad if (encoder) { 25988a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad ALOGW("EAC3 encoding is not supported."); 25998a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad return INVALID_OPERATION; 26008a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } 26018a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 26028a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad OMX_AUDIO_PARAM_ANDROID_EAC3TYPE def; 26038a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad InitOMXParams(&def); 26048a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad def.nPortIndex = kPortIndexInput; 26058a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 26068a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad err = mOMX->getParameter( 26078a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad mNode, 26088a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidEac3, 26098a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad &def, 26108a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad sizeof(def)); 26118a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 26128a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad if (err != OK) { 26138a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad return err; 26148a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } 26158a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 26168a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad def.nChannels = numChannels; 26178a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad def.nSampleRate = sampleRate; 26188a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 26198a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad return mOMX->setParameter( 26208a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad mNode, 26218a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidEac3, 26228a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad &def, 26238a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad sizeof(def)); 26248a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad} 26258a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 26265778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatic OMX_AUDIO_AMRBANDMODETYPE pickModeFromBitRate( 26275778822d86b0337407514b9372562b86edfa91cdAndreas Huber bool isAMRWB, int32_t bps) { 26285778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (isAMRWB) { 26295778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (bps <= 6600) { 26305778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB0; 26315778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 8850) { 26325778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB1; 26335778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 12650) { 26345778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB2; 26355778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 14250) { 26365778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB3; 26375778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 15850) { 26385778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB4; 26395778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 18250) { 26405778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB5; 26415778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 19850) { 26425778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB6; 26435778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 23050) { 26445778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB7; 26455778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 26465778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26475778822d86b0337407514b9372562b86edfa91cdAndreas Huber // 23850 bps 26485778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB8; 26495778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { // AMRNB 26505778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (bps <= 4750) { 26515778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB0; 26525778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 5150) { 26535778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB1; 26545778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 5900) { 26555778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB2; 26565778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 6700) { 26575778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB3; 26585778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 7400) { 26595778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB4; 26605778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 7950) { 26615778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB5; 26625778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 10200) { 26635778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB6; 26645778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 26655778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26665778822d86b0337407514b9372562b86edfa91cdAndreas Huber // 12200 bps 26675778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB7; 26685778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2669f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 2670f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 26715778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupAMRCodec(bool encoder, bool isWAMR, int32_t bitrate) { 2672729de186450f78c099637e1fce743fe531862c52Andreas Huber OMX_AUDIO_PARAM_AMRTYPE def; 2673729de186450f78c099637e1fce743fe531862c52Andreas Huber InitOMXParams(&def); 26745778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.nPortIndex = encoder ? kPortIndexOutput : kPortIndexInput; 2675729de186450f78c099637e1fce743fe531862c52Andreas Huber 2676729de186450f78c099637e1fce743fe531862c52Andreas Huber status_t err = 2677729de186450f78c099637e1fce743fe531862c52Andreas Huber mOMX->getParameter(mNode, OMX_IndexParamAudioAmr, &def, sizeof(def)); 2678729de186450f78c099637e1fce743fe531862c52Andreas Huber 2679729de186450f78c099637e1fce743fe531862c52Andreas Huber if (err != OK) { 2680729de186450f78c099637e1fce743fe531862c52Andreas Huber return err; 2681729de186450f78c099637e1fce743fe531862c52Andreas Huber } 2682729de186450f78c099637e1fce743fe531862c52Andreas Huber 2683729de186450f78c099637e1fce743fe531862c52Andreas Huber def.eAMRFrameFormat = OMX_AUDIO_AMRFrameFormatFSF; 26845778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.eAMRBandMode = pickModeFromBitRate(isWAMR, bitrate); 26855778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26865778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 26875778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamAudioAmr, &def, sizeof(def)); 2688729de186450f78c099637e1fce743fe531862c52Andreas Huber 26895778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 26905778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 26915778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2692729de186450f78c099637e1fce743fe531862c52Andreas Huber 26935778822d86b0337407514b9372562b86edfa91cdAndreas Huber return setupRawAudioFormat( 26945778822d86b0337407514b9372562b86edfa91cdAndreas Huber encoder ? kPortIndexInput : kPortIndexOutput, 26955778822d86b0337407514b9372562b86edfa91cdAndreas Huber isWAMR ? 16000 : 8000 /* sampleRate */, 26965778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1 /* numChannels */); 2697729de186450f78c099637e1fce743fe531862c52Andreas Huber} 2698729de186450f78c099637e1fce743fe531862c52Andreas Huber 269917c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissenstatus_t ACodec::setupG711Codec(bool encoder, int32_t sampleRate, int32_t numChannels) { 2700777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (encoder) { 2701777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return INVALID_OPERATION; 2702777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 27035778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2704729de186450f78c099637e1fce743fe531862c52Andreas Huber return setupRawAudioFormat( 270517c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissen kPortIndexInput, sampleRate, numChannels); 2706729de186450f78c099637e1fce743fe531862c52Andreas Huber} 2707729de186450f78c099637e1fce743fe531862c52Andreas Huber 27082f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivistatus_t ACodec::setupFlacCodec( 27092f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi bool encoder, int32_t numChannels, int32_t sampleRate, int32_t compressionLevel) { 27102f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi 27112f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi if (encoder) { 27122f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi OMX_AUDIO_PARAM_FLACTYPE def; 27132f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi InitOMXParams(&def); 27142f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi def.nPortIndex = kPortIndexOutput; 27152f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi 27162f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi // configure compression level 27172f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi status_t err = mOMX->getParameter(mNode, OMX_IndexParamAudioFlac, &def, sizeof(def)); 27182f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi if (err != OK) { 27192f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi ALOGE("setupFlacCodec(): Error %d getting OMX_IndexParamAudioFlac parameter", err); 27202f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi return err; 27212f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } 27222f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi def.nCompressionLevel = compressionLevel; 27232f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi err = mOMX->setParameter(mNode, OMX_IndexParamAudioFlac, &def, sizeof(def)); 27242f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi if (err != OK) { 27252f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi ALOGE("setupFlacCodec(): Error %d setting OMX_IndexParamAudioFlac parameter", err); 27262f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi return err; 27272f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } 27282f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } 27292f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi 27302f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi return setupRawAudioFormat( 27312f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi encoder ? kPortIndexInput : kPortIndexOutput, 27322f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi sampleRate, 27332f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi numChannels); 27342f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi} 27352f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi 2736729de186450f78c099637e1fce743fe531862c52Andreas Huberstatus_t ACodec::setupRawAudioFormat( 2737729de186450f78c099637e1fce743fe531862c52Andreas Huber OMX_U32 portIndex, int32_t sampleRate, int32_t numChannels) { 2738729de186450f78c099637e1fce743fe531862c52Andreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 2739729de186450f78c099637e1fce743fe531862c52Andreas Huber InitOMXParams(&def); 2740729de186450f78c099637e1fce743fe531862c52Andreas Huber def.nPortIndex = portIndex; 2741729de186450f78c099637e1fce743fe531862c52Andreas Huber 2742729de186450f78c099637e1fce743fe531862c52Andreas Huber status_t err = mOMX->getParameter( 2743729de186450f78c099637e1fce743fe531862c52Andreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 2744729de186450f78c099637e1fce743fe531862c52Andreas Huber 2745729de186450f78c099637e1fce743fe531862c52Andreas Huber if (err != OK) { 2746729de186450f78c099637e1fce743fe531862c52Andreas Huber return err; 2747729de186450f78c099637e1fce743fe531862c52Andreas Huber } 2748729de186450f78c099637e1fce743fe531862c52Andreas Huber 2749729de186450f78c099637e1fce743fe531862c52Andreas Huber def.format.audio.eEncoding = OMX_AUDIO_CodingPCM; 2750729de186450f78c099637e1fce743fe531862c52Andreas Huber 2751729de186450f78c099637e1fce743fe531862c52Andreas Huber err = mOMX->setParameter( 2752729de186450f78c099637e1fce743fe531862c52Andreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 2753729de186450f78c099637e1fce743fe531862c52Andreas Huber 2754729de186450f78c099637e1fce743fe531862c52Andreas Huber if (err != OK) { 2755729de186450f78c099637e1fce743fe531862c52Andreas Huber return err; 2756729de186450f78c099637e1fce743fe531862c52Andreas Huber } 2757729de186450f78c099637e1fce743fe531862c52Andreas Huber 2758729de186450f78c099637e1fce743fe531862c52Andreas Huber OMX_AUDIO_PARAM_PCMMODETYPE pcmParams; 2759729de186450f78c099637e1fce743fe531862c52Andreas Huber InitOMXParams(&pcmParams); 2760729de186450f78c099637e1fce743fe531862c52Andreas Huber pcmParams.nPortIndex = portIndex; 2761729de186450f78c099637e1fce743fe531862c52Andreas Huber 2762729de186450f78c099637e1fce743fe531862c52Andreas Huber err = mOMX->getParameter( 2763729de186450f78c099637e1fce743fe531862c52Andreas Huber mNode, OMX_IndexParamAudioPcm, &pcmParams, sizeof(pcmParams)); 2764729de186450f78c099637e1fce743fe531862c52Andreas Huber 2765729de186450f78c099637e1fce743fe531862c52Andreas Huber if (err != OK) { 2766729de186450f78c099637e1fce743fe531862c52Andreas Huber return err; 2767729de186450f78c099637e1fce743fe531862c52Andreas Huber } 2768729de186450f78c099637e1fce743fe531862c52Andreas Huber 2769729de186450f78c099637e1fce743fe531862c52Andreas Huber pcmParams.nChannels = numChannels; 2770729de186450f78c099637e1fce743fe531862c52Andreas Huber pcmParams.eNumData = OMX_NumericalDataSigned; 2771729de186450f78c099637e1fce743fe531862c52Andreas Huber pcmParams.bInterleaved = OMX_TRUE; 2772729de186450f78c099637e1fce743fe531862c52Andreas Huber pcmParams.nBitPerSample = 16; 2773729de186450f78c099637e1fce743fe531862c52Andreas Huber pcmParams.nSamplingRate = sampleRate; 2774729de186450f78c099637e1fce743fe531862c52Andreas Huber pcmParams.ePCMMode = OMX_AUDIO_PCMModeLinear; 2775729de186450f78c099637e1fce743fe531862c52Andreas Huber 2776c1d8115e8a0bdaeb2b723d395b9a85a02c90c933Andreas Huber if (getOMXChannelMapping(numChannels, pcmParams.eChannelMapping) != OK) { 2777c1d8115e8a0bdaeb2b723d395b9a85a02c90c933Andreas Huber return OMX_ErrorNone; 2778729de186450f78c099637e1fce743fe531862c52Andreas Huber } 2779729de186450f78c099637e1fce743fe531862c52Andreas Huber 2780729de186450f78c099637e1fce743fe531862c52Andreas Huber return mOMX->setParameter( 2781729de186450f78c099637e1fce743fe531862c52Andreas Huber mNode, OMX_IndexParamAudioPcm, &pcmParams, sizeof(pcmParams)); 2782729de186450f78c099637e1fce743fe531862c52Andreas Huber} 2783729de186450f78c099637e1fce743fe531862c52Andreas Huber 27845a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachadstatus_t ACodec::configureTunneledVideoPlayback( 278597827bd7c7e64dec22c8fe0f9e734a3c432ad7eeRachad int32_t audioHwSync, const sp<ANativeWindow> &nativeWindow) { 27865a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad native_handle_t* sidebandHandle; 27875a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 27885a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad status_t err = mOMX->configureVideoTunnelMode( 27895a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad mNode, kPortIndexOutput, OMX_TRUE, audioHwSync, &sidebandHandle); 27905a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (err != OK) { 27915a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGE("configureVideoTunnelMode failed! (err %d).", err); 27925a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad return err; 27935a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } 27945a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 27955a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad err = native_window_set_sideband_stream(nativeWindow.get(), sidebandHandle); 27965a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (err != OK) { 27975a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGE("native_window_set_sideband_stream(%p) failed! (err %d).", 27985a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad sidebandHandle, err); 27995a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad return err; 28005a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } 28015a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 28025a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad return OK; 28035a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad} 28045a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 2805f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::setVideoPortFormatType( 2806f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 portIndex, 2807f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_VIDEO_CODINGTYPE compressionFormat, 28080d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar OMX_COLOR_FORMATTYPE colorFormat, 28090d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar bool usingNativeBuffers) { 2810f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_VIDEO_PARAM_PORTFORMATTYPE format; 2811f933441648ef6a71dee783d733aac17b9508b452Andreas Huber InitOMXParams(&format); 2812f933441648ef6a71dee783d733aac17b9508b452Andreas Huber format.nPortIndex = portIndex; 2813f933441648ef6a71dee783d733aac17b9508b452Andreas Huber format.nIndex = 0; 2814f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool found = false; 2815f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2816f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 index = 0; 2817f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (;;) { 2818f933441648ef6a71dee783d733aac17b9508b452Andreas Huber format.nIndex = index; 2819f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t err = mOMX->getParameter( 2820f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamVideoPortFormat, 2821f933441648ef6a71dee783d733aac17b9508b452Andreas Huber &format, sizeof(format)); 2822f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2823f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 2824f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 2825f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2826f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2827229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar // substitute back flexible color format to codec supported format 2828229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar OMX_U32 flexibleEquivalent; 28290d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (compressionFormat == OMX_VIDEO_CodingUnused 28300d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar && isFlexibleColorFormat( 28310d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar mOMX, mNode, format.eColorFormat, usingNativeBuffers, &flexibleEquivalent) 28320d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar && colorFormat == flexibleEquivalent) { 2833229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar ALOGI("[%s] using color format %#x in place of %#x", 2834229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar mComponentName.c_str(), format.eColorFormat, colorFormat); 2835229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar colorFormat = format.eColorFormat; 2836229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar } 2837229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar 2838f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // The following assertion is violated by TI's video decoder. 2839f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // CHECK_EQ(format.nIndex, index); 2840f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2841f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (!strcmp("OMX.TI.Video.encoder", mComponentName.c_str())) { 2842f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (portIndex == kPortIndexInput 2843f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && colorFormat == format.eColorFormat) { 2844f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // eCompressionFormat does not seem right. 2845f933441648ef6a71dee783d733aac17b9508b452Andreas Huber found = true; 2846f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 2847f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2848f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (portIndex == kPortIndexOutput 2849f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && compressionFormat == format.eCompressionFormat) { 2850f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // eColorFormat does not seem right. 2851f933441648ef6a71dee783d733aac17b9508b452Andreas Huber found = true; 2852f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 2853f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2854f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2855f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2856f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (format.eCompressionFormat == compressionFormat 2857f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && format.eColorFormat == colorFormat) { 2858f933441648ef6a71dee783d733aac17b9508b452Andreas Huber found = true; 2859f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 2860f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2861f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2862f933441648ef6a71dee783d733aac17b9508b452Andreas Huber ++index; 2863f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2864f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2865f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (!found) { 2866f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return UNKNOWN_ERROR; 2867f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2868f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2869f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t err = mOMX->setParameter( 2870f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamVideoPortFormat, 2871f933441648ef6a71dee783d733aac17b9508b452Andreas Huber &format, sizeof(format)); 2872f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2873f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 2874f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 2875f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 28760d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// Set optimal output format. OMX component lists output formats in the order 28770d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// of preference, but this got more complicated since the introduction of flexible 28780d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// YUV formats. We support a legacy behavior for applications that do not use 28790d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// surface output, do not specify an output format, but expect a "usable" standard 28800d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// OMX format. SW readable and standard formats must be flex-YUV. 28810d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// 28820d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// Suggested preference order: 28830d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// - optimal format for texture rendering (mediaplayer behavior) 28840d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// - optimal SW readable & texture renderable format (flex-YUV support) 28850d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// - optimal SW readable non-renderable format (flex-YUV bytebuffer support) 28860d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// - legacy "usable" standard formats 28870d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// 28880d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// For legacy support, we prefer a standard format, but will settle for a SW readable 28890d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// flex-YUV format. 28900d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnarstatus_t ACodec::setSupportedOutputFormat(bool getLegacyFlexibleFormat) { 28910d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar OMX_VIDEO_PARAM_PORTFORMATTYPE format, legacyFormat; 2892f933441648ef6a71dee783d733aac17b9508b452Andreas Huber InitOMXParams(&format); 2893f933441648ef6a71dee783d733aac17b9508b452Andreas Huber format.nPortIndex = kPortIndexOutput; 2894f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 28950d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar InitOMXParams(&legacyFormat); 28960d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar // this field will change when we find a suitable legacy format 28970d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar legacyFormat.eColorFormat = OMX_COLOR_FormatUnused; 2898f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 28990d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar for (OMX_U32 index = 0; ; ++index) { 29000d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar format.nIndex = index; 29010d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar status_t err = mOMX->getParameter( 29020d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar mNode, OMX_IndexParamVideoPortFormat, 29030d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar &format, sizeof(format)); 29040d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (err != OK) { 29050d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar // no more formats, pick legacy format if found 29060d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (legacyFormat.eColorFormat != OMX_COLOR_FormatUnused) { 29070d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar memcpy(&format, &legacyFormat, sizeof(format)); 29080d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar break; 29090d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 29100d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar return err; 29110d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 29120d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (format.eCompressionFormat != OMX_VIDEO_CodingUnused) { 29130d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar return OMX_ErrorBadParameter; 29140d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 29150d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (!getLegacyFlexibleFormat) { 29160d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar break; 29170d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 29180d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar // standard formats that were exposed to users before 29190d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (format.eColorFormat == OMX_COLOR_FormatYUV420Planar 29200d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar || format.eColorFormat == OMX_COLOR_FormatYUV420PackedPlanar 29210d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar || format.eColorFormat == OMX_COLOR_FormatYUV420SemiPlanar 29220d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar || format.eColorFormat == OMX_COLOR_FormatYUV420PackedSemiPlanar 29230d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar || format.eColorFormat == OMX_TI_COLOR_FormatYUV420PackedSemiPlanar) { 29240d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar break; 29250d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 29260d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar // find best legacy non-standard format 29270d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar OMX_U32 flexibleEquivalent; 29280d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (legacyFormat.eColorFormat == OMX_COLOR_FormatUnused 29290d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar && isFlexibleColorFormat( 29300d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar mOMX, mNode, format.eColorFormat, false /* usingNativeBuffers */, 29310d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar &flexibleEquivalent) 29320d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar && flexibleEquivalent == OMX_COLOR_FormatYUV420Flexible) { 29330d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar memcpy(&legacyFormat, &format, sizeof(format)); 29340d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 29350d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 2936f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return mOMX->setParameter( 2937f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamVideoPortFormat, 2938f933441648ef6a71dee783d733aac17b9508b452Andreas Huber &format, sizeof(format)); 2939f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 2940f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2941e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huberstatic const struct VideoCodingMapEntry { 2942e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber const char *mMime; 2943e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber OMX_VIDEO_CODINGTYPE mVideoCodingType; 2944e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber} kVideoCodingMapEntry[] = { 2945e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { MEDIA_MIMETYPE_VIDEO_AVC, OMX_VIDEO_CodingAVC }, 29462472b1c0d63454e5d90a982bd6c555de6c3127bdRachad { MEDIA_MIMETYPE_VIDEO_HEVC, OMX_VIDEO_CodingHEVC }, 2947e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { MEDIA_MIMETYPE_VIDEO_MPEG4, OMX_VIDEO_CodingMPEG4 }, 2948e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { MEDIA_MIMETYPE_VIDEO_H263, OMX_VIDEO_CodingH263 }, 2949e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { MEDIA_MIMETYPE_VIDEO_MPEG2, OMX_VIDEO_CodingMPEG2 }, 295094705aff3c9eef58cbb72ec6fe5d2dcfd9481646hkuang { MEDIA_MIMETYPE_VIDEO_VP8, OMX_VIDEO_CodingVP8 }, 295194705aff3c9eef58cbb72ec6fe5d2dcfd9481646hkuang { MEDIA_MIMETYPE_VIDEO_VP9, OMX_VIDEO_CodingVP9 }, 2952a29c2b203d8bea8c21564765da5c9d7087448340Ronghua Wu { MEDIA_MIMETYPE_VIDEO_DOLBY_VISION, OMX_VIDEO_CodingDolbyVision }, 2953e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber}; 2954e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 29555778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatic status_t GetVideoCodingTypeFromMime( 29565778822d86b0337407514b9372562b86edfa91cdAndreas Huber const char *mime, OMX_VIDEO_CODINGTYPE *codingType) { 2957e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber for (size_t i = 0; 2958e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber i < sizeof(kVideoCodingMapEntry) / sizeof(kVideoCodingMapEntry[0]); 2959e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber ++i) { 2960e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (!strcasecmp(mime, kVideoCodingMapEntry[i].mMime)) { 2961e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber *codingType = kVideoCodingMapEntry[i].mVideoCodingType; 2962e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return OK; 2963e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 2964f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2965f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2966e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber *codingType = OMX_VIDEO_CodingUnused; 2967e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2968e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return ERROR_UNSUPPORTED; 2969e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber} 2970e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2971e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huberstatic status_t GetMimeTypeForVideoCoding( 2972e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber OMX_VIDEO_CODINGTYPE codingType, AString *mime) { 2973e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber for (size_t i = 0; 2974e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber i < sizeof(kVideoCodingMapEntry) / sizeof(kVideoCodingMapEntry[0]); 2975e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber ++i) { 2976e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (codingType == kVideoCodingMapEntry[i].mVideoCodingType) { 2977e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber *mime = kVideoCodingMapEntry[i].mMime; 2978e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return OK; 2979e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 2980e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 2981e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2982e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mime->clear(); 2983e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2984e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return ERROR_UNSUPPORTED; 29855778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 29865778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29875778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupVideoDecoder( 29880d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar const char *mime, const sp<AMessage> &msg, bool haveNativeWindow) { 298989869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar int32_t width, height; 299089869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar if (!msg->findInt32("width", &width) 299189869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar || !msg->findInt32("height", &height)) { 299289869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar return INVALID_OPERATION; 299389869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar } 299489869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar 29955778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_CODINGTYPE compressionFormat; 29965778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = GetVideoCodingTypeFromMime(mime, &compressionFormat); 29975778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29985778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 29995778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 30005778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 30015778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30025778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setVideoPortFormatType( 3003f933441648ef6a71dee783d733aac17b9508b452Andreas Huber kPortIndexInput, compressionFormat, OMX_COLOR_FormatUnused); 3004f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3005f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 3006f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 3007f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3008f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 300989869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar int32_t tmp; 301089869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar if (msg->findInt32("color-format", &tmp)) { 301189869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar OMX_COLOR_FORMATTYPE colorFormat = 301289869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar static_cast<OMX_COLOR_FORMATTYPE>(tmp); 301389869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar err = setVideoPortFormatType( 30140d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar kPortIndexOutput, OMX_VIDEO_CodingUnused, colorFormat, haveNativeWindow); 301589869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar if (err != OK) { 301689869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar ALOGW("[%s] does not support color format %d", 301789869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar mComponentName.c_str(), colorFormat); 30180d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar err = setSupportedOutputFormat(!haveNativeWindow /* getLegacyFlexibleFormat */); 301989869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar } 302089869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar } else { 30210d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar err = setSupportedOutputFormat(!haveNativeWindow /* getLegacyFlexibleFormat */); 302289869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar } 3023f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3024f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 3025f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 3026f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3027f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 302878b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad int32_t frameRateInt; 302978b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad float frameRateFloat; 303078b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad if (!msg->findFloat("frame-rate", &frameRateFloat)) { 303178b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad if (!msg->findInt32("frame-rate", &frameRateInt)) { 303278b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad frameRateInt = -1; 303378b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad } 303478b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad frameRateFloat = (float)frameRateInt; 303578b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad } 303678b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad 3037f933441648ef6a71dee783d733aac17b9508b452Andreas Huber err = setVideoFormatOnPort( 303878b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad kPortIndexInput, width, height, compressionFormat, frameRateFloat); 3039f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3040f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 3041f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 3042f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3043f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3044f933441648ef6a71dee783d733aac17b9508b452Andreas Huber err = setVideoFormatOnPort( 3045f933441648ef6a71dee783d733aac17b9508b452Andreas Huber kPortIndexOutput, width, height, OMX_VIDEO_CodingUnused); 3046f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3047f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 3048f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 3049f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3050f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3051f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return OK; 3052f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 3053f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 30545778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupVideoEncoder(const char *mime, const sp<AMessage> &msg) { 30555778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t tmp; 30565778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("color-format", &tmp)) { 30575778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 30585778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 30595778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30605778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_COLOR_FORMATTYPE colorFormat = 30615778822d86b0337407514b9372562b86edfa91cdAndreas Huber static_cast<OMX_COLOR_FORMATTYPE>(tmp); 30625778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30635778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = setVideoPortFormatType( 30645778822d86b0337407514b9372562b86edfa91cdAndreas Huber kPortIndexInput, OMX_VIDEO_CodingUnused, colorFormat); 30655778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30665778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 30675778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGE("[%s] does not support color format %d", 30685778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentName.c_str(), colorFormat); 30695778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30705778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 30715778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 30725778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30735778822d86b0337407514b9372562b86edfa91cdAndreas Huber /* Input port configuration */ 30745778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30755778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 30765778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&def); 30775778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30785778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PORTDEFINITIONTYPE *video_def = &def.format.video; 30795778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30805778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.nPortIndex = kPortIndexInput; 30815778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30825778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->getParameter( 30835778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 30845778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30855778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 30865778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 30875778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 30885778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30895778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t width, height, bitrate; 30905778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("width", &width) 30915778822d86b0337407514b9372562b86edfa91cdAndreas Huber || !msg->findInt32("height", &height) 30925778822d86b0337407514b9372562b86edfa91cdAndreas Huber || !msg->findInt32("bitrate", &bitrate)) { 30935778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 30945778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 30955778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30965778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nFrameWidth = width; 30975778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nFrameHeight = height; 30985778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30995778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t stride; 31005778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("stride", &stride)) { 31015778822d86b0337407514b9372562b86edfa91cdAndreas Huber stride = width; 31025778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 31035778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31045778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nStride = stride; 31055778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31065778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t sliceHeight; 31075778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("slice-height", &sliceHeight)) { 31085778822d86b0337407514b9372562b86edfa91cdAndreas Huber sliceHeight = height; 31095778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 31105778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31115778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nSliceHeight = sliceHeight; 31125778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31135778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.nBufferSize = (video_def->nStride * video_def->nSliceHeight * 3) / 2; 31145778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31155778822d86b0337407514b9372562b86edfa91cdAndreas Huber float frameRate; 31165778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findFloat("frame-rate", &frameRate)) { 31175778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t tmp; 31185778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("frame-rate", &tmp)) { 31195778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 31205778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 31215778822d86b0337407514b9372562b86edfa91cdAndreas Huber frameRate = (float)tmp; 31222c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mTimePerFrameUs = (int64_t) (1000000.0f / frameRate); 31235778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 31245778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31255778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->xFramerate = (OMX_U32)(frameRate * 65536.0f); 31265778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->eCompressionFormat = OMX_VIDEO_CodingUnused; 3127a32d5435d9585794b72dd12546054f13adb845f2Lajos Molnar // this is redundant as it was already set up in setVideoPortFormatType 3128a32d5435d9585794b72dd12546054f13adb845f2Lajos Molnar // FIXME for now skip this only for flexible YUV formats 3129a32d5435d9585794b72dd12546054f13adb845f2Lajos Molnar if (colorFormat != OMX_COLOR_FormatYUV420Flexible) { 3130a32d5435d9585794b72dd12546054f13adb845f2Lajos Molnar video_def->eColorFormat = colorFormat; 3131a32d5435d9585794b72dd12546054f13adb845f2Lajos Molnar } 31325778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31335778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 31345778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 31355778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31365778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 31375778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGE("[%s] failed to set input port definition parameters.", 31385778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentName.c_str()); 31395778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31405778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 31415778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 31425778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31435778822d86b0337407514b9372562b86edfa91cdAndreas Huber /* Output port configuration */ 31445778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31455778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_CODINGTYPE compressionFormat; 31465778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = GetVideoCodingTypeFromMime(mime, &compressionFormat); 31475778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31485778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 31495778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 31505778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 31515778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31525778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setVideoPortFormatType( 31535778822d86b0337407514b9372562b86edfa91cdAndreas Huber kPortIndexOutput, compressionFormat, OMX_COLOR_FormatUnused); 31545778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31555778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 31565778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGE("[%s] does not support compression format %d", 31575778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentName.c_str(), compressionFormat); 31585778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31595778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 31605778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 31615778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31625778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.nPortIndex = kPortIndexOutput; 31635778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31645778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->getParameter( 31655778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 31665778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31675778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 31685778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 31695778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 31705778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31715778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nFrameWidth = width; 31725778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nFrameHeight = height; 31735778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->xFramerate = 0; 31745778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nBitrate = bitrate; 31755778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->eCompressionFormat = compressionFormat; 31765778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->eColorFormat = OMX_COLOR_FormatUnused; 31775778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31785778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 31795778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 31805778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31815778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 31825778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGE("[%s] failed to set output port definition parameters.", 31835778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentName.c_str()); 31845778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31855778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 31865778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 31875778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3188870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang int32_t intraRefreshPeriod = 0; 3189870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (msg->findInt32("intra-refresh-period", &intraRefreshPeriod) 3190870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang && intraRefreshPeriod >= 0) { 3191870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang err = setIntraRefreshPeriod((uint32_t)intraRefreshPeriod, true); 3192870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (err != OK) { 3193870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang ALOGI("[%s] failed setIntraRefreshPeriod. Failure is fine since this key is optional", 3194870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang mComponentName.c_str()); 3195870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang err = OK; 3196870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 3197870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 3198870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 31995778822d86b0337407514b9372562b86edfa91cdAndreas Huber switch (compressionFormat) { 32005778822d86b0337407514b9372562b86edfa91cdAndreas Huber case OMX_VIDEO_CodingMPEG4: 32015778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setupMPEG4EncoderParameters(msg); 32025778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 32035778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32045778822d86b0337407514b9372562b86edfa91cdAndreas Huber case OMX_VIDEO_CodingH263: 32055778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setupH263EncoderParameters(msg); 32065778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 32075778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32085778822d86b0337407514b9372562b86edfa91cdAndreas Huber case OMX_VIDEO_CodingAVC: 32095778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setupAVCEncoderParameters(msg); 32105778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 32115778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3212c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad case OMX_VIDEO_CodingHEVC: 3213c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad err = setupHEVCEncoderParameters(msg); 3214c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad break; 3215c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 321689b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber case OMX_VIDEO_CodingVP8: 321789b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber case OMX_VIDEO_CodingVP9: 321889b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber err = setupVPXEncoderParameters(msg); 321989b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber break; 322089b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber 32215778822d86b0337407514b9372562b86edfa91cdAndreas Huber default: 32225778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 32235778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 32245778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3225d36a023778256f0550e9a09e9993c066e8a3c7d7Ronghua Wu if (err == OK) { 3226d36a023778256f0550e9a09e9993c066e8a3c7d7Ronghua Wu ALOGI("setupVideoEncoder succeeded"); 3227d36a023778256f0550e9a09e9993c066e8a3c7d7Ronghua Wu } 32285778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32295778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 32305778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 32315778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32320dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dongstatus_t ACodec::setCyclicIntraMacroblockRefresh(const sp<AMessage> &msg, int32_t mode) { 32330dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong OMX_VIDEO_PARAM_INTRAREFRESHTYPE params; 32340dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong InitOMXParams(¶ms); 32350dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.nPortIndex = kPortIndexOutput; 32360dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 32370dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.eRefreshMode = static_cast<OMX_VIDEO_INTRAREFRESHTYPE>(mode); 32380dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 32390dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (params.eRefreshMode == OMX_VIDEO_IntraRefreshCyclic || 32400dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.eRefreshMode == OMX_VIDEO_IntraRefreshBoth) { 32410dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong int32_t mbs; 32420dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (!msg->findInt32("intra-refresh-CIR-mbs", &mbs)) { 32430dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong return INVALID_OPERATION; 32440dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 32450dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.nCirMBs = mbs; 32460dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 32470dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 32480dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (params.eRefreshMode == OMX_VIDEO_IntraRefreshAdaptive || 32490dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.eRefreshMode == OMX_VIDEO_IntraRefreshBoth) { 32500dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong int32_t mbs; 32510dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (!msg->findInt32("intra-refresh-AIR-mbs", &mbs)) { 32520dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong return INVALID_OPERATION; 32530dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 32540dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.nAirMBs = mbs; 32550dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 32560dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong int32_t ref; 32570dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (!msg->findInt32("intra-refresh-AIR-ref", &ref)) { 32580dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong return INVALID_OPERATION; 32590dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 32600dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.nAirRef = ref; 32610dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 32620dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 32630dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong status_t err = mOMX->setParameter( 32640dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong mNode, OMX_IndexParamVideoIntraRefresh, 32650dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong ¶ms, sizeof(params)); 32660dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong return err; 32670dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong} 32680dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 32695778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatic OMX_U32 setPFramesSpacing(int32_t iFramesInterval, int32_t frameRate) { 32705778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (iFramesInterval < 0) { 32715778822d86b0337407514b9372562b86edfa91cdAndreas Huber return 0xFFFFFFFF; 32725778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (iFramesInterval == 0) { 32735778822d86b0337407514b9372562b86edfa91cdAndreas Huber return 0; 32745778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 32755778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_U32 ret = frameRate * iFramesInterval; 32765778822d86b0337407514b9372562b86edfa91cdAndreas Huber return ret; 32775778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 32785778822d86b0337407514b9372562b86edfa91cdAndreas Huber 327996076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huberstatic OMX_VIDEO_CONTROLRATETYPE getBitrateMode(const sp<AMessage> &msg) { 328096076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber int32_t tmp; 328196076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber if (!msg->findInt32("bitrate-mode", &tmp)) { 328296076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber return OMX_Video_ControlRateVariable; 328396076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber } 328496076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber 328596076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber return static_cast<OMX_VIDEO_CONTROLRATETYPE>(tmp); 328696076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber} 328796076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber 32885778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupMPEG4EncoderParameters(const sp<AMessage> &msg) { 32895778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t bitrate, iFrameInterval; 32905778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("bitrate", &bitrate) 32915778822d86b0337407514b9372562b86edfa91cdAndreas Huber || !msg->findInt32("i-frame-interval", &iFrameInterval)) { 32925778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 32935778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 32945778822d86b0337407514b9372562b86edfa91cdAndreas Huber 329596076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber OMX_VIDEO_CONTROLRATETYPE bitrateMode = getBitrateMode(msg); 329696076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber 32975778822d86b0337407514b9372562b86edfa91cdAndreas Huber float frameRate; 32985778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findFloat("frame-rate", &frameRate)) { 32995778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t tmp; 33005778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("frame-rate", &tmp)) { 33015778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 33025778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 33035778822d86b0337407514b9372562b86edfa91cdAndreas Huber frameRate = (float)tmp; 33045778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 33055778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33065778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PARAM_MPEG4TYPE mpeg4type; 33075778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&mpeg4type); 33085778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nPortIndex = kPortIndexOutput; 33095778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33105778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = mOMX->getParameter( 33115778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoMpeg4, &mpeg4type, sizeof(mpeg4type)); 33125778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33135778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 33145778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 33155778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 33165778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33175778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nSliceHeaderSpacing = 0; 33185778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.bSVH = OMX_FALSE; 33195778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.bGov = OMX_FALSE; 33205778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33215778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nAllowedPictureTypes = 33225778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PictureTypeI | OMX_VIDEO_PictureTypeP; 33235778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33245778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nPFrames = setPFramesSpacing(iFrameInterval, frameRate); 33255778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mpeg4type.nPFrames == 0) { 33265778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nAllowedPictureTypes = OMX_VIDEO_PictureTypeI; 33275778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 33285778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nBFrames = 0; 33295778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nIDCVLCThreshold = 0; 33305778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.bACPred = OMX_TRUE; 33315778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nMaxPacketSize = 256; 33325778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nTimeIncRes = 1000; 33335778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nHeaderExtension = 0; 33345778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.bReversibleVLC = OMX_FALSE; 33355778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33365778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t profile; 33375778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (msg->findInt32("profile", &profile)) { 33385778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t level; 33395778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("level", &level)) { 33405778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 33415778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 33425778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33435778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = verifySupportForProfileAndLevel(profile, level); 33445778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33455778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 33465778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 33475778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 33485778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33495778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.eProfile = static_cast<OMX_VIDEO_MPEG4PROFILETYPE>(profile); 33505778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.eLevel = static_cast<OMX_VIDEO_MPEG4LEVELTYPE>(level); 33515778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 33525778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33535778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 33545778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoMpeg4, &mpeg4type, sizeof(mpeg4type)); 33555778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33565778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 33575778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 33585778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 33595778822d86b0337407514b9372562b86edfa91cdAndreas Huber 336096076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber err = configureBitrate(bitrate, bitrateMode); 33615778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33625778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 33635778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 33645778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 33655778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33665778822d86b0337407514b9372562b86edfa91cdAndreas Huber return setupErrorCorrectionParameters(); 33675778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 33685778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33695778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupH263EncoderParameters(const sp<AMessage> &msg) { 33705778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t bitrate, iFrameInterval; 33715778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("bitrate", &bitrate) 33725778822d86b0337407514b9372562b86edfa91cdAndreas Huber || !msg->findInt32("i-frame-interval", &iFrameInterval)) { 33735778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 33745778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 33755778822d86b0337407514b9372562b86edfa91cdAndreas Huber 337696076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber OMX_VIDEO_CONTROLRATETYPE bitrateMode = getBitrateMode(msg); 337796076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber 33785778822d86b0337407514b9372562b86edfa91cdAndreas Huber float frameRate; 33795778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findFloat("frame-rate", &frameRate)) { 33805778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t tmp; 33815778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("frame-rate", &tmp)) { 33825778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 33835778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 33845778822d86b0337407514b9372562b86edfa91cdAndreas Huber frameRate = (float)tmp; 33855778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 33865778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33875778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PARAM_H263TYPE h263type; 33885778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&h263type); 33895778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nPortIndex = kPortIndexOutput; 33905778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33915778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = mOMX->getParameter( 33925778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoH263, &h263type, sizeof(h263type)); 33935778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33945778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 33955778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 33965778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 33975778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33985778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nAllowedPictureTypes = 33995778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PictureTypeI | OMX_VIDEO_PictureTypeP; 34005778822d86b0337407514b9372562b86edfa91cdAndreas Huber 34015778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nPFrames = setPFramesSpacing(iFrameInterval, frameRate); 34025778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (h263type.nPFrames == 0) { 34035778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nAllowedPictureTypes = OMX_VIDEO_PictureTypeI; 34045778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 34055778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nBFrames = 0; 34065778822d86b0337407514b9372562b86edfa91cdAndreas Huber 34075778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t profile; 34085778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (msg->findInt32("profile", &profile)) { 34095778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t level; 34105778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("level", &level)) { 34115778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 34125778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 34135778822d86b0337407514b9372562b86edfa91cdAndreas Huber 34145778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = verifySupportForProfileAndLevel(profile, level); 34155778822d86b0337407514b9372562b86edfa91cdAndreas Huber 34165778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 34175778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 34185778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 34195778822d86b0337407514b9372562b86edfa91cdAndreas Huber 34205778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.eProfile = static_cast<OMX_VIDEO_H263PROFILETYPE>(profile); 34215778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.eLevel = static_cast<OMX_VIDEO_H263LEVELTYPE>(level); 34225778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 34235778822d86b0337407514b9372562b86edfa91cdAndreas Huber 34245778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.bPLUSPTYPEAllowed = OMX_FALSE; 34255778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.bForceRoundingTypeToZero = OMX_FALSE; 34265778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nPictureHeaderRepetition = 0; 34275778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nGOBHeaderInterval = 0; 34285778822d86b0337407514b9372562b86edfa91cdAndreas Huber 34295778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 34305778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoH263, &h263type, sizeof(h263type)); 34315778822d86b0337407514b9372562b86edfa91cdAndreas Huber 34325778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 34335778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 34345778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 34355778822d86b0337407514b9372562b86edfa91cdAndreas Huber 343696076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber err = configureBitrate(bitrate, bitrateMode); 34375778822d86b0337407514b9372562b86edfa91cdAndreas Huber 34385778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 34395778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 34405778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 34415778822d86b0337407514b9372562b86edfa91cdAndreas Huber 34425778822d86b0337407514b9372562b86edfa91cdAndreas Huber return setupErrorCorrectionParameters(); 34435778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 34445778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3445a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar// static 3446a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnarint /* OMX_VIDEO_AVCLEVELTYPE */ ACodec::getAVCLevelFor( 3447a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar int width, int height, int rate, int bitrate, 3448a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar OMX_VIDEO_AVCPROFILETYPE profile) { 3449a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar // convert bitrate to main/baseline profile kbps equivalent 3450a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar switch (profile) { 3451a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar case OMX_VIDEO_AVCProfileHigh10: 3452a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar bitrate = divUp(bitrate, 3000); break; 3453a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar case OMX_VIDEO_AVCProfileHigh: 3454a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar bitrate = divUp(bitrate, 1250); break; 3455a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar default: 3456a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar bitrate = divUp(bitrate, 1000); break; 3457a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar } 3458a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar 3459a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar // convert size and rate to MBs 3460a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar width = divUp(width, 16); 3461a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar height = divUp(height, 16); 3462a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar int mbs = width * height; 3463a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar rate *= mbs; 3464a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar int maxDimension = max(width, height); 3465a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar 3466a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar static const int limits[][5] = { 3467a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar /* MBps MB dim bitrate level */ 3468a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 1485, 99, 28, 64, OMX_VIDEO_AVCLevel1 }, 3469a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 1485, 99, 28, 128, OMX_VIDEO_AVCLevel1b }, 3470a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 3000, 396, 56, 192, OMX_VIDEO_AVCLevel11 }, 3471a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 6000, 396, 56, 384, OMX_VIDEO_AVCLevel12 }, 3472a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 11880, 396, 56, 768, OMX_VIDEO_AVCLevel13 }, 3473a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 11880, 396, 56, 2000, OMX_VIDEO_AVCLevel2 }, 3474a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 19800, 792, 79, 4000, OMX_VIDEO_AVCLevel21 }, 3475a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 20250, 1620, 113, 4000, OMX_VIDEO_AVCLevel22 }, 3476a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 40500, 1620, 113, 10000, OMX_VIDEO_AVCLevel3 }, 3477a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 108000, 3600, 169, 14000, OMX_VIDEO_AVCLevel31 }, 3478a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 216000, 5120, 202, 20000, OMX_VIDEO_AVCLevel32 }, 3479a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 245760, 8192, 256, 20000, OMX_VIDEO_AVCLevel4 }, 3480a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 245760, 8192, 256, 50000, OMX_VIDEO_AVCLevel41 }, 3481a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 522240, 8704, 263, 50000, OMX_VIDEO_AVCLevel42 }, 3482a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 589824, 22080, 420, 135000, OMX_VIDEO_AVCLevel5 }, 3483a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 983040, 36864, 543, 240000, OMX_VIDEO_AVCLevel51 }, 3484a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 2073600, 36864, 543, 240000, OMX_VIDEO_AVCLevel52 }, 3485a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar }; 3486a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar 3487a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar for (size_t i = 0; i < ARRAY_SIZE(limits); i++) { 3488a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar const int (&limit)[5] = limits[i]; 3489a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar if (rate <= limit[0] && mbs <= limit[1] && maxDimension <= limit[2] 3490a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar && bitrate <= limit[3]) { 3491a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar return limit[4]; 3492a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar } 3493a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar } 3494a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar return 0; 3495a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar} 3496a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar 34975778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupAVCEncoderParameters(const sp<AMessage> &msg) { 34985778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t bitrate, iFrameInterval; 34995778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("bitrate", &bitrate) 35005778822d86b0337407514b9372562b86edfa91cdAndreas Huber || !msg->findInt32("i-frame-interval", &iFrameInterval)) { 35015778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 35025778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 35035778822d86b0337407514b9372562b86edfa91cdAndreas Huber 350496076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber OMX_VIDEO_CONTROLRATETYPE bitrateMode = getBitrateMode(msg); 350596076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber 35065778822d86b0337407514b9372562b86edfa91cdAndreas Huber float frameRate; 35075778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findFloat("frame-rate", &frameRate)) { 35085778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t tmp; 35095778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("frame-rate", &tmp)) { 35105778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 35115778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 35125778822d86b0337407514b9372562b86edfa91cdAndreas Huber frameRate = (float)tmp; 35135778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 35145778822d86b0337407514b9372562b86edfa91cdAndreas Huber 35150dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong status_t err = OK; 35160dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong int32_t intraRefreshMode = 0; 35170dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (msg->findInt32("intra-refresh-mode", &intraRefreshMode)) { 35180dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong err = setCyclicIntraMacroblockRefresh(msg, intraRefreshMode); 35190dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (err != OK) { 35200dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong ALOGE("Setting intra macroblock refresh mode (%d) failed: 0x%x", 35210dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong err, intraRefreshMode); 35220dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong return err; 35230dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 35240dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 35250dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 35265778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PARAM_AVCTYPE h264type; 35275778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&h264type); 35285778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nPortIndex = kPortIndexOutput; 35295778822d86b0337407514b9372562b86edfa91cdAndreas Huber 35300dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong err = mOMX->getParameter( 35315778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoAvc, &h264type, sizeof(h264type)); 35325778822d86b0337407514b9372562b86edfa91cdAndreas Huber 35335778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 35345778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 35355778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 35365778822d86b0337407514b9372562b86edfa91cdAndreas Huber 35375778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nAllowedPictureTypes = 35385778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PictureTypeI | OMX_VIDEO_PictureTypeP; 35395778822d86b0337407514b9372562b86edfa91cdAndreas Huber 35405778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t profile; 35415778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (msg->findInt32("profile", &profile)) { 35425778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t level; 35435778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("level", &level)) { 35445778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 35455778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 35465778822d86b0337407514b9372562b86edfa91cdAndreas Huber 35475778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = verifySupportForProfileAndLevel(profile, level); 35485778822d86b0337407514b9372562b86edfa91cdAndreas Huber 35495778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 35505778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 35515778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 35525778822d86b0337407514b9372562b86edfa91cdAndreas Huber 35535778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.eProfile = static_cast<OMX_VIDEO_AVCPROFILETYPE>(profile); 35545778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.eLevel = static_cast<OMX_VIDEO_AVCLEVELTYPE>(level); 35555778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 35565778822d86b0337407514b9372562b86edfa91cdAndreas Huber 35575778822d86b0337407514b9372562b86edfa91cdAndreas Huber // XXX 35587c25df82dfc8bbedb58608242f0d923a4594bb14James Dong if (h264type.eProfile != OMX_VIDEO_AVCProfileBaseline) { 35597c25df82dfc8bbedb58608242f0d923a4594bb14James Dong ALOGW("Use baseline profile instead of %d for AVC recording", 35607c25df82dfc8bbedb58608242f0d923a4594bb14James Dong h264type.eProfile); 35615778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.eProfile = OMX_VIDEO_AVCProfileBaseline; 35625778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 35635778822d86b0337407514b9372562b86edfa91cdAndreas Huber 35645778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (h264type.eProfile == OMX_VIDEO_AVCProfileBaseline) { 35655778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nSliceHeaderSpacing = 0; 35665778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bUseHadamard = OMX_TRUE; 35675778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nRefFrames = 1; 35685778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nBFrames = 0; 35695778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nPFrames = setPFramesSpacing(iFrameInterval, frameRate); 35705778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (h264type.nPFrames == 0) { 35715778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nAllowedPictureTypes = OMX_VIDEO_PictureTypeI; 35725778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 35735778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nRefIdx10ActiveMinus1 = 0; 35745778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nRefIdx11ActiveMinus1 = 0; 35755778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bEntropyCodingCABAC = OMX_FALSE; 35765778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bWeightedPPrediction = OMX_FALSE; 35775778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bconstIpred = OMX_FALSE; 35785778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bDirect8x8Inference = OMX_FALSE; 35795778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bDirectSpatialTemporal = OMX_FALSE; 35805778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nCabacInitIdc = 0; 35815778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 35825778822d86b0337407514b9372562b86edfa91cdAndreas Huber 35835778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (h264type.nBFrames != 0) { 35845778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nAllowedPictureTypes |= OMX_VIDEO_PictureTypeB; 35855778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 35865778822d86b0337407514b9372562b86edfa91cdAndreas Huber 35875778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bEnableUEP = OMX_FALSE; 35885778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bEnableFMO = OMX_FALSE; 35895778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bEnableASO = OMX_FALSE; 35905778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bEnableRS = OMX_FALSE; 35915778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bFrameMBsOnly = OMX_TRUE; 35925778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bMBAFF = OMX_FALSE; 35935778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.eLoopFilterMode = OMX_VIDEO_AVCLoopFilterEnable; 35945778822d86b0337407514b9372562b86edfa91cdAndreas Huber 35955778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 35965778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoAvc, &h264type, sizeof(h264type)); 35975778822d86b0337407514b9372562b86edfa91cdAndreas Huber 35985778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 35995778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 36005778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 36015778822d86b0337407514b9372562b86edfa91cdAndreas Huber 360296076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber return configureBitrate(bitrate, bitrateMode); 36035778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 36045778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3605c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachadstatus_t ACodec::setupHEVCEncoderParameters(const sp<AMessage> &msg) { 3606c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad int32_t bitrate, iFrameInterval; 3607c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (!msg->findInt32("bitrate", &bitrate) 3608c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad || !msg->findInt32("i-frame-interval", &iFrameInterval)) { 3609c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return INVALID_OPERATION; 3610c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 3611c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 3612c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad OMX_VIDEO_CONTROLRATETYPE bitrateMode = getBitrateMode(msg); 3613c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 3614c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad float frameRate; 3615c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (!msg->findFloat("frame-rate", &frameRate)) { 3616c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad int32_t tmp; 3617c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (!msg->findInt32("frame-rate", &tmp)) { 3618c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return INVALID_OPERATION; 3619c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 3620c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad frameRate = (float)tmp; 3621c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 3622c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 3623c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad OMX_VIDEO_PARAM_HEVCTYPE hevcType; 3624c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad InitOMXParams(&hevcType); 3625c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad hevcType.nPortIndex = kPortIndexOutput; 3626c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 3627c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad status_t err = OK; 3628c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad err = mOMX->getParameter( 3629c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad mNode, (OMX_INDEXTYPE)OMX_IndexParamVideoHevc, &hevcType, sizeof(hevcType)); 3630c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (err != OK) { 3631c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return err; 3632c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 3633c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 3634c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad int32_t profile; 3635c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (msg->findInt32("profile", &profile)) { 3636c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad int32_t level; 3637c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (!msg->findInt32("level", &level)) { 3638c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return INVALID_OPERATION; 3639c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 3640c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 3641c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad err = verifySupportForProfileAndLevel(profile, level); 3642c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (err != OK) { 3643c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return err; 3644c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 3645c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 3646c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad hevcType.eProfile = static_cast<OMX_VIDEO_HEVCPROFILETYPE>(profile); 3647c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad hevcType.eLevel = static_cast<OMX_VIDEO_HEVCLEVELTYPE>(level); 3648c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 36499aa87d4ef502c9700a31fe46dc6e1d6f99cf4e5eWonsik Kim // TODO: finer control? 36509aa87d4ef502c9700a31fe46dc6e1d6f99cf4e5eWonsik Kim hevcType.nKeyFrameInterval = setPFramesSpacing(iFrameInterval, frameRate); 3651c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 3652c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad err = mOMX->setParameter( 3653c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad mNode, (OMX_INDEXTYPE)OMX_IndexParamVideoHevc, &hevcType, sizeof(hevcType)); 3654c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (err != OK) { 3655c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return err; 3656c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 3657c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 3658c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return configureBitrate(bitrate, bitrateMode); 3659c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad} 3660c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 366189b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huberstatus_t ACodec::setupVPXEncoderParameters(const sp<AMessage> &msg) { 366289b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber int32_t bitrate; 36634154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev int32_t iFrameInterval = 0; 36644154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev size_t tsLayers = 0; 36654154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev OMX_VIDEO_ANDROID_VPXTEMPORALLAYERPATTERNTYPE pattern = 36664154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev OMX_VIDEO_VPXTemporalLayerPatternNone; 36674154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev static const uint32_t kVp8LayerRateAlloction 36684154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev [OMX_VIDEO_ANDROID_MAXVP8TEMPORALLAYERS] 36694154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev [OMX_VIDEO_ANDROID_MAXVP8TEMPORALLAYERS] = { 36704154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev {100, 100, 100}, // 1 layer 36714154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev { 60, 100, 100}, // 2 layers {60%, 40%} 36724154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev { 40, 60, 100}, // 3 layers {40%, 20%, 40%} 36734154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev }; 367489b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber if (!msg->findInt32("bitrate", &bitrate)) { 367589b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber return INVALID_OPERATION; 367689b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber } 36774154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev msg->findInt32("i-frame-interval", &iFrameInterval); 367889b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber 367989b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber OMX_VIDEO_CONTROLRATETYPE bitrateMode = getBitrateMode(msg); 368089b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber 36814154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev float frameRate; 36824154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (!msg->findFloat("frame-rate", &frameRate)) { 36834154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev int32_t tmp; 36844154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (!msg->findInt32("frame-rate", &tmp)) { 36854154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev return INVALID_OPERATION; 36864154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 36874154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev frameRate = (float)tmp; 36884154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 36894154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev 36904154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev AString tsSchema; 36914154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (msg->findString("ts-schema", &tsSchema)) { 36924154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (tsSchema == "webrtc.vp8.1-layer") { 36934154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev pattern = OMX_VIDEO_VPXTemporalLayerPatternWebRTC; 36944154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev tsLayers = 1; 36954154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } else if (tsSchema == "webrtc.vp8.2-layer") { 36964154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev pattern = OMX_VIDEO_VPXTemporalLayerPatternWebRTC; 36974154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev tsLayers = 2; 36984154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } else if (tsSchema == "webrtc.vp8.3-layer") { 36994154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev pattern = OMX_VIDEO_VPXTemporalLayerPatternWebRTC; 37004154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev tsLayers = 3; 37014154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } else { 37024154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev ALOGW("Unsupported ts-schema [%s]", tsSchema.c_str()); 37034154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 37044154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 37054154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev 37064154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev OMX_VIDEO_PARAM_ANDROID_VP8ENCODERTYPE vp8type; 37074154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev InitOMXParams(&vp8type); 37084154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.nPortIndex = kPortIndexOutput; 37094154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev status_t err = mOMX->getParameter( 37104154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev mNode, (OMX_INDEXTYPE)OMX_IndexParamVideoAndroidVp8Encoder, 37114154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev &vp8type, sizeof(vp8type)); 37124154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev 37134154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (err == OK) { 37144154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (iFrameInterval > 0) { 37154154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.nKeyFrameInterval = setPFramesSpacing(iFrameInterval, frameRate); 37164154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 37174154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.eTemporalPattern = pattern; 37184154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.nTemporalLayerCount = tsLayers; 37194154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (tsLayers > 0) { 37204154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev for (size_t i = 0; i < OMX_VIDEO_ANDROID_MAXVP8TEMPORALLAYERS; i++) { 37214154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.nTemporalLayerBitrateRatio[i] = 37224154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev kVp8LayerRateAlloction[tsLayers - 1][i]; 37234154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 37244154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 37254154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (bitrateMode == OMX_Video_ControlRateConstant) { 37264154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.nMinQuantizer = 2; 37274154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.nMaxQuantizer = 63; 37284154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 37294154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev 37304154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev err = mOMX->setParameter( 37314154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev mNode, (OMX_INDEXTYPE)OMX_IndexParamVideoAndroidVp8Encoder, 37324154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev &vp8type, sizeof(vp8type)); 37334154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (err != OK) { 37344154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev ALOGW("Extended VP8 parameters set failed: %d", err); 37354154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 37364154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 37374154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev 373889b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber return configureBitrate(bitrate, bitrateMode); 373989b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber} 374089b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber 37415778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::verifySupportForProfileAndLevel( 37425778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t profile, int32_t level) { 37435778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PARAM_PROFILELEVELTYPE params; 37445778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(¶ms); 37455778822d86b0337407514b9372562b86edfa91cdAndreas Huber params.nPortIndex = kPortIndexOutput; 37465778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37475778822d86b0337407514b9372562b86edfa91cdAndreas Huber for (params.nProfileIndex = 0;; ++params.nProfileIndex) { 37485778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = mOMX->getParameter( 37495778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, 37505778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_IndexParamVideoProfileLevelQuerySupported, 37515778822d86b0337407514b9372562b86edfa91cdAndreas Huber ¶ms, 37525778822d86b0337407514b9372562b86edfa91cdAndreas Huber sizeof(params)); 37535778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37545778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 37555778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 37565778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 37575778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37585778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t supportedProfile = static_cast<int32_t>(params.eProfile); 37595778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t supportedLevel = static_cast<int32_t>(params.eLevel); 37605778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37615778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (profile == supportedProfile && level <= supportedLevel) { 37625778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 37635778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 37645778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 37655778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 37665778822d86b0337407514b9372562b86edfa91cdAndreas Huber 376796076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huberstatus_t ACodec::configureBitrate( 376896076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber int32_t bitrate, OMX_VIDEO_CONTROLRATETYPE bitrateMode) { 37695778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PARAM_BITRATETYPE bitrateType; 37705778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&bitrateType); 37715778822d86b0337407514b9372562b86edfa91cdAndreas Huber bitrateType.nPortIndex = kPortIndexOutput; 37725778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37735778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = mOMX->getParameter( 37745778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoBitrate, 37755778822d86b0337407514b9372562b86edfa91cdAndreas Huber &bitrateType, sizeof(bitrateType)); 37765778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37775778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 37785778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 37795778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 37805778822d86b0337407514b9372562b86edfa91cdAndreas Huber 378196076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber bitrateType.eControlRate = bitrateMode; 37825778822d86b0337407514b9372562b86edfa91cdAndreas Huber bitrateType.nTargetBitrate = bitrate; 37835778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37845778822d86b0337407514b9372562b86edfa91cdAndreas Huber return mOMX->setParameter( 37855778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoBitrate, 37865778822d86b0337407514b9372562b86edfa91cdAndreas Huber &bitrateType, sizeof(bitrateType)); 37875778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 37885778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37895778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupErrorCorrectionParameters() { 37905778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PARAM_ERRORCORRECTIONTYPE errorCorrectionType; 37915778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&errorCorrectionType); 37925778822d86b0337407514b9372562b86edfa91cdAndreas Huber errorCorrectionType.nPortIndex = kPortIndexOutput; 37935778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37945778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = mOMX->getParameter( 37955778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoErrorCorrection, 37965778822d86b0337407514b9372562b86edfa91cdAndreas Huber &errorCorrectionType, sizeof(errorCorrectionType)); 37975778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37985778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 37995778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; // Optional feature. Ignore this failure 38005778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 38015778822d86b0337407514b9372562b86edfa91cdAndreas Huber 38025778822d86b0337407514b9372562b86edfa91cdAndreas Huber errorCorrectionType.bEnableHEC = OMX_FALSE; 38035778822d86b0337407514b9372562b86edfa91cdAndreas Huber errorCorrectionType.bEnableResync = OMX_TRUE; 38045778822d86b0337407514b9372562b86edfa91cdAndreas Huber errorCorrectionType.nResynchMarkerSpacing = 256; 38055778822d86b0337407514b9372562b86edfa91cdAndreas Huber errorCorrectionType.bEnableDataPartitioning = OMX_FALSE; 38065778822d86b0337407514b9372562b86edfa91cdAndreas Huber errorCorrectionType.bEnableRVLC = OMX_FALSE; 38075778822d86b0337407514b9372562b86edfa91cdAndreas Huber 38085778822d86b0337407514b9372562b86edfa91cdAndreas Huber return mOMX->setParameter( 38095778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoErrorCorrection, 38105778822d86b0337407514b9372562b86edfa91cdAndreas Huber &errorCorrectionType, sizeof(errorCorrectionType)); 38115778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 38125778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3813f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::setVideoFormatOnPort( 3814f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 portIndex, 381578b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad int32_t width, int32_t height, OMX_VIDEO_CODINGTYPE compressionFormat, 381678b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad float frameRate) { 3817f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 3818f933441648ef6a71dee783d733aac17b9508b452Andreas Huber InitOMXParams(&def); 3819f933441648ef6a71dee783d733aac17b9508b452Andreas Huber def.nPortIndex = portIndex; 3820f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3821f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_VIDEO_PORTDEFINITIONTYPE *video_def = &def.format.video; 3822f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3823f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t err = mOMX->getParameter( 3824f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 3825777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 3826777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 3827777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 3828f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3829f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (portIndex == kPortIndexInput) { 3830f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // XXX Need a (much) better heuristic to compute input buffer sizes. 3831f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const size_t X = 64 * 1024; 3832f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (def.nBufferSize < X) { 3833f933441648ef6a71dee783d733aac17b9508b452Andreas Huber def.nBufferSize = X; 3834f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3835f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3836f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3837777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (def.eDomain != OMX_PortDomainVideo) { 3838777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("expected video port, got %s(%d)", asString(def.eDomain), def.eDomain); 3839777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return FAILED_TRANSACTION; 3840777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 3841f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3842f933441648ef6a71dee783d733aac17b9508b452Andreas Huber video_def->nFrameWidth = width; 3843f933441648ef6a71dee783d733aac17b9508b452Andreas Huber video_def->nFrameHeight = height; 3844f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3845f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (portIndex == kPortIndexInput) { 3846f933441648ef6a71dee783d733aac17b9508b452Andreas Huber video_def->eCompressionFormat = compressionFormat; 3847f933441648ef6a71dee783d733aac17b9508b452Andreas Huber video_def->eColorFormat = OMX_COLOR_FormatUnused; 384878b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad if (frameRate >= 0) { 384978b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad video_def->xFramerate = (OMX_U32)(frameRate * 65536.0f); 385078b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad } 3851f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3852f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3853f933441648ef6a71dee783d733aac17b9508b452Andreas Huber err = mOMX->setParameter( 3854f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 3855f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3856f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 3857f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 3858f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3859f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::initNativeWindow() { 3860f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mNativeWindow != NULL) { 3861f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return mOMX->enableGraphicBuffers(mNode, kPortIndexOutput, OMX_TRUE); 3862f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3863f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3864f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mOMX->enableGraphicBuffers(mNode, kPortIndexOutput, OMX_FALSE); 3865f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return OK; 3866f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 3867f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3868d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Hubersize_t ACodec::countBuffersOwnedByComponent(OMX_U32 portIndex) const { 3869d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber size_t n = 0; 3870d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 3871d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber for (size_t i = 0; i < mBuffers[portIndex].size(); ++i) { 3872d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber const BufferInfo &info = mBuffers[portIndex].itemAt(i); 3873d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 3874d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber if (info.mStatus == BufferInfo::OWNED_BY_COMPONENT) { 3875d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber ++n; 3876d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber } 3877d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber } 3878d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 3879d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber return n; 3880d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber} 3881d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 38827e7013392e302a28364df1dcee79b82ad90978b4Andreas Hubersize_t ACodec::countBuffersOwnedByNativeWindow() const { 38837e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber size_t n = 0; 38847e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 38857e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber for (size_t i = 0; i < mBuffers[kPortIndexOutput].size(); ++i) { 38867e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber const BufferInfo &info = mBuffers[kPortIndexOutput].itemAt(i); 38877e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 38887e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber if (info.mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW) { 38897e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber ++n; 38907e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber } 38917e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber } 38927e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 38937e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber return n; 38947e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber} 38957e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 38967e7013392e302a28364df1dcee79b82ad90978b4Andreas Hubervoid ACodec::waitUntilAllPossibleNativeWindowBuffersAreReturnedToUs() { 38977e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber if (mNativeWindow == NULL) { 38987e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber return; 38997e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber } 39007e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 3901e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar while (countBuffersOwnedByNativeWindow() > mNumUndequeuedBuffers 39027e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber && dequeueBufferFromNativeWindow() != NULL) { 3903c38fcfba95f711e5738e4c72bd5499317a2f30d9Lajos Molnar // these buffers will be submitted as regular buffers; account for this 3904054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (storingMetadataInDecodedBuffers() && mMetadataBuffersToSubmit > 0) { 3905054219874873b41f1c815552987c10465c34ba2bLajos Molnar --mMetadataBuffersToSubmit; 3906c38fcfba95f711e5738e4c72bd5499317a2f30d9Lajos Molnar } 39077e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber } 39087e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber} 39097e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 3910f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::allYourBuffersAreBelongToUs( 3911f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 portIndex) { 3912f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (size_t i = 0; i < mBuffers[portIndex].size(); ++i) { 3913f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = &mBuffers[portIndex].editItemAt(i); 3914f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3915f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mStatus != BufferInfo::OWNED_BY_US 3916f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && info->mStatus != BufferInfo::OWNED_BY_NATIVE_WINDOW) { 3917609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] Buffer %u on port %u still has status %d", 3918f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mComponentName.c_str(), 3919f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mBufferID, portIndex, info->mStatus); 3920f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return false; 3921f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3922f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3923f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3924f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 3925f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 3926f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3927f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::allYourBuffersAreBelongToUs() { 3928f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return allYourBuffersAreBelongToUs(kPortIndexInput) 3929f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && allYourBuffersAreBelongToUs(kPortIndexOutput); 3930f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 3931f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3932f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::deferMessage(const sp<AMessage> &msg) { 3933f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mDeferredQueue.push_back(msg); 3934f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 3935f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3936f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::processDeferredMessages() { 3937f933441648ef6a71dee783d733aac17b9508b452Andreas Huber List<sp<AMessage> > queue = mDeferredQueue; 3938f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mDeferredQueue.clear(); 3939f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3940f933441648ef6a71dee783d733aac17b9508b452Andreas Huber List<sp<AMessage> >::iterator it = queue.begin(); 3941f933441648ef6a71dee783d733aac17b9508b452Andreas Huber while (it != queue.end()) { 3942f933441648ef6a71dee783d733aac17b9508b452Andreas Huber onMessageReceived(*it++); 3943f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3944f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 3945f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 394603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar// static 3947229d242665c612fd97431d1e7ac004823b47f181Lajos Molnarbool ACodec::describeDefaultColorFormat(DescribeColorFormatParams ¶ms) { 394803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar MediaImage &image = params.sMediaImage; 394903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar memset(&image, 0, sizeof(image)); 395003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 395103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mType = MediaImage::MEDIA_IMAGE_TYPE_UNKNOWN; 395203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mNumPlanes = 0; 395303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 395403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar const OMX_COLOR_FORMATTYPE fmt = params.eColorFormat; 395503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mWidth = params.nFrameWidth; 395603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mHeight = params.nFrameHeight; 395703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 395803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar // only supporting YUV420 395903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar if (fmt != OMX_COLOR_FormatYUV420Planar && 396003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar fmt != OMX_COLOR_FormatYUV420PackedPlanar && 396103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar fmt != OMX_COLOR_FormatYUV420SemiPlanar && 39625a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar fmt != OMX_COLOR_FormatYUV420PackedSemiPlanar && 39632ad160ba086f0504cf56dcc24619a0cee2546a23Dan Stoza fmt != (OMX_COLOR_FORMATTYPE)HAL_PIXEL_FORMAT_YV12) { 396403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar ALOGW("do not know color format 0x%x = %d", fmt, fmt); 3965229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar return false; 396603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 396703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 3968b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar // TEMPORARY FIX for some vendors that advertise sliceHeight as 0 3969b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar if (params.nStride != 0 && params.nSliceHeight == 0) { 3970b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar ALOGW("using sliceHeight=%u instead of what codec advertised (=0)", 3971b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar params.nFrameHeight); 3972b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar params.nSliceHeight = params.nFrameHeight; 3973b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar } 3974b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar 397534e63e9ffe6496d9180c825dc119c1fd1020ef8bMarco Nelissen // we need stride and slice-height to be non-zero and sensible. These values were chosen to 397634e63e9ffe6496d9180c825dc119c1fd1020ef8bMarco Nelissen // prevent integer overflows further down the line, and do not indicate support for 397734e63e9ffe6496d9180c825dc119c1fd1020ef8bMarco Nelissen // 32kx32k video. 397834e63e9ffe6496d9180c825dc119c1fd1020ef8bMarco Nelissen if (params.nStride == 0 || params.nSliceHeight == 0 397934e63e9ffe6496d9180c825dc119c1fd1020ef8bMarco Nelissen || params.nStride > 32768 || params.nSliceHeight > 32768) { 3980b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar ALOGW("cannot describe color format 0x%x = %d with stride=%u and sliceHeight=%u", 3981b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar fmt, fmt, params.nStride, params.nSliceHeight); 3982b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar return false; 3983b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar } 3984b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar 398503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar // set-up YUV format 398603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mType = MediaImage::MEDIA_IMAGE_TYPE_YUV; 398703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mNumPlanes = 3; 398803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mBitDepth = 8; 398903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.Y].mOffset = 0; 399003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.Y].mColInc = 1; 399103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.Y].mRowInc = params.nStride; 399203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.Y].mHorizSubsampling = 1; 399303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.Y].mVertSubsampling = 1; 399403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 39955a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar switch ((int)fmt) { 39965a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar case HAL_PIXEL_FORMAT_YV12: 39975a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar if (params.bUsingNativeBuffers) { 39985a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar size_t ystride = align(params.nStride, 16); 39995a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar size_t cstride = align(params.nStride / 2, 16); 40005a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.Y].mRowInc = ystride; 40015a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar 40025a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.V].mOffset = ystride * params.nSliceHeight; 40035a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.V].mColInc = 1; 40045a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.V].mRowInc = cstride; 40055a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.V].mHorizSubsampling = 2; 40065a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.V].mVertSubsampling = 2; 40075a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar 40085a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.U].mOffset = image.mPlane[image.V].mOffset 40095a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar + (cstride * params.nSliceHeight / 2); 40105a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.U].mColInc = 1; 40115a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.U].mRowInc = cstride; 40125a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.U].mHorizSubsampling = 2; 40135a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.U].mVertSubsampling = 2; 40145a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar break; 40155a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar } else { 40165a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar // fall through as YV12 is used for YUV420Planar by some codecs 40175a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar } 40185a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar 40195a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar case OMX_COLOR_FormatYUV420Planar: 402003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar case OMX_COLOR_FormatYUV420PackedPlanar: 402103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mOffset = params.nStride * params.nSliceHeight; 402203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mColInc = 1; 402303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mRowInc = params.nStride / 2; 402403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mHorizSubsampling = 2; 402503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mVertSubsampling = 2; 402603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 402703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mOffset = image.mPlane[image.U].mOffset 402803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar + (params.nStride * params.nSliceHeight / 4); 402903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mColInc = 1; 403003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mRowInc = params.nStride / 2; 403103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mHorizSubsampling = 2; 403203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mVertSubsampling = 2; 403303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar break; 403403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 403503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar case OMX_COLOR_FormatYUV420SemiPlanar: 403603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar // FIXME: NV21 for sw-encoder, NV12 for decoder and hw-encoder 403703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar case OMX_COLOR_FormatYUV420PackedSemiPlanar: 403803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar // NV12 403903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mOffset = params.nStride * params.nSliceHeight; 404003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mColInc = 2; 404103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mRowInc = params.nStride; 404203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mHorizSubsampling = 2; 404303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mVertSubsampling = 2; 404403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 404503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mOffset = image.mPlane[image.U].mOffset + 1; 404603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mColInc = 2; 404703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mRowInc = params.nStride; 404803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mHorizSubsampling = 2; 404903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mVertSubsampling = 2; 405003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar break; 405103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 405203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar default: 405303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar TRESPASS(); 405403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 4055229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar return true; 4056229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar} 4057229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar 4058229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar// static 4059229d242665c612fd97431d1e7ac004823b47f181Lajos Molnarbool ACodec::describeColorFormat( 4060229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar const sp<IOMX> &omx, IOMX::node_id node, 4061229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar DescribeColorFormatParams &describeParams) 4062229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar{ 4063229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar OMX_INDEXTYPE describeColorFormatIndex; 4064229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar if (omx->getExtensionIndex( 4065229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar node, "OMX.google.android.index.describeColorFormat", 4066229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar &describeColorFormatIndex) != OK || 4067229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar omx->getParameter( 4068229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar node, describeColorFormatIndex, 4069229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar &describeParams, sizeof(describeParams)) != OK) { 4070229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar return describeDefaultColorFormat(describeParams); 4071229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar } 4072229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar return describeParams.sMediaImage.mType != 4073229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar MediaImage::MEDIA_IMAGE_TYPE_UNKNOWN; 4074229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar} 4075229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar 4076229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar// static 4077229d242665c612fd97431d1e7ac004823b47f181Lajos Molnarbool ACodec::isFlexibleColorFormat( 4078229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar const sp<IOMX> &omx, IOMX::node_id node, 40790d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar uint32_t colorFormat, bool usingNativeBuffers, OMX_U32 *flexibleEquivalent) { 4080229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar DescribeColorFormatParams describeParams; 4081229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar InitOMXParams(&describeParams); 4082229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar describeParams.eColorFormat = (OMX_COLOR_FORMATTYPE)colorFormat; 4083229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar // reasonable dummy values 4084229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar describeParams.nFrameWidth = 128; 4085229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar describeParams.nFrameHeight = 128; 4086229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar describeParams.nStride = 128; 4087229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar describeParams.nSliceHeight = 128; 40880d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.bUsingNativeBuffers = (OMX_BOOL)usingNativeBuffers; 4089229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar 4090229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar CHECK(flexibleEquivalent != NULL); 4091229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar 4092229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar if (!describeColorFormat(omx, node, describeParams)) { 4093229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar return false; 4094229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar } 4095229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar 4096229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar const MediaImage &img = describeParams.sMediaImage; 4097229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar if (img.mType == MediaImage::MEDIA_IMAGE_TYPE_YUV) { 4098229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar if (img.mNumPlanes != 3 || 4099229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar img.mPlane[img.Y].mHorizSubsampling != 1 || 4100229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar img.mPlane[img.Y].mVertSubsampling != 1) { 4101229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar return false; 4102229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar } 4103229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar 4104229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar // YUV 420 4105229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar if (img.mPlane[img.U].mHorizSubsampling == 2 4106229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar && img.mPlane[img.U].mVertSubsampling == 2 4107229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar && img.mPlane[img.V].mHorizSubsampling == 2 4108229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar && img.mPlane[img.V].mVertSubsampling == 2) { 4109229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar // possible flexible YUV420 format 4110229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar if (img.mBitDepth <= 8) { 4111229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar *flexibleEquivalent = OMX_COLOR_FormatYUV420Flexible; 4112229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar return true; 4113229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar } 4114229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar } 4115229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar } 4116229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar return false; 411703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar} 411803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 4119e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnarstatus_t ACodec::getPortFormat(OMX_U32 portIndex, sp<AMessage> ¬ify) { 4120777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim const char *niceIndex = portIndex == kPortIndexInput ? "input" : "output"; 412131e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 412231e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber InitOMXParams(&def); 4123e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar def.nPortIndex = portIndex; 412431e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 4125777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim status_t err = mOMX->getParameter(mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 4126777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4127777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4128777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 412931e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 4130777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (def.eDir != (portIndex == kPortIndexOutput ? OMX_DirOutput : OMX_DirInput)) { 4131777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("unexpected dir: %s(%d) on %s port", asString(def.eDir), def.eDir, niceIndex); 4132777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return BAD_VALUE; 4133777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 413431e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 413531e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber switch (def.eDomain) { 413631e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber case OMX_PortDomainVideo: 413731e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber { 413831e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber OMX_VIDEO_PORTDEFINITIONTYPE *videoDef = &def.format.video; 4139e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar switch ((int)videoDef->eCompressionFormat) { 4140e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar case OMX_VIDEO_CodingUnused: 4141e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar { 4142e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK(mIsEncoder ^ (portIndex == kPortIndexOutput)); 4143e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setString("mime", MEDIA_MIMETYPE_VIDEO_RAW); 4144e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4145e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("stride", videoDef->nStride); 4146e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("slice-height", videoDef->nSliceHeight); 4147e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("color-format", videoDef->eColorFormat); 4148e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 41490d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (mNativeWindow == NULL) { 41500d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar DescribeColorFormatParams describeParams; 41510d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar InitOMXParams(&describeParams); 41520d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.eColorFormat = videoDef->eColorFormat; 41530d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.nFrameWidth = videoDef->nFrameWidth; 41540d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.nFrameHeight = videoDef->nFrameHeight; 41550d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.nStride = videoDef->nStride; 41560d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.nSliceHeight = videoDef->nSliceHeight; 41570d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.bUsingNativeBuffers = OMX_FALSE; 41580d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar 41590d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (describeColorFormat(mOMX, mNode, describeParams)) { 41600d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar notify->setBuffer( 41610d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar "image-data", 41620d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar ABuffer::CreateAsCopy( 41630d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar &describeParams.sMediaImage, 41640d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar sizeof(describeParams.sMediaImage))); 41655a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar 41665a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar MediaImage *img = &describeParams.sMediaImage; 41677c77f9ca649f321374118937bcdaca14a7e5684bLajos Molnar ALOGV("[%s] MediaImage { F(%ux%u) @%u+%u+%u @%u+%u+%u @%u+%u+%u }", 41685a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar mComponentName.c_str(), img->mWidth, img->mHeight, 41695a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar img->mPlane[0].mOffset, img->mPlane[0].mColInc, img->mPlane[0].mRowInc, 41705a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar img->mPlane[1].mOffset, img->mPlane[1].mColInc, img->mPlane[1].mRowInc, 41715a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar img->mPlane[2].mOffset, img->mPlane[2].mColInc, img->mPlane[2].mRowInc); 41720d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 417303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 417403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 417591a3cc00db31a713a25848f345bd624ac2ad8dc5Lajos Molnar if (portIndex != kPortIndexOutput) { 417691a3cc00db31a713a25848f345bd624ac2ad8dc5Lajos Molnar // TODO: also get input crop 417791a3cc00db31a713a25848f345bd624ac2ad8dc5Lajos Molnar break; 417891a3cc00db31a713a25848f345bd624ac2ad8dc5Lajos Molnar } 417991a3cc00db31a713a25848f345bd624ac2ad8dc5Lajos Molnar 4180e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar OMX_CONFIG_RECTTYPE rect; 4181e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar InitOMXParams(&rect); 418291a3cc00db31a713a25848f345bd624ac2ad8dc5Lajos Molnar rect.nPortIndex = portIndex; 4183e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4184e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if (mOMX->getConfig( 418591a3cc00db31a713a25848f345bd624ac2ad8dc5Lajos Molnar mNode, 418691a3cc00db31a713a25848f345bd624ac2ad8dc5Lajos Molnar (portIndex == kPortIndexOutput ? 418791a3cc00db31a713a25848f345bd624ac2ad8dc5Lajos Molnar OMX_IndexConfigCommonOutputCrop : 418891a3cc00db31a713a25848f345bd624ac2ad8dc5Lajos Molnar OMX_IndexConfigCommonInputCrop), 4189e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar &rect, sizeof(rect)) != OK) { 4190e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar rect.nLeft = 0; 4191e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar rect.nTop = 0; 4192e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar rect.nWidth = videoDef->nFrameWidth; 4193e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar rect.nHeight = videoDef->nFrameHeight; 4194e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 419531e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 4196777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (rect.nLeft < 0 || 4197777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim rect.nTop < 0 || 4198777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim rect.nLeft + rect.nWidth > videoDef->nFrameWidth || 4199777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim rect.nTop + rect.nHeight > videoDef->nFrameHeight) { 4200777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Wrong cropped rect (%d, %d) - (%u, %u) vs. frame (%u, %u)", 4201777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim rect.nLeft, rect.nTop, 4202777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim rect.nLeft + rect.nWidth, rect.nTop + rect.nHeight, 4203777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim videoDef->nFrameWidth, videoDef->nFrameHeight); 4204777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return BAD_VALUE; 4205777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4206e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4207e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setRect( 4208577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar "crop", 4209577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar rect.nLeft, 4210577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar rect.nTop, 4211e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar rect.nLeft + rect.nWidth - 1, 4212e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar rect.nTop + rect.nHeight - 1); 4213e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4214e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar break; 4215e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 42164730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia 42174730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia case OMX_VIDEO_CodingVP8: 42184730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia case OMX_VIDEO_CodingVP9: 42194730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia { 42204730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia OMX_VIDEO_PARAM_ANDROID_VP8ENCODERTYPE vp8type; 42214730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia InitOMXParams(&vp8type); 42224730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia vp8type.nPortIndex = kPortIndexOutput; 42234730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia status_t err = mOMX->getParameter( 42244730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia mNode, 42254730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia (OMX_INDEXTYPE)OMX_IndexParamVideoAndroidVp8Encoder, 42264730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia &vp8type, 42274730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia sizeof(vp8type)); 42284730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia 42294730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia if (err == OK) { 42304730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia AString tsSchema = "none"; 42314730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia if (vp8type.eTemporalPattern 42324730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia == OMX_VIDEO_VPXTemporalLayerPatternWebRTC) { 42334730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia switch (vp8type.nTemporalLayerCount) { 42344730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia case 1: 42354730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia { 42364730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia tsSchema = "webrtc.vp8.1-layer"; 42374730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia break; 42384730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 42394730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia case 2: 42404730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia { 42414730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia tsSchema = "webrtc.vp8.2-layer"; 42424730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia break; 42434730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 42444730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia case 3: 42454730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia { 42464730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia tsSchema = "webrtc.vp8.3-layer"; 42474730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia break; 42484730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 42494730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia default: 42504730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia { 42514730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia break; 42524730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 42534730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 42544730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 42554730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia notify->setString("ts-schema", tsSchema); 42564730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 42574730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia // Fall through to set up mime. 42584730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 42594730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia 4260e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar default: 4261e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar { 4262777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (mIsEncoder ^ (portIndex == kPortIndexOutput)) { 4263777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim // should be CodingUnused 4264777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Raw port video compression format is %s(%d)", 4265777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim asString(videoDef->eCompressionFormat), 4266777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim videoDef->eCompressionFormat); 4267777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return BAD_VALUE; 4268777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4269e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar AString mime; 4270e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if (GetMimeTypeForVideoCoding( 4271e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar videoDef->eCompressionFormat, &mime) != OK) { 4272e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setString("mime", "application/octet-stream"); 4273e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } else { 4274e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setString("mime", mime.c_str()); 4275e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 4276870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang uint32_t intraRefreshPeriod = 0; 4277870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (mIsEncoder && getIntraRefreshPeriod(&intraRefreshPeriod) == OK 4278870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang && intraRefreshPeriod > 0) { 4279870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang notify->setInt32("intra-refresh-period", intraRefreshPeriod); 4280870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 4281e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar break; 4282e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 428331e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber } 4284e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("width", videoDef->nFrameWidth); 4285e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("height", videoDef->nFrameHeight); 42865a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar ALOGV("[%s] %s format is %s", mComponentName.c_str(), 42875a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar portIndex == kPortIndexInput ? "input" : "output", 42885a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar notify->debugString().c_str()); 42895a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar 429031e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber break; 429131e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber } 429231e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 429331e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber case OMX_PortDomainAudio: 429431e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber { 429531e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber OMX_AUDIO_PORTDEFINITIONTYPE *audioDef = &def.format.audio; 429631e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 429797358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu switch ((int)audioDef->eEncoding) { 4298e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber case OMX_AUDIO_CodingPCM: 4299e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { 4300e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber OMX_AUDIO_PARAM_PCMMODETYPE params; 4301e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber InitOMXParams(¶ms); 4302e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 4303e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4304777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 4305777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, OMX_IndexParamAudioPcm, ¶ms, sizeof(params)); 4306777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4307777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4308777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 430914f7672b5d450ed26a06fd3bb3ce045ea78b11b2Andreas Huber 4310777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (params.nChannels <= 0 4311777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim || (params.nChannels != 1 && !params.bInterleaved) 4312777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim || params.nBitPerSample != 16u 4313777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim || params.eNumData != OMX_NumericalDataSigned 4314777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim || params.ePCMMode != OMX_AUDIO_PCMModeLinear) { 4315777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("unsupported PCM port: %u channels%s, %u-bit, %s(%d), %s(%d) mode ", 4316777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim params.nChannels, 4317777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim params.bInterleaved ? " interleaved" : "", 4318777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim params.nBitPerSample, 4319777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim asString(params.eNumData), params.eNumData, 4320777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim asString(params.ePCMMode), params.ePCMMode); 4321777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return FAILED_TRANSACTION; 4322777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4323e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4324e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setString("mime", MEDIA_MIMETYPE_AUDIO_RAW); 4325e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("channel-count", params.nChannels); 4326e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("sample-rate", params.nSamplingRate); 4327e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4328e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (mChannelMaskPresent) { 4329e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("channel-mask", mChannelMask); 43308b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen } 4331e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber break; 43328b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen } 43339806555d3930be43e11106281dee354820ac1c88Andreas Huber 4334e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber case OMX_AUDIO_CodingAAC: 4335e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { 4336e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber OMX_AUDIO_PARAM_AACPROFILETYPE params; 4337e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber InitOMXParams(¶ms); 4338e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 4339e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4340777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 4341777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, OMX_IndexParamAudioAac, ¶ms, sizeof(params)); 4342777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4343777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4344777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4345e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4346e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setString("mime", MEDIA_MIMETYPE_AUDIO_AAC); 4347e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("channel-count", params.nChannels); 4348e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("sample-rate", params.nSampleRate); 4349e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber break; 4350e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 4351e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4352e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber case OMX_AUDIO_CodingAMR: 4353e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { 4354e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber OMX_AUDIO_PARAM_AMRTYPE params; 4355e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber InitOMXParams(¶ms); 4356e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 43579806555d3930be43e11106281dee354820ac1c88Andreas Huber 4358777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 4359777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, OMX_IndexParamAudioAmr, ¶ms, sizeof(params)); 4360777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4361777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4362777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4363e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4364e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("channel-count", 1); 4365e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (params.eAMRBandMode >= OMX_AUDIO_AMRBandModeWB0) { 43660806340688c937e7b78c2d89db3809274130df4eLajos Molnar notify->setString("mime", MEDIA_MIMETYPE_AUDIO_AMR_WB); 4367e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("sample-rate", 16000); 4368e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } else { 43690806340688c937e7b78c2d89db3809274130df4eLajos Molnar notify->setString("mime", MEDIA_MIMETYPE_AUDIO_AMR_NB); 4370e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("sample-rate", 8000); 4371e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 4372e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber break; 4373e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 4374e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4375e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber case OMX_AUDIO_CodingFLAC: 4376e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { 4377e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber OMX_AUDIO_PARAM_FLACTYPE params; 4378e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber InitOMXParams(¶ms); 4379e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 4380e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4381777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 4382777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, OMX_IndexParamAudioFlac, ¶ms, sizeof(params)); 4383777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4384777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4385777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4386e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4387e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setString("mime", MEDIA_MIMETYPE_AUDIO_FLAC); 4388e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("channel-count", params.nChannels); 4389e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("sample-rate", params.nSampleRate); 4390e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber break; 4391e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 4392e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4393e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar case OMX_AUDIO_CodingMP3: 4394e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar { 4395e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar OMX_AUDIO_PARAM_MP3TYPE params; 4396e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar InitOMXParams(¶ms); 4397e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 4398e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4399777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 4400777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, OMX_IndexParamAudioMp3, ¶ms, sizeof(params)); 4401777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4402777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4403777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4404e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4405e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setString("mime", MEDIA_MIMETYPE_AUDIO_MPEG); 4406e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("channel-count", params.nChannels); 4407e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("sample-rate", params.nSampleRate); 4408e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar break; 4409e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 4410e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4411e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar case OMX_AUDIO_CodingVORBIS: 4412e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar { 4413e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar OMX_AUDIO_PARAM_VORBISTYPE params; 4414e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar InitOMXParams(¶ms); 4415e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 4416e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4417777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 4418777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, OMX_IndexParamAudioVorbis, ¶ms, sizeof(params)); 4419777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4420777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4421777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4422e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4423e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setString("mime", MEDIA_MIMETYPE_AUDIO_VORBIS); 4424e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("channel-count", params.nChannels); 4425e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("sample-rate", params.nSampleRate); 4426e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar break; 4427e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 4428e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 442997358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu case OMX_AUDIO_CodingAndroidAC3: 443097358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu { 443197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu OMX_AUDIO_PARAM_ANDROID_AC3TYPE params; 443297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu InitOMXParams(¶ms); 4433e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 443497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 4435777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 4436777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidAc3, 4437777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ¶ms, sizeof(params)); 4438777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4439777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4440777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 444197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 444297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu notify->setString("mime", MEDIA_MIMETYPE_AUDIO_AC3); 444397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu notify->setInt32("channel-count", params.nChannels); 444497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu notify->setInt32("sample-rate", params.nSampleRate); 444597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu break; 444697358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } 4447e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 44488a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad case OMX_AUDIO_CodingAndroidEAC3: 44498a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad { 44508a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad OMX_AUDIO_PARAM_ANDROID_EAC3TYPE params; 44518a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad InitOMXParams(¶ms); 44528a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad params.nPortIndex = portIndex; 44538a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 4454777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 4455777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidEac3, 4456777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ¶ms, sizeof(params)); 4457777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4458777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4459777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 44608a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 44618a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad notify->setString("mime", MEDIA_MIMETYPE_AUDIO_EAC3); 44628a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad notify->setInt32("channel-count", params.nChannels); 44638a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad notify->setInt32("sample-rate", params.nSampleRate); 44648a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad break; 44658a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } 44668a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 44678c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian case OMX_AUDIO_CodingAndroidOPUS: 44688c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian { 44698c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian OMX_AUDIO_PARAM_ANDROID_OPUSTYPE params; 44708c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian InitOMXParams(¶ms); 44718c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian params.nPortIndex = portIndex; 44728c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian 4473777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 4474777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidOpus, 4475777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ¶ms, sizeof(params)); 4476777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4477777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4478777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 44798c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian 44808c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian notify->setString("mime", MEDIA_MIMETYPE_AUDIO_OPUS); 44818c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian notify->setInt32("channel-count", params.nChannels); 44828c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian notify->setInt32("sample-rate", params.nSampleRate); 44838c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian break; 44848c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian } 44858c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian 448610d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang case OMX_AUDIO_CodingG711: 448710d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang { 448810d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang OMX_AUDIO_PARAM_PCMMODETYPE params; 448910d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang InitOMXParams(¶ms); 449010d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang params.nPortIndex = portIndex; 449110d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang 4492777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 4493777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, (OMX_INDEXTYPE)OMX_IndexParamAudioPcm, ¶ms, sizeof(params)); 4494777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4495777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4496777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 449710d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang 449810d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang const char *mime = NULL; 449910d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang if (params.ePCMMode == OMX_AUDIO_PCMModeMULaw) { 450010d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang mime = MEDIA_MIMETYPE_AUDIO_G711_MLAW; 450110d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang } else if (params.ePCMMode == OMX_AUDIO_PCMModeALaw) { 450210d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang mime = MEDIA_MIMETYPE_AUDIO_G711_ALAW; 450310d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang } else { // params.ePCMMode == OMX_AUDIO_PCMModeLinear 450410d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang mime = MEDIA_MIMETYPE_AUDIO_RAW; 450510d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang } 450610d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang notify->setString("mime", mime); 450710d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang notify->setInt32("channel-count", params.nChannels); 450810d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang notify->setInt32("sample-rate", params.nSamplingRate); 450910d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang break; 451010d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang } 451141d3f579d2c166984958263533284209b90c87d5Marco Nelissen 451241d3f579d2c166984958263533284209b90c87d5Marco Nelissen case OMX_AUDIO_CodingGSMFR: 451341d3f579d2c166984958263533284209b90c87d5Marco Nelissen { 45140806340688c937e7b78c2d89db3809274130df4eLajos Molnar OMX_AUDIO_PARAM_PCMMODETYPE params; 451541d3f579d2c166984958263533284209b90c87d5Marco Nelissen InitOMXParams(¶ms); 451641d3f579d2c166984958263533284209b90c87d5Marco Nelissen params.nPortIndex = portIndex; 451741d3f579d2c166984958263533284209b90c87d5Marco Nelissen 4518777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 4519777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, OMX_IndexParamAudioPcm, ¶ms, sizeof(params)); 4520777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4521777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4522777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 452341d3f579d2c166984958263533284209b90c87d5Marco Nelissen 452441d3f579d2c166984958263533284209b90c87d5Marco Nelissen notify->setString("mime", MEDIA_MIMETYPE_AUDIO_MSGSM); 452541d3f579d2c166984958263533284209b90c87d5Marco Nelissen notify->setInt32("channel-count", params.nChannels); 45260806340688c937e7b78c2d89db3809274130df4eLajos Molnar notify->setInt32("sample-rate", params.nSamplingRate); 452741d3f579d2c166984958263533284209b90c87d5Marco Nelissen break; 452810d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang } 452910d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang 4530e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber default: 4531777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Unsupported audio coding: %s(%d)\n", 4532777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim asString(audioDef->eEncoding), audioDef->eEncoding); 4533777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return BAD_TYPE; 4534e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 453531e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber break; 453631e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber } 453731e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 453831e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber default: 4539777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Unsupported domain: %s(%d)", asString(def.eDomain), def.eDomain); 4540777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return BAD_TYPE; 454131e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber } 454231e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 4543e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar return OK; 4544e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar} 4545e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4546e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnarvoid ACodec::sendFormatChange(const sp<AMessage> &reply) { 45474e865a3cfe4c955e0890321a6b488cf661808b63Lajos Molnar sp<AMessage> notify = mBaseOutputFormat->dup(); 4548e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("what", kWhatOutputFormatChanged); 4549e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4550777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (getPortFormat(kPortIndexOutput, notify) != OK) { 4551777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("[%s] Failed to get port format to send format change", mComponentName.c_str()); 4552777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return; 4553777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4554e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4555e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar AString mime; 4556e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK(notify->findString("mime", &mime)); 4557e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4558e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar int32_t left, top, right, bottom; 4559e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if (mime == MEDIA_MIMETYPE_VIDEO_RAW && 4560e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar mNativeWindow != NULL && 4561e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->findRect("crop", &left, &top, &right, &bottom)) { 4562e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar // notify renderer of the crop change 4563e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar // NOTE: native window uses extended right-bottom coordinate 4564e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar reply->setRect("crop", left, top, right + 1, bottom + 1); 4565e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } else if (mime == MEDIA_MIMETYPE_AUDIO_RAW && 4566e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar (mEncoderDelay || mEncoderPadding)) { 4567e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar int32_t channelCount; 4568e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK(notify->findInt32("channel-count", &channelCount)); 4569e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if (mSkipCutBuffer != NULL) { 4570e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar size_t prevbufsize = mSkipCutBuffer->size(); 4571e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if (prevbufsize != 0) { 4572ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGW("Replacing SkipCutBuffer holding %zu bytes", prevbufsize); 4573e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 4574e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 4575b1cf03160fa7e7bc6e5cf138db07a7e1ab2ecb26Marco Nelissen mSkipCutBuffer = new SkipCutBuffer(mEncoderDelay, mEncoderPadding, channelCount); 4576e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 4577e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 457831e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber notify->post(); 457931e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 458031e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber mSentFormat = true; 458131e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber} 458231e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 45835778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid ACodec::signalError(OMX_ERRORTYPE error, status_t internalError) { 4584cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber sp<AMessage> notify = mNotify->dup(); 4585d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatError); 4586251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung ALOGE("signalError(omxError %#x, internalError %d)", error, internalError); 4587251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung 4588251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (internalError == UNKNOWN_ERROR) { // find better error code 4589251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung const status_t omxStatus = statusFromOMXError(error); 4590251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (omxStatus != 0) { 4591251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung internalError = omxStatus; 4592251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else { 4593251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung ALOGW("Invalid OMX error %#x", error); 4594251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 4595251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 4596346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang 4597346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang mFatalError = true; 4598346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang 45995778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->setInt32("err", internalError); 4600251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung notify->setInt32("actionCode", ACTION_CODE_FATAL); // could translate from OMX error. 4601cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber notify->post(); 4602cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber} 4603cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber 4604f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 4605f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4606eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas HuberACodec::PortDescription::PortDescription() { 4607eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber} 4608eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 4609496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huberstatus_t ACodec::requestIDRFrame() { 4610496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber if (!mIsEncoder) { 4611496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber return ERROR_UNSUPPORTED; 4612496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber } 4613496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 4614496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber OMX_CONFIG_INTRAREFRESHVOPTYPE params; 4615496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber InitOMXParams(¶ms); 4616496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 4617496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber params.nPortIndex = kPortIndexOutput; 4618496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber params.IntraRefreshVOP = OMX_TRUE; 4619496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 4620496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber return mOMX->setConfig( 4621496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber mNode, 4622496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber OMX_IndexConfigVideoIntraVOPRefresh, 4623496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber ¶ms, 4624496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber sizeof(params)); 4625496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber} 4626496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 4627eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Hubervoid ACodec::PortDescription::addBuffer( 462886b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu IOMX::buffer_id id, const sp<ABuffer> &buffer, const sp<RefBase> &memRef) { 4629eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber mBufferIDs.push_back(id); 4630eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber mBuffers.push_back(buffer); 463186b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu mMemRefs.push_back(memRef); 4632eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber} 4633eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 4634eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Hubersize_t ACodec::PortDescription::countBuffers() { 4635eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber return mBufferIDs.size(); 4636eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber} 4637eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 4638eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas HuberIOMX::buffer_id ACodec::PortDescription::bufferIDAt(size_t index) const { 4639eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber return mBufferIDs.itemAt(index); 4640eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber} 4641eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 4642eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Hubersp<ABuffer> ACodec::PortDescription::bufferAt(size_t index) const { 4643eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber return mBuffers.itemAt(index); 4644eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber} 4645eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 464686b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wusp<RefBase> ACodec::PortDescription::memRefAt(size_t index) const { 464786b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu return mMemRefs.itemAt(index); 464886b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu} 464986b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu 4650eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber//////////////////////////////////////////////////////////////////////////////// 4651eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 4652f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::BaseState::BaseState(ACodec *codec, const sp<AState> &parentState) 4653f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : AState(parentState), 4654f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec(codec) { 4655f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4656f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4657ccb067b1d8424ba610cbd3de83368bd55b532b5bAndreas HuberACodec::BaseState::PortMode ACodec::BaseState::getPortMode( 4658ccb067b1d8424ba610cbd3de83368bd55b532b5bAndreas Huber OMX_U32 /* portIndex */) { 4659f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return KEEP_BUFFERS; 4660f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4661f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4662f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::BaseState::onMessageReceived(const sp<AMessage> &msg) { 4663f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 4664f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatInputBufferFilled: 4665f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 4666f933441648ef6a71dee783d733aac17b9508b452Andreas Huber onInputBufferFilled(msg); 4667f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 4668f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4669f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4670f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatOutputBufferDrained: 4671f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 4672f933441648ef6a71dee783d733aac17b9508b452Andreas Huber onOutputBufferDrained(msg); 4673f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 4674f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4675f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 467626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar case ACodec::kWhatOMXMessageList: 467726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar { 467826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar return checkOMXMessage(msg) ? onOMXMessageList(msg) : true; 467926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 468026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 4681e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar case ACodec::kWhatOMXMessageItem: 4682e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar { 4683e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar // no need to check as we already did it for kWhatOMXMessageList 4684e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar return onOMXMessage(msg); 4685e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar } 4686e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar 4687f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case ACodec::kWhatOMXMessage: 4688f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 468926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar return checkOMXMessage(msg) ? onOMXMessage(msg) : true; 4690f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4691f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 46921dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar case ACodec::kWhatSetSurface: 46931dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar { 46941dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AReplyToken> replyID; 46951dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar CHECK(msg->senderAwaitsResponse(&replyID)); 46961dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 46971dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<RefBase> obj; 46981dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar CHECK(msg->findObject("surface", &obj)); 46991dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 47002235b4efd3b8149e09c666e2235530f3e6ed9c9aLajos Molnar status_t err = mCodec->handleSetSurface(static_cast<Surface *>(obj.get())); 47011dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 47021dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> response = new AMessage; 47031dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar response->setInt32("err", err); 47041dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar response->postReply(replyID); 47051dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar break; 47061dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 47071dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 47087cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case ACodec::kWhatCreateInputSurface: 47098f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang case ACodec::kWhatSetInputSurface: 47107cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case ACodec::kWhatSignalEndOfInputStream: 47117cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 4712251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // This may result in an app illegal state exception. 47137cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden ALOGE("Message 0x%x was not handled", msg->what()); 47147cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mCodec->signalError(OMX_ErrorUndefined, INVALID_OPERATION); 47157cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden return true; 47167cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 47177cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 4718ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber case ACodec::kWhatOMXDied: 4719ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber { 4720251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // This will result in kFlagSawMediaServerDie handling in MediaCodec. 4721ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber ALOGE("OMX/mediaserver died, signalling error!"); 4722ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mCodec->signalError(OMX_ErrorResourcesLost, DEAD_OBJECT); 4723ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber break; 4724ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber } 4725ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 472630358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar case ACodec::kWhatReleaseCodecInstance: 472730358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar { 472830358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar ALOGI("[%s] forcing the release of codec", 472930358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar mCodec->mComponentName.c_str()); 473030358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar status_t err = mCodec->mOMX->freeNode(mCodec->mNode); 473130358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar ALOGE_IF("[%s] failed to release codec instance: err=%d", 473230358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar mCodec->mComponentName.c_str(), err); 473330358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar sp<AMessage> notify = mCodec->mNotify->dup(); 473430358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar notify->setInt32("what", CodecBase::kWhatShutdownCompleted); 473530358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar notify->post(); 473630358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar break; 473730358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar } 473830358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar 4739f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 4740f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return false; 4741f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4742f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4743f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 4744f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4745f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 474626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnarbool ACodec::BaseState::checkOMXMessage(const sp<AMessage> &msg) { 47475e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar // there is a possibility that this is an outstanding message for a 47485e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar // codec that we have already destroyed 4749ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar if (mCodec->mNode == 0) { 47505e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar ALOGI("ignoring message as already freed component: %s", 47515e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar msg->debugString().c_str()); 475226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar return false; 47535e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar } 47545e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar 4755f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::node_id nodeID; 4756609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CHECK(msg->findInt32("node", (int32_t*)&nodeID)); 4757777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (nodeID != mCodec->mNode) { 4758777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Unexpected message for nodeID: %u, should have been %u", nodeID, mCodec->mNode); 4759777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return false; 4760777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 476126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar return true; 476226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar} 476326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 476426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnarbool ACodec::BaseState::onOMXMessageList(const sp<AMessage> &msg) { 476526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar sp<RefBase> obj; 476626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar CHECK(msg->findObject("messages", &obj)); 476726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar sp<MessageList> msgList = static_cast<MessageList *>(obj.get()); 476826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 476990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar bool receivedRenderedEvents = false; 477026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar for (std::list<sp<AMessage>>::const_iterator it = msgList->getList().cbegin(); 477126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar it != msgList->getList().cend(); ++it) { 4772e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar (*it)->setWhat(ACodec::kWhatOMXMessageItem); 4773e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar mCodec->handleMessage(*it); 477490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int32_t type; 477590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar CHECK((*it)->findInt32("type", &type)); 477690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (type == omx_message::FRAME_RENDERED) { 477790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar receivedRenderedEvents = true; 477890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 477990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 478090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 478190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (receivedRenderedEvents) { 478290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // NOTE: all buffers are rendered in this case 478390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->notifyOfRenderedFrames(); 478426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 478526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar return true; 478626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar} 478726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 478826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnarbool ACodec::BaseState::onOMXMessage(const sp<AMessage> &msg) { 478926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar int32_t type; 479026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar CHECK(msg->findInt32("type", &type)); 4791f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4792f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (type) { 4793f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case omx_message::EVENT: 4794f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 4795f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t event, data1, data2; 4796f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("event", &event)); 4797f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("data1", &data1)); 4798f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("data2", &data2)); 4799f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 48000af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber if (event == OMX_EventCmdComplete 48010af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber && data1 == OMX_CommandFlush 48020af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber && data2 == (int32_t)OMX_ALL) { 48030af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber // Use of this notification is not consistent across 48040af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber // implementations. We'll drop this notification and rely 48050af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber // on flush-complete notifications on the individual port 48060af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber // indices instead. 48070af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber 48080af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber return true; 48090af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber } 48100af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber 4811f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return onOMXEvent( 4812f933441648ef6a71dee783d733aac17b9508b452Andreas Huber static_cast<OMX_EVENTTYPE>(event), 4813f933441648ef6a71dee783d733aac17b9508b452Andreas Huber static_cast<OMX_U32>(data1), 4814f933441648ef6a71dee783d733aac17b9508b452Andreas Huber static_cast<OMX_U32>(data2)); 4815f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4816f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4817f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case omx_message::EMPTY_BUFFER_DONE: 4818f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 4819f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferID; 482015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int32_t fenceFd; 482115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 4822609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CHECK(msg->findInt32("buffer", (int32_t*)&bufferID)); 482315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar CHECK(msg->findInt32("fence_fd", &fenceFd)); 4824f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 482515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar return onOMXEmptyBufferDone(bufferID, fenceFd); 4826f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4827f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4828f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case omx_message::FILL_BUFFER_DONE: 4829f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 4830f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferID; 4831609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CHECK(msg->findInt32("buffer", (int32_t*)&bufferID)); 4832f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 483315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int32_t rangeOffset, rangeLength, flags, fenceFd; 4834f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int64_t timeUs; 4835f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4836f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("range_offset", &rangeOffset)); 4837f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("range_length", &rangeLength)); 4838f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("flags", &flags)); 4839f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt64("timestamp", &timeUs)); 484015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar CHECK(msg->findInt32("fence_fd", &fenceFd)); 4841f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4842f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return onOMXFillBufferDone( 4843f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bufferID, 4844f933441648ef6a71dee783d733aac17b9508b452Andreas Huber (size_t)rangeOffset, (size_t)rangeLength, 4845f933441648ef6a71dee783d733aac17b9508b452Andreas Huber (OMX_U32)flags, 484615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar timeUs, 484715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar fenceFd); 4848f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4849f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 485090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar case omx_message::FRAME_RENDERED: 485190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar { 485290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int64_t mediaTimeUs, systemNano; 485390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 485490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar CHECK(msg->findInt64("media_time_us", &mediaTimeUs)); 485590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar CHECK(msg->findInt64("system_nano", &systemNano)); 485690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 485790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar return onOMXFrameRendered( 485890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mediaTimeUs, systemNano); 485990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 486090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 4861f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 4862777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Unexpected message type: %d", type); 4863777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return false; 4864f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4865f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4866f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 486790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarbool ACodec::BaseState::onOMXFrameRendered( 486890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int64_t mediaTimeUs __unused, nsecs_t systemNano __unused) { 486990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // ignore outside of Executing and PortSettingsChanged states 487090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar return true; 487190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 487290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 4873f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::BaseState::onOMXEvent( 4874f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 4875f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (event != OMX_EventError) { 4876ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] EVENT(%d, 0x%08x, 0x%08x)", 4877f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mComponentName.c_str(), event, data1, data2); 4878f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4879f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return false; 4880f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4881f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4882ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGE("[%s] ERROR(0x%08x)", mCodec->mComponentName.c_str(), data1); 4883f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4884251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // verify OMX component sends back an error we expect. 4885251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung OMX_ERRORTYPE omxError = (OMX_ERRORTYPE)data1; 4886251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (!isOMXError(omxError)) { 4887251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung ALOGW("Invalid OMX error %#x", omxError); 4888251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung omxError = OMX_ErrorUndefined; 4889251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 4890251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mCodec->signalError(omxError); 4891f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4892f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 4893f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4894f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 489515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnarbool ACodec::BaseState::onOMXEmptyBufferDone(IOMX::buffer_id bufferID, int fenceFd) { 4896ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] onOMXEmptyBufferDone %u", 4897349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mCodec->mComponentName.c_str(), bufferID); 4898349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 48990806340688c937e7b78c2d89db3809274130df4eLajos Molnar BufferInfo *info = mCodec->findBufferByID(kPortIndexInput, bufferID); 49000806340688c937e7b78c2d89db3809274130df4eLajos Molnar BufferInfo::Status status = BufferInfo::getSafeStatus(info); 49010806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (status != BufferInfo::OWNED_BY_COMPONENT) { 49020806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Wrong ownership in EBD: %s(%d) buffer #%u", _asString(status), status, bufferID); 49030806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->dumpBuffers(kPortIndexInput); 490415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (fenceFd >= 0) { 490515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ::close(fenceFd); 490615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 49070806340688c937e7b78c2d89db3809274130df4eLajos Molnar return false; 49080806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 4909f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_US; 4910f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 491115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // input buffers cannot take fences, so wait for any fence now 491215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar (void)mCodec->waitForFence(fenceFd, "onOMXEmptyBufferDone"); 491315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar fenceFd = -1; 491415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 491515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // still save fence for completeness 491615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->setWriteFence(fenceFd, "onOMXEmptyBufferDone"); 491715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 491896e92b58b7e9647b4c7c2f54b62a1b357ab06b66Wei Jia // We're in "store-metadata-in-buffers" mode, the underlying 491996e92b58b7e9647b4c7c2f54b62a1b357ab06b66Wei Jia // OMX component had access to data that's implicitly refcounted 492096e92b58b7e9647b4c7c2f54b62a1b357ab06b66Wei Jia // by this "MediaBuffer" object. Now that the OMX component has 492196e92b58b7e9647b4c7c2f54b62a1b357ab06b66Wei Jia // told us that it's done with the input buffer, we can decrement 492296e92b58b7e9647b4c7c2f54b62a1b357ab06b66Wei Jia // the mediaBuffer's reference count. 492396e92b58b7e9647b4c7c2f54b62a1b357ab06b66Wei Jia info->mData->setMediaBufferBase(NULL); 4924d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 4925f933441648ef6a71dee783d733aac17b9508b452Andreas Huber PortMode mode = getPortMode(kPortIndexInput); 4926f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4927f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (mode) { 4928f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case KEEP_BUFFERS: 4929f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 4930f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4931f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case RESUBMIT_BUFFERS: 4932f933441648ef6a71dee783d733aac17b9508b452Andreas Huber postFillThisBuffer(info); 4933f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 4934f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4935777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim case FREE_BUFFERS: 4936f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 4937777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("SHOULD NOT REACH HERE: cannot free empty output buffers"); 4938777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return false; 4939f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4940f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4941f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 4942f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4943f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4944f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::BaseState::postFillThisBuffer(BufferInfo *info) { 4945f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mCodec->mPortEOS[kPortIndexInput]) { 4946f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return; 4947f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4948f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4949f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ((int)info->mStatus, (int)BufferInfo::OWNED_BY_US); 4950f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4951f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 4952d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatFillThisBuffer); 4953609b815a3131d22da38b2f452faa9f89daad4039Andy Hung notify->setInt32("buffer-id", info->mBufferID); 4954f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4955f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mData->meta()->clear(); 49562d8bedd05437b6fccdbc6bf70f673ffd86744d59Andreas Huber notify->setBuffer("buffer", info->mData); 4957f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 49581d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> reply = new AMessage(kWhatInputBufferFilled, mCodec); 4959609b815a3131d22da38b2f452faa9f89daad4039Andy Hung reply->setInt32("buffer-id", info->mBufferID); 4960f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4961f933441648ef6a71dee783d733aac17b9508b452Andreas Huber notify->setMessage("reply", reply); 4962f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4963f933441648ef6a71dee783d733aac17b9508b452Andreas Huber notify->post(); 4964f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4965f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_UPSTREAM; 4966f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4967f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4968f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::BaseState::onInputBufferFilled(const sp<AMessage> &msg) { 4969f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferID; 4970609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CHECK(msg->findInt32("buffer-id", (int32_t*)&bufferID)); 49712d8bedd05437b6fccdbc6bf70f673ffd86744d59Andreas Huber sp<ABuffer> buffer; 4972f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t err = OK; 49735778822d86b0337407514b9372562b86edfa91cdAndreas Huber bool eos = false; 4974a73c954d947748a3b6f630cf2c160fe55ec596e3Lajos Molnar PortMode mode = getPortMode(kPortIndexInput); 49755778822d86b0337407514b9372562b86edfa91cdAndreas Huber 49762d8bedd05437b6fccdbc6bf70f673ffd86744d59Andreas Huber if (!msg->findBuffer("buffer", &buffer)) { 4977a73c954d947748a3b6f630cf2c160fe55ec596e3Lajos Molnar /* these are unfilled buffers returned by client */ 4978f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("err", &err)); 4979f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 49807fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar if (err == OK) { 49817fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar /* buffers with no errors are returned on MediaCodec.flush */ 49827fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar mode = KEEP_BUFFERS; 49837fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar } else { 49847fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar ALOGV("[%s] saw error %d instead of an input buffer", 49857fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar mCodec->mComponentName.c_str(), err); 49867fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar eos = true; 49877fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar } 49883831a066bcf1019864a94d2bc7b4c9241efc5c22Andreas Huber 49892d8bedd05437b6fccdbc6bf70f673ffd86744d59Andreas Huber buffer.clear(); 4990f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4991f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 49925778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t tmp; 49935778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (buffer != NULL && buffer->meta()->findInt32("eos", &tmp) && tmp) { 49945778822d86b0337407514b9372562b86edfa91cdAndreas Huber eos = true; 49955778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = ERROR_END_OF_STREAM; 49965778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 49975778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4998f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = mCodec->findBufferByID(kPortIndexInput, bufferID); 49990806340688c937e7b78c2d89db3809274130df4eLajos Molnar BufferInfo::Status status = BufferInfo::getSafeStatus(info); 50000806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (status != BufferInfo::OWNED_BY_UPSTREAM) { 50010806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Wrong ownership in IBF: %s(%d) buffer #%u", _asString(status), status, bufferID); 50020806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->dumpBuffers(kPortIndexInput); 50030806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 50040806340688c937e7b78c2d89db3809274130df4eLajos Molnar return; 50050806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5006f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5007f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_US; 5008f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5009f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (mode) { 5010f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case KEEP_BUFFERS: 5011f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 50125778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (eos) { 5013dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber if (!mCodec->mPortEOS[kPortIndexInput]) { 5014dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mCodec->mPortEOS[kPortIndexInput] = true; 5015dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mCodec->mInputEOSResult = err; 5016dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber } 5017f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5018f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5019f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5020f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5021f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case RESUBMIT_BUFFERS: 5022f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 50235778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (buffer != NULL && !mCodec->mPortEOS[kPortIndexInput]) { 5024fd866b3aa0d97375de08f8888b95669026c83361Wei Jia // Do not send empty input buffer w/o EOS to the component. 5025fd866b3aa0d97375de08f8888b95669026c83361Wei Jia if (buffer->size() == 0 && !eos) { 5026fd866b3aa0d97375de08f8888b95669026c83361Wei Jia postFillThisBuffer(info); 5027fd866b3aa0d97375de08f8888b95669026c83361Wei Jia break; 5028fd866b3aa0d97375de08f8888b95669026c83361Wei Jia } 5029fd866b3aa0d97375de08f8888b95669026c83361Wei Jia 5030f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int64_t timeUs; 5031f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(buffer->meta()->findInt64("timeUs", &timeUs)); 5032f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5033f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 flags = OMX_BUFFERFLAG_ENDOFFRAME; 5034f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5035f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t isCSD; 5036f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (buffer->meta()->findInt32("csd", &isCSD) && isCSD != 0) { 5037f933441648ef6a71dee783d733aac17b9508b452Andreas Huber flags |= OMX_BUFFERFLAG_CODECCONFIG; 5038f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5039f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 50405778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (eos) { 50415778822d86b0337407514b9372562b86edfa91cdAndreas Huber flags |= OMX_BUFFERFLAG_EOS; 50425778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 50435778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5044f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (buffer != info->mData) { 5045ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] Needs to copy input data for buffer %u. (%p != %p)", 5046d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber mCodec->mComponentName.c_str(), 5047d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber bufferID, 5048d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber buffer.get(), info->mData.get()); 5049f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 50500806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (buffer->size() > info->mData->capacity()) { 50510806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("data size (%zu) is greated than buffer capacity (%zu)", 50520806340688c937e7b78c2d89db3809274130df4eLajos Molnar buffer->size(), // this is the data received 50530806340688c937e7b78c2d89db3809274130df4eLajos Molnar info->mData->capacity()); // this is out buffer size 50540806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 50550806340688c937e7b78c2d89db3809274130df4eLajos Molnar return; 50560806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5057f933441648ef6a71dee783d733aac17b9508b452Andreas Huber memcpy(info->mData->data(), buffer->data(), buffer->size()); 5058f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5059f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5060078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber if (flags & OMX_BUFFERFLAG_CODECCONFIG) { 5061ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] calling emptyBuffer %u w/ codec specific data", 5062078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber mCodec->mComponentName.c_str(), bufferID); 50635778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (flags & OMX_BUFFERFLAG_EOS) { 5064ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] calling emptyBuffer %u w/ EOS", 50655778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->mComponentName.c_str(), bufferID); 5066078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber } else { 5067d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#if TRACK_BUFFER_TIMING 5068ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGI("[%s] calling emptyBuffer %u w/ time %lld us", 5069ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar mCodec->mComponentName.c_str(), bufferID, (long long)timeUs); 5070d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#else 5071ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] calling emptyBuffer %u w/ time %lld us", 5072ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar mCodec->mComponentName.c_str(), bufferID, (long long)timeUs); 5073d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#endif 5074078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber } 5075349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 5076d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#if TRACK_BUFFER_TIMING 5077d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber ACodec::BufferStats stats; 5078d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber stats.mEmptyBufferTimeUs = ALooper::GetNowUs(); 5079d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber stats.mFillBufferDoneTimeUs = -1ll; 5080d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber mCodec->mBufferStats.add(timeUs, stats); 5081d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#endif 5082d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 5083054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mCodec->storingMetadataInDecodedBuffers()) { 5084054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar // try to submit an output buffer for each input buffer 5085054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar PortMode outputMode = getPortMode(kPortIndexOutput); 5086054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 5087054219874873b41f1c815552987c10465c34ba2bLajos Molnar ALOGV("MetadataBuffersToSubmit=%u portMode=%s", 5088054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->mMetadataBuffersToSubmit, 5089054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar (outputMode == FREE_BUFFERS ? "FREE" : 5090054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar outputMode == KEEP_BUFFERS ? "KEEP" : "RESUBMIT")); 5091054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar if (outputMode == RESUBMIT_BUFFERS) { 5092054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->submitOutputMetadataBuffer(); 5093054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 5094054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 509515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkReadFence("onInputBufferFilled"); 50960806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err2 = mCodec->mOMX->emptyBuffer( 50970806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mNode, 50980806340688c937e7b78c2d89db3809274130df4eLajos Molnar bufferID, 50990806340688c937e7b78c2d89db3809274130df4eLajos Molnar 0, 51000806340688c937e7b78c2d89db3809274130df4eLajos Molnar buffer->size(), 51010806340688c937e7b78c2d89db3809274130df4eLajos Molnar flags, 510215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar timeUs, 510315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd); 510415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 51050806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err2 != OK) { 51060806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err2)); 51070806340688c937e7b78c2d89db3809274130df4eLajos Molnar return; 51080806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5109f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_COMPONENT; 5110f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 51110806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (!eos && err == OK) { 51125778822d86b0337407514b9372562b86edfa91cdAndreas Huber getMoreInputDataIfPossible(); 51135778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 51140806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGV("[%s] Signalled EOS (%d) on the input port", 51150806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mComponentName.c_str(), err); 51165778822d86b0337407514b9372562b86edfa91cdAndreas Huber 51175778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->mPortEOS[kPortIndexInput] = true; 51185778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->mInputEOSResult = err; 51195778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 5120f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else if (!mCodec->mPortEOS[kPortIndexInput]) { 51210806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK && err != ERROR_END_OF_STREAM) { 51220806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGV("[%s] Signalling EOS on the input port due to error %d", 5123dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mCodec->mComponentName.c_str(), err); 5124dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber } else { 51253856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Signalling EOS on the input port", 5126dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mCodec->mComponentName.c_str()); 5127dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber } 5128f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5129ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] calling emptyBuffer %u signalling EOS", 5130349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mCodec->mComponentName.c_str(), bufferID); 5131349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 513215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkReadFence("onInputBufferFilled"); 51330806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err2 = mCodec->mOMX->emptyBuffer( 51340806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mNode, 51350806340688c937e7b78c2d89db3809274130df4eLajos Molnar bufferID, 51360806340688c937e7b78c2d89db3809274130df4eLajos Molnar 0, 51370806340688c937e7b78c2d89db3809274130df4eLajos Molnar 0, 51380806340688c937e7b78c2d89db3809274130df4eLajos Molnar OMX_BUFFERFLAG_EOS, 513915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 0, 514015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd); 514115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 51420806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err2 != OK) { 51430806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err2)); 51440806340688c937e7b78c2d89db3809274130df4eLajos Molnar return; 51450806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5146f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_COMPONENT; 5147f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5148f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mPortEOS[kPortIndexInput] = true; 5149dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mCodec->mInputEOSResult = err; 5150f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5151f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5152f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5153625b93f1971039a547b239f87a2dc8a8d5716589Robert Shih 5154777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim case FREE_BUFFERS: 5155777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim break; 5156777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim 5157625b93f1971039a547b239f87a2dc8a8d5716589Robert Shih default: 5158777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("invalid port mode: %d", mode); 5159625b93f1971039a547b239f87a2dc8a8d5716589Robert Shih break; 5160f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5161f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5162f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5163f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::BaseState::getMoreInputDataIfPossible() { 5164f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mCodec->mPortEOS[kPortIndexInput]) { 5165f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return; 5166f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5167f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5168f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *eligible = NULL; 5169f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5170f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (size_t i = 0; i < mCodec->mBuffers[kPortIndexInput].size(); ++i) { 5171f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = &mCodec->mBuffers[kPortIndexInput].editItemAt(i); 5172f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5173f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#if 0 5174f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mStatus == BufferInfo::OWNED_BY_UPSTREAM) { 5175f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // There's already a "read" pending. 5176f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return; 5177f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5178f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#endif 5179f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5180f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mStatus == BufferInfo::OWNED_BY_US) { 5181f933441648ef6a71dee783d733aac17b9508b452Andreas Huber eligible = info; 5182f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5183f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5184f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5185f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (eligible == NULL) { 5186f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return; 5187f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5188f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5189f933441648ef6a71dee783d733aac17b9508b452Andreas Huber postFillThisBuffer(eligible); 5190f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5191f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5192f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::BaseState::onOMXFillBufferDone( 5193f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferID, 5194f933441648ef6a71dee783d733aac17b9508b452Andreas Huber size_t rangeOffset, size_t rangeLength, 5195f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 flags, 519615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int64_t timeUs, 519715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int fenceFd) { 5198609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] onOMXFillBufferDone %u time %" PRId64 " us, flags = 0x%08x", 51995778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->mComponentName.c_str(), bufferID, timeUs, flags); 5200349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 5201f933441648ef6a71dee783d733aac17b9508b452Andreas Huber ssize_t index; 52020806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err= OK; 5203d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 5204d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#if TRACK_BUFFER_TIMING 5205d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber index = mCodec->mBufferStats.indexOfKey(timeUs); 5206d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber if (index >= 0) { 5207d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber ACodec::BufferStats *stats = &mCodec->mBufferStats.editValueAt(index); 5208d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber stats->mFillBufferDoneTimeUs = ALooper::GetNowUs(); 5209d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 5210d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber ALOGI("frame PTS %lld: %lld", 5211d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber timeUs, 5212d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber stats->mFillBufferDoneTimeUs - stats->mEmptyBufferTimeUs); 5213d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 5214d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber mCodec->mBufferStats.removeItemsAt(index); 5215d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber stats = NULL; 5216d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber } 5217d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#endif 5218d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 5219f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = 5220f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->findBufferByID(kPortIndexOutput, bufferID, &index); 52210806340688c937e7b78c2d89db3809274130df4eLajos Molnar BufferInfo::Status status = BufferInfo::getSafeStatus(info); 52220806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (status != BufferInfo::OWNED_BY_COMPONENT) { 52230806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Wrong ownership in FBD: %s(%d) buffer #%u", _asString(status), status, bufferID); 52240806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->dumpBuffers(kPortIndexOutput); 52250806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 522615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (fenceFd >= 0) { 522715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ::close(fenceFd); 522815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 52290806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 52300806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5231f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5232054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar info->mDequeuedAt = ++mCodec->mDequeueCounter; 5233f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_US; 5234f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 523590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (info->mRenderInfo != NULL) { 523690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // The fence for an emptied buffer must have signaled, but there still could be queued 523790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // or out-of-order dequeued buffers in the render queue prior to this buffer. Drop these, 523890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // as we will soon requeue this buffer to the surface. While in theory we could still keep 523990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // track of buffers that are requeued to the surface, it is better to add support to the 524090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // buffer-queue to notify us of released buffers and their fences (in the future). 524190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->notifyOfRenderedFrames(true /* dropIncomplete */); 524290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 524390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 524415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // byte buffers cannot take fences, so wait for any fence now 524515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (mCodec->mNativeWindow == NULL) { 524615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar (void)mCodec->waitForFence(fenceFd, "onOMXFillBufferDone"); 524715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar fenceFd = -1; 524815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 524915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->setReadFence(fenceFd, "onOMXFillBufferDone"); 525015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 5251f933441648ef6a71dee783d733aac17b9508b452Andreas Huber PortMode mode = getPortMode(kPortIndexOutput); 5252f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5253f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (mode) { 5254f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case KEEP_BUFFERS: 5255f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5256f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5257f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case RESUBMIT_BUFFERS: 5258f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5259a0940a569f2bc24b00dc10ce0fa7658b1dc3a3a5Lajos Molnar if (rangeLength == 0 && (!(flags & OMX_BUFFERFLAG_EOS) 5260a0940a569f2bc24b00dc10ce0fa7658b1dc3a3a5Lajos Molnar || mCodec->mPortEOS[kPortIndexOutput])) { 5261609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] calling fillBuffer %u", 52625778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->mComponentName.c_str(), info->mBufferID); 5263349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 526415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar err = mCodec->mOMX->fillBuffer(mCodec->mNode, info->mBufferID, info->mFenceFd); 526515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 52660806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 52670806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 52680806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 52690806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5270f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 52715778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mStatus = BufferInfo::OWNED_BY_COMPONENT; 52725778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 52735778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 527431e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 5275577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar sp<AMessage> reply = 52761d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar new AMessage(kWhatOutputBufferDrained, mCodec); 5277577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar 52784bdda35319d5f46efea2089b865c8a64816389cdMarco Nelissen if (!mCodec->mSentFormat && rangeLength > 0) { 5279577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar mCodec->sendFormatChange(reply); 52805778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 5281054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mCodec->usingMetadataOnEncoderOutput()) { 5282054219874873b41f1c815552987c10465c34ba2bLajos Molnar native_handle_t *handle = NULL; 5283054219874873b41f1c815552987c10465c34ba2bLajos Molnar VideoGrallocMetadata &grallocMeta = *(VideoGrallocMetadata *)info->mData->data(); 5284054219874873b41f1c815552987c10465c34ba2bLajos Molnar VideoNativeMetadata &nativeMeta = *(VideoNativeMetadata *)info->mData->data(); 5285054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (info->mData->size() >= sizeof(grallocMeta) 5286054219874873b41f1c815552987c10465c34ba2bLajos Molnar && grallocMeta.eType == kMetadataBufferTypeGrallocSource) { 52877c77f9ca649f321374118937bcdaca14a7e5684bLajos Molnar handle = (native_handle_t *)(uintptr_t)grallocMeta.pHandle; 5288054219874873b41f1c815552987c10465c34ba2bLajos Molnar } else if (info->mData->size() >= sizeof(nativeMeta) 5289054219874873b41f1c815552987c10465c34ba2bLajos Molnar && nativeMeta.eType == kMetadataBufferTypeANWBuffer) { 52907c77f9ca649f321374118937bcdaca14a7e5684bLajos Molnar#ifdef OMX_ANDROID_COMPILE_AS_32BIT_ON_64BIT_PLATFORMS 52917c77f9ca649f321374118937bcdaca14a7e5684bLajos Molnar // ANativeWindowBuffer is only valid on 32-bit/mediaserver process 52927c77f9ca649f321374118937bcdaca14a7e5684bLajos Molnar handle = NULL; 52937c77f9ca649f321374118937bcdaca14a7e5684bLajos Molnar#else 5294054219874873b41f1c815552987c10465c34ba2bLajos Molnar handle = (native_handle_t *)nativeMeta.pBuffer->handle; 52957c77f9ca649f321374118937bcdaca14a7e5684bLajos Molnar#endif 5296054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 5297308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang info->mData->meta()->setPointer("handle", handle); 5298308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang info->mData->meta()->setInt32("rangeOffset", rangeOffset); 5299308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang info->mData->meta()->setInt32("rangeLength", rangeLength); 5300308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang } else { 5301308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang info->mData->setRange(rangeOffset, rangeLength); 5302308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang } 5303496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber#if 0 530421ad778dcfcddb8f8fd9dc3fe4992fbef246c511Marco Nelissen if (mCodec->mNativeWindow == NULL) { 5305496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber if (IsIDR(info->mData)) { 5306496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber ALOGI("IDR frame"); 5307496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber } 53085778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 530921ad778dcfcddb8f8fd9dc3fe4992fbef246c511Marco Nelissen#endif 5310f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 53118b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen if (mCodec->mSkipCutBuffer != NULL) { 53128b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen mCodec->mSkipCutBuffer->submit(info->mData); 53138b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen } 53145778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mData->meta()->setInt64("timeUs", timeUs); 5315f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 53165778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 5317d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatDrainThisBuffer); 5318609b815a3131d22da38b2f452faa9f89daad4039Andy Hung notify->setInt32("buffer-id", info->mBufferID); 53192d8bedd05437b6fccdbc6bf70f673ffd86744d59Andreas Huber notify->setBuffer("buffer", info->mData); 53205778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->setInt32("flags", flags); 5321f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5322609b815a3131d22da38b2f452faa9f89daad4039Andy Hung reply->setInt32("buffer-id", info->mBufferID); 5323f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 53245778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->setMessage("reply", reply); 5325f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 53265778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->post(); 53275778822d86b0337407514b9372562b86edfa91cdAndreas Huber 53285778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mStatus = BufferInfo::OWNED_BY_DOWNSTREAM; 5329f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5330f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (flags & OMX_BUFFERFLAG_EOS) { 53315778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGV("[%s] saw output EOS", mCodec->mComponentName.c_str()); 53325778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5333f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 5334d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatEOS); 5335dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber notify->setInt32("err", mCodec->mInputEOSResult); 5336f933441648ef6a71dee783d733aac17b9508b452Andreas Huber notify->post(); 5337f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5338f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mPortEOS[kPortIndexOutput] = true; 5339f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5340f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5341f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5342f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5343777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim case FREE_BUFFERS: 53440806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mCodec->freeBuffer(kPortIndexOutput, index); 53450806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 53460806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 53470806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 53480806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5349f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5350777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim 5351777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim default: 5352777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Invalid port mode: %d", mode); 5353777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return false; 5354f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5355f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5356f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 5357f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5358f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5359f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::BaseState::onOutputBufferDrained(const sp<AMessage> &msg) { 5360f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferID; 5361609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CHECK(msg->findInt32("buffer-id", (int32_t*)&bufferID)); 5362f933441648ef6a71dee783d733aac17b9508b452Andreas Huber ssize_t index; 53630806340688c937e7b78c2d89db3809274130df4eLajos Molnar BufferInfo *info = mCodec->findBufferByID(kPortIndexOutput, bufferID, &index); 53640806340688c937e7b78c2d89db3809274130df4eLajos Molnar BufferInfo::Status status = BufferInfo::getSafeStatus(info); 53650806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (status != BufferInfo::OWNED_BY_DOWNSTREAM) { 53660806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Wrong ownership in OBD: %s(%d) buffer #%u", _asString(status), status, bufferID); 53670806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->dumpBuffers(kPortIndexOutput); 53680806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 53690806340688c937e7b78c2d89db3809274130df4eLajos Molnar return; 53700806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5371f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5372577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar android_native_rect_t crop; 5373777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (msg->findRect("crop", &crop.left, &crop.top, &crop.right, &crop.bottom)) { 5374777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim status_t err = native_window_set_crop(mCodec->mNativeWindow.get(), &crop); 5375777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGW_IF(err != NO_ERROR, "failed to set crop: %d", err); 5376577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar } 5377577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar 5378f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t render; 5379f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mCodec->mNativeWindow != NULL 53806aade6058521b0dbd35a9a4620f4d04f02f90444Marco Nelissen && msg->findInt32("render", &render) && render != 0 538179ee2399b67c7a11042c5904dc1309712a76f8cbJianzheng Zhou && info->mData != NULL && info->mData->size() != 0) { 53826fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar ATRACE_NAME("render"); 5383f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // The client wants this buffer to be rendered. 5384f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 538590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // save buffers sent to the surface so we can get render time when they return 538690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int64_t mediaTimeUs = -1; 538790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar info->mData->meta()->findInt64("timeUs", &mediaTimeUs); 538890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (mediaTimeUs >= 0) { 538990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->mRenderTracker.onFrameQueued( 539090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mediaTimeUs, info->mGraphicBuffer, new Fence(::dup(info->mFenceFd))); 539190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 539290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 5393fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar int64_t timestampNs = 0; 5394fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar if (!msg->findInt64("timestampNs", ×tampNs)) { 5395c8edf5af010ac24a99b302a18e7b84e8b4b2b783Lajos Molnar // use media timestamp if client did not request a specific render timestamp 5396fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar if (info->mData->meta()->findInt64("timeUs", ×tampNs)) { 5397c8edf5af010ac24a99b302a18e7b84e8b4b2b783Lajos Molnar ALOGV("using buffer PTS of %lld", (long long)timestampNs); 5398fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar timestampNs *= 1000; 5399fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar } 5400fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar } 5401fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar 54025778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err; 5403fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar err = native_window_set_buffers_timestamp(mCodec->mNativeWindow.get(), timestampNs); 54040806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGW_IF(err != NO_ERROR, "failed to set buffer timestamp: %d", err); 5405fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar 540615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkReadFence("onOutputBufferDrained before queueBuffer"); 54070806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mCodec->mNativeWindow->queueBuffer( 540815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mCodec->mNativeWindow.get(), info->mGraphicBuffer.get(), info->mFenceFd); 540915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 54100806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 5411cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber info->mStatus = BufferInfo::OWNED_BY_NATIVE_WINDOW; 5412cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber } else { 5413264bac95912efe121d6a60026612617f04f42966Lajos Molnar ALOGE("queueBuffer failed in onOutputBufferDrained: %d", err); 5414251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 5415cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber info->mStatus = BufferInfo::OWNED_BY_US; 541615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // keeping read fence as write fence to avoid clobbering 541715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mIsReadFence = false; 5418cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber } 5419f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else { 54206fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar if (mCodec->mNativeWindow != NULL && 54216fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar (info->mData == NULL || info->mData->size() != 0)) { 542215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // move read fence into write fence to avoid clobbering 542315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mIsReadFence = false; 54246fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar ATRACE_NAME("frame-drop"); 54256fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar } 5426f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_US; 5427f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5428f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5429f933441648ef6a71dee783d733aac17b9508b452Andreas Huber PortMode mode = getPortMode(kPortIndexOutput); 5430f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5431f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (mode) { 5432f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case KEEP_BUFFERS: 5433f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5434f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // XXX fishy, revisit!!! What about the FREE_BUFFERS case below? 5435f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5436f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW) { 5437f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // We cannot resubmit the buffer we just rendered, dequeue 5438f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // the spare instead. 5439f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5440f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info = mCodec->dequeueBufferFromNativeWindow(); 5441f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5442f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5443f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5444f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5445f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case RESUBMIT_BUFFERS: 5446f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5447f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (!mCodec->mPortEOS[kPortIndexOutput]) { 5448f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW) { 5449f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // We cannot resubmit the buffer we just rendered, dequeue 5450f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // the spare instead. 5451f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5452f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info = mCodec->dequeueBufferFromNativeWindow(); 5453f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5454f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5455c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber if (info != NULL) { 5456609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] calling fillBuffer %u", 5457c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber mCodec->mComponentName.c_str(), info->mBufferID); 545815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkWriteFence("onOutputBufferDrained::RESUBMIT_BUFFERS"); 545915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar status_t err = mCodec->mOMX->fillBuffer( 546015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mCodec->mNode, info->mBufferID, info->mFenceFd); 546115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 54620806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 54630806340688c937e7b78c2d89db3809274130df4eLajos Molnar info->mStatus = BufferInfo::OWNED_BY_COMPONENT; 54640806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 54650806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 54660806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5467c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber } 5468f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5469f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5470f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5471f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5472777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim case FREE_BUFFERS: 5473f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 54740806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = mCodec->freeBuffer(kPortIndexOutput, index); 54750806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 54760806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 54770806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5478f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5479f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5480777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim 5481777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim default: 5482777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Invalid port mode: %d", mode); 5483777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return; 5484f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5485f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5486f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5487f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 5488f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5489f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::UninitializedState::UninitializedState(ACodec *codec) 5490f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : BaseState(codec) { 5491f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5492f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5493c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Hubervoid ACodec::UninitializedState::stateEntered() { 5494c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber ALOGV("Now uninitialized"); 5495ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 5496ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber if (mDeathNotifier != NULL) { 5497f888020c6e2735624f2b2a30e72aca24e17b8b4dMarco Nelissen IInterface::asBinder(mCodec->mOMX)->unlinkToDeath(mDeathNotifier); 5498ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mDeathNotifier.clear(); 5499ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber } 5500ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 5501ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mCodec->mNativeWindow.clear(); 5502e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar mCodec->mNativeWindowUsageBits = 0; 5503ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar mCodec->mNode = 0; 5504ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mCodec->mOMX.clear(); 5505ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mCodec->mQuirks = 0; 5506ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mCodec->mFlags = 0; 5507054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->mInputMetadataType = kMetadataBufferTypeInvalid; 5508054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->mOutputMetadataType = kMetadataBufferTypeInvalid; 5509ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mCodec->mComponentName.clear(); 5510c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 5511c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5512f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::UninitializedState::onMessageReceived(const sp<AMessage> &msg) { 5513f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool handled = false; 5514f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5515f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 5516f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case ACodec::kWhatSetup: 5517f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5518f933441648ef6a71dee783d733aac17b9508b452Andreas Huber onSetup(msg); 5519f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5520f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 5521f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5522f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5523f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 55245778822d86b0337407514b9372562b86edfa91cdAndreas Huber case ACodec::kWhatAllocateComponent: 55255778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 55265778822d86b0337407514b9372562b86edfa91cdAndreas Huber onAllocateComponent(msg); 55275778822d86b0337407514b9372562b86edfa91cdAndreas Huber handled = true; 55285778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 55295778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 55305778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5531f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case ACodec::kWhatShutdown: 5532f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5533c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber int32_t keepComponentAllocated; 5534c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber CHECK(msg->findInt32( 5535c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber "keepComponentAllocated", &keepComponentAllocated)); 553654b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar ALOGW_IF(keepComponentAllocated, 553754b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar "cannot keep component allocated on shutdown in Uninitialized state"); 5538c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5539f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 5540d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatShutdownCompleted); 5541f933441648ef6a71dee783d733aac17b9508b452Andreas Huber notify->post(); 5542f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5543f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 5544c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber break; 5545f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5546f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5547f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case ACodec::kWhatFlush: 5548f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5549f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 5550d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatFlushCompleted); 5551f933441648ef6a71dee783d733aac17b9508b452Andreas Huber notify->post(); 5552f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5553f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 5554c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber break; 5555f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5556f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 555730358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar case ACodec::kWhatReleaseCodecInstance: 555830358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar { 555930358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar // nothing to do, as we have already signaled shutdown 556030358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar handled = true; 556130358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar break; 556230358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar } 556330358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar 5564f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 5565f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onMessageReceived(msg); 5566f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5567f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5568f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return handled; 5569f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5570f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5571f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::UninitializedState::onSetup( 5572f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const sp<AMessage> &msg) { 5573c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (onAllocateComponent(msg) 5574c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber && mCodec->mLoadedState->onConfigureComponent(msg)) { 5575c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->mLoadedState->onStart(); 5576c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 55775778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 55785778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5579c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberbool ACodec::UninitializedState::onAllocateComponent(const sp<AMessage> &msg) { 55805778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGV("onAllocateComponent"); 55815778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5582ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar CHECK(mCodec->mNode == 0); 55835778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5584f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMXClient client; 558548a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung if (client.connect() != OK) { 558648a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung mCodec->signalError(OMX_ErrorUndefined, NO_INIT); 558748a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung return false; 558848a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung } 5589f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5590f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<IOMX> omx = client.interface(); 5591f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 55921d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> notify = new AMessage(kWhatOMXDied, mCodec); 5593ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 5594ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mDeathNotifier = new DeathNotifier(notify); 5595f888020c6e2735624f2b2a30e72aca24e17b8b4dMarco Nelissen if (IInterface::asBinder(omx)->linkToDeath(mDeathNotifier) != OK) { 5596ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber // This was a local binder, if it dies so do we, we won't care 5597ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber // about any notifications in the afterlife. 5598ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mDeathNotifier.clear(); 5599ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber } 5600ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 5601b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar Vector<AString> matchingCodecs; 56025778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5603f933441648ef6a71dee783d733aac17b9508b452Andreas Huber AString mime; 5604f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 56055778822d86b0337407514b9372562b86edfa91cdAndreas Huber AString componentName; 5606d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber uint32_t quirks = 0; 56077791cf11186a22b3f84d98cfde67393bee748cb0Marco Nelissen int32_t encoder = false; 56085778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (msg->findString("componentName", &componentName)) { 5609b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar sp<IMediaCodecList> list = MediaCodecList::getInstance(); 5610b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar if (list != NULL && list->findCodecByName(componentName.c_str()) >= 0) { 5611b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar matchingCodecs.add(componentName); 5612afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber } 56135778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 56145778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findString("mime", &mime)); 56155778822d86b0337407514b9372562b86edfa91cdAndreas Huber 56165778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("encoder", &encoder)) { 56175778822d86b0337407514b9372562b86edfa91cdAndreas Huber encoder = false; 56185778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 56195778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5620b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar MediaCodecList::findMatchingCodecs( 56215778822d86b0337407514b9372562b86edfa91cdAndreas Huber mime.c_str(), 56225778822d86b0337407514b9372562b86edfa91cdAndreas Huber encoder, // createEncoder 5623b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar 0, // flags 5624e671207115fac3914134c61b336d5fa0242c68caAndreas Huber &matchingCodecs); 56255778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 56261065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber 56271065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber sp<CodecObserver> observer = new CodecObserver; 5628ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar IOMX::node_id node = 0; 56291065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber 5630201d8d400eb037547f4f476a838475b13a446007Wei Jia status_t err = NAME_NOT_FOUND; 56311065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber for (size_t matchIndex = 0; matchIndex < matchingCodecs.size(); 56321065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber ++matchIndex) { 5633b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar componentName = matchingCodecs[matchIndex]; 5634b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar quirks = MediaCodecList::getQuirksFor(componentName.c_str()); 5635f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5636da153975581fb3161a30452348a5b26ee72d9255Elliott Hughes pid_t tid = gettid(); 5637078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber int prevPriority = androidGetThreadPriority(tid); 5638078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber androidSetThreadPriority(tid, ANDROID_PRIORITY_FOREGROUND); 56399f41ee5a4dd73093d107bc80df5cebb9a273cc72Ronghua Wu err = omx->allocateNode(componentName.c_str(), observer, &node); 5640078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber androidSetThreadPriority(tid, prevPriority); 5641f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 56421065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber if (err == OK) { 56431065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber break; 56447a727021b86c2fb2c9f60af2c999154dce1766ebZhijun He } else { 56457a727021b86c2fb2c9f60af2c999154dce1766ebZhijun He ALOGW("Allocating component '%s' failed, try next one.", componentName.c_str()); 56461065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber } 56471065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber 5648ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar node = 0; 56491065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber } 56501065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber 5651ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar if (node == 0) { 56525778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!mime.empty()) { 56539f41ee5a4dd73093d107bc80df5cebb9a273cc72Ronghua Wu ALOGE("Unable to instantiate a %scoder for type '%s' with err %#x.", 56549f41ee5a4dd73093d107bc80df5cebb9a273cc72Ronghua Wu encoder ? "en" : "de", mime.c_str(), err); 56555778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 56569f41ee5a4dd73093d107bc80df5cebb9a273cc72Ronghua Wu ALOGE("Unable to instantiate codec '%s' with err %#x.", componentName.c_str(), err); 56575778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 5658c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber 565952e88b2986536e83a7a6da63461556b8734a85f3Ronghua Wu mCodec->signalError((OMX_ERRORTYPE)err, makeNoSideEffectStatus(err)); 5660c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return false; 5661c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber } 5662f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 566326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar notify = new AMessage(kWhatOMXMessageList, mCodec); 5664f933441648ef6a71dee783d733aac17b9508b452Andreas Huber observer->setNotificationMessage(notify); 5665f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5666f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mComponentName = componentName; 566790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->mRenderTracker.setComponentName(componentName); 5668ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber mCodec->mFlags = 0; 5669ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 5670ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber if (componentName.endsWith(".secure")) { 5671ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber mCodec->mFlags |= kFlagIsSecure; 56721713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang mCodec->mFlags |= kFlagIsGrallocUsageProtected; 56730167414e261f88a96b5e4bf6cb592e6ca11e5a95Andreas Huber mCodec->mFlags |= kFlagPushBlankBuffersToNativeWindowOnShutdown; 5674ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 5675ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 5676afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber mCodec->mQuirks = quirks; 5677f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mOMX = omx; 5678f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mNode = node; 5679f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 56805778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 56815778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 5682d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatComponentAllocated); 56835778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->setString("componentName", mCodec->mComponentName.c_str()); 56845778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->post(); 56855778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 5686c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5687c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->changeState(mCodec->mLoadedState); 5688c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5689c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return true; 56905778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 56915778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5692c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber//////////////////////////////////////////////////////////////////////////////// 5693c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5694c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas HuberACodec::LoadedState::LoadedState(ACodec *codec) 5695c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber : BaseState(codec) { 5696c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 5697c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5698c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Hubervoid ACodec::LoadedState::stateEntered() { 5699c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber ALOGV("[%s] Now Loaded", mCodec->mComponentName.c_str()); 5700c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5701f6f38287b97ec69b169387add6458f859b770e65Andreas Huber mCodec->mPortEOS[kPortIndexInput] = 5702f6f38287b97ec69b169387add6458f859b770e65Andreas Huber mCodec->mPortEOS[kPortIndexOutput] = false; 5703f6f38287b97ec69b169387add6458f859b770e65Andreas Huber 5704f6f38287b97ec69b169387add6458f859b770e65Andreas Huber mCodec->mInputEOSResult = OK; 5705f6f38287b97ec69b169387add6458f859b770e65Andreas Huber 5706054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mCodec->mDequeueCounter = 0; 5707054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->mMetadataBuffersToSubmit = 0; 5708a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber mCodec->mRepeatFrameDelayUs = -1ll; 5709e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar mCodec->mInputFormat.clear(); 5710e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar mCodec->mOutputFormat.clear(); 57114e865a3cfe4c955e0890321a6b488cf661808b63Lajos Molnar mCodec->mBaseOutputFormat.clear(); 5712054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 5713c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (mCodec->mShutdownInProgress) { 5714c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber bool keepComponentAllocated = mCodec->mKeepComponentAllocated; 5715c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5716c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->mShutdownInProgress = false; 5717c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->mKeepComponentAllocated = false; 5718c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5719c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber onShutdown(keepComponentAllocated); 5720c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 572154b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar mCodec->mExplicitShutdown = false; 5722f393c33e65ae51a7cf168b4e15771b152f996b32Wei Jia 5723f393c33e65ae51a7cf168b4e15771b152f996b32Wei Jia mCodec->processDeferredMessages(); 5724c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 5725c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5726c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Hubervoid ACodec::LoadedState::onShutdown(bool keepComponentAllocated) { 5727c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (!keepComponentAllocated) { 57280806340688c937e7b78c2d89db3809274130df4eLajos Molnar (void)mCodec->mOMX->freeNode(mCodec->mNode); 5729c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5730c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->changeState(mCodec->mUninitializedState); 5731c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 5732c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 573354b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar if (mCodec->mExplicitShutdown) { 573454b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar sp<AMessage> notify = mCodec->mNotify->dup(); 5735d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatShutdownCompleted); 573654b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar notify->post(); 573754b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar mCodec->mExplicitShutdown = false; 573854b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar } 5739c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 5740c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5741c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberbool ACodec::LoadedState::onMessageReceived(const sp<AMessage> &msg) { 5742c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber bool handled = false; 5743c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5744c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber switch (msg->what()) { 5745c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case ACodec::kWhatConfigureComponent: 5746c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber { 5747c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber onConfigureComponent(msg); 5748c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber handled = true; 5749c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber break; 5750c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 5751c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 57527cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case ACodec::kWhatCreateInputSurface: 57537cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 57547cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden onCreateInputSurface(msg); 57557cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden handled = true; 57567cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 57577cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 57587cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 57598f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang case ACodec::kWhatSetInputSurface: 5760d291c222357303b9611cab89d0c3b047584ef377Chong Zhang { 57618f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang onSetInputSurface(msg); 5762d291c222357303b9611cab89d0c3b047584ef377Chong Zhang handled = true; 5763d291c222357303b9611cab89d0c3b047584ef377Chong Zhang break; 5764d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 5765d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 5766c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case ACodec::kWhatStart: 5767c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber { 5768c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber onStart(); 5769c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber handled = true; 5770c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber break; 5771c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 5772c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5773c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case ACodec::kWhatShutdown: 5774c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber { 5775c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber int32_t keepComponentAllocated; 5776c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber CHECK(msg->findInt32( 5777c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber "keepComponentAllocated", &keepComponentAllocated)); 5778c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 577954b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar mCodec->mExplicitShutdown = true; 5780c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber onShutdown(keepComponentAllocated); 5781c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5782c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber handled = true; 5783c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber break; 5784c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 5785c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5786c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case ACodec::kWhatFlush: 5787c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber { 5788c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 5789d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatFlushCompleted); 5790c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber notify->post(); 5791c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5792c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber handled = true; 5793c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber break; 5794c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 5795c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5796c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber default: 5797c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return BaseState::onMessageReceived(msg); 5798c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 5799c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5800c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return handled; 5801c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 5802c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5803c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberbool ACodec::LoadedState::onConfigureComponent( 58045778822d86b0337407514b9372562b86edfa91cdAndreas Huber const sp<AMessage> &msg) { 58055778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGV("onConfigureComponent"); 58065778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5807ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar CHECK(mCodec->mNode != 0); 58085778822d86b0337407514b9372562b86edfa91cdAndreas Huber 58090806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = OK; 58105778822d86b0337407514b9372562b86edfa91cdAndreas Huber AString mime; 58110806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (!msg->findString("mime", &mime)) { 58120806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = BAD_VALUE; 58130806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 58140806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mCodec->configureCodec(mime.c_str(), msg); 58150806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 58165778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 5817c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber ALOGE("[%s] configureCodec returning error %d", 5818c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber mCodec->mComponentName.c_str(), err); 5819c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber 5820251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 5821c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return false; 58225778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 5823f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 58245778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 58255778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 5826d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatComponentConfigured); 5827e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setMessage("input-format", mCodec->mInputFormat); 5828e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setMessage("output-format", mCodec->mOutputFormat); 58295778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->post(); 58305778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 5831c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 5832c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return true; 58335778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 58345778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5835d291c222357303b9611cab89d0c3b047584ef377Chong Zhangstatus_t ACodec::LoadedState::setupInputSurface() { 5836d291c222357303b9611cab89d0c3b047584ef377Chong Zhang status_t err = OK; 5837a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber 5838d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (mCodec->mRepeatFrameDelayUs > 0ll) { 5839a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber err = mCodec->mOMX->setInternalOption( 5840a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber mCodec->mNode, 5841a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber kPortIndexInput, 5842a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber IOMX::INTERNAL_OPTION_REPEAT_PREVIOUS_FRAME_DELAY, 5843a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber &mCodec->mRepeatFrameDelayUs, 5844a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber sizeof(mCodec->mRepeatFrameDelayUs)); 5845a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber 5846a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber if (err != OK) { 5847a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber ALOGE("[%s] Unable to configure option to repeat previous " 5848a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber "frames (err %d)", 5849a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber mCodec->mComponentName.c_str(), 5850a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber err); 5851d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return err; 5852a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber } 5853a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber } 5854a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber 5855d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (mCodec->mMaxPtsGapUs > 0ll) { 585694ee4b708acfa941581160b267afb79192b1d816Chong Zhang err = mCodec->mOMX->setInternalOption( 585794ee4b708acfa941581160b267afb79192b1d816Chong Zhang mCodec->mNode, 585894ee4b708acfa941581160b267afb79192b1d816Chong Zhang kPortIndexInput, 585994ee4b708acfa941581160b267afb79192b1d816Chong Zhang IOMX::INTERNAL_OPTION_MAX_TIMESTAMP_GAP, 586094ee4b708acfa941581160b267afb79192b1d816Chong Zhang &mCodec->mMaxPtsGapUs, 586194ee4b708acfa941581160b267afb79192b1d816Chong Zhang sizeof(mCodec->mMaxPtsGapUs)); 586294ee4b708acfa941581160b267afb79192b1d816Chong Zhang 586394ee4b708acfa941581160b267afb79192b1d816Chong Zhang if (err != OK) { 586494ee4b708acfa941581160b267afb79192b1d816Chong Zhang ALOGE("[%s] Unable to configure max timestamp gap (err %d)", 586572cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang mCodec->mComponentName.c_str(), 586672cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang err); 5867d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return err; 58682c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang } 58692c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang } 58702c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang 5871d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (mCodec->mMaxFps > 0) { 587237b2b389139ed638831e49708c947863eef631efRonghua Wu err = mCodec->mOMX->setInternalOption( 587337b2b389139ed638831e49708c947863eef631efRonghua Wu mCodec->mNode, 587437b2b389139ed638831e49708c947863eef631efRonghua Wu kPortIndexInput, 587537b2b389139ed638831e49708c947863eef631efRonghua Wu IOMX::INTERNAL_OPTION_MAX_FPS, 587637b2b389139ed638831e49708c947863eef631efRonghua Wu &mCodec->mMaxFps, 587737b2b389139ed638831e49708c947863eef631efRonghua Wu sizeof(mCodec->mMaxFps)); 587837b2b389139ed638831e49708c947863eef631efRonghua Wu 587937b2b389139ed638831e49708c947863eef631efRonghua Wu if (err != OK) { 588037b2b389139ed638831e49708c947863eef631efRonghua Wu ALOGE("[%s] Unable to configure max fps (err %d)", 588137b2b389139ed638831e49708c947863eef631efRonghua Wu mCodec->mComponentName.c_str(), 588237b2b389139ed638831e49708c947863eef631efRonghua Wu err); 5883d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return err; 588437b2b389139ed638831e49708c947863eef631efRonghua Wu } 588537b2b389139ed638831e49708c947863eef631efRonghua Wu } 588637b2b389139ed638831e49708c947863eef631efRonghua Wu 5887d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (mCodec->mTimePerCaptureUs > 0ll 58882c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang && mCodec->mTimePerFrameUs > 0ll) { 58892c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang int64_t timeLapse[2]; 58902c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang timeLapse[0] = mCodec->mTimePerFrameUs; 58912c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang timeLapse[1] = mCodec->mTimePerCaptureUs; 58922c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang err = mCodec->mOMX->setInternalOption( 58932c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mCodec->mNode, 58942c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang kPortIndexInput, 58952c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang IOMX::INTERNAL_OPTION_TIME_LAPSE, 58962c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang &timeLapse[0], 58972c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang sizeof(timeLapse)); 58982c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang 58992c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang if (err != OK) { 59002c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang ALOGE("[%s] Unable to configure time lapse (err %d)", 59012c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mCodec->mComponentName.c_str(), 59022c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang err); 5903d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return err; 59042c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang } 59052c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang } 590672cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang 5907d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (mCodec->mCreateInputBuffersSuspended) { 590872cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang bool suspend = true; 590972cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang err = mCodec->mOMX->setInternalOption( 591072cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang mCodec->mNode, 591172cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang kPortIndexInput, 591272cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang IOMX::INTERNAL_OPTION_SUSPEND, 591372cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang &suspend, 591472cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang sizeof(suspend)); 591572cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang 591672cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang if (err != OK) { 591772cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang ALOGE("[%s] Unable to configure option to suspend (err %d)", 591894ee4b708acfa941581160b267afb79192b1d816Chong Zhang mCodec->mComponentName.c_str(), 591994ee4b708acfa941581160b267afb79192b1d816Chong Zhang err); 5920d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return err; 592194ee4b708acfa941581160b267afb79192b1d816Chong Zhang } 592294ee4b708acfa941581160b267afb79192b1d816Chong Zhang } 592394ee4b708acfa941581160b267afb79192b1d816Chong Zhang 5924c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar uint32_t usageBits; 5925c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar if (mCodec->mOMX->getParameter( 5926c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar mCodec->mNode, (OMX_INDEXTYPE)OMX_IndexParamConsumerUsageBits, 5927c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar &usageBits, sizeof(usageBits)) == OK) { 5928c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar mCodec->mInputFormat->setInt32( 5929c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar "using-sw-read-often", !!(usageBits & GRALLOC_USAGE_SW_READ_OFTEN)); 5930c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar } 5931c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar 5932d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return OK; 5933d291c222357303b9611cab89d0c3b047584ef377Chong Zhang} 5934d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 5935d291c222357303b9611cab89d0c3b047584ef377Chong Zhangvoid ACodec::LoadedState::onCreateInputSurface( 5936d291c222357303b9611cab89d0c3b047584ef377Chong Zhang const sp<AMessage> & /* msg */) { 5937d291c222357303b9611cab89d0c3b047584ef377Chong Zhang ALOGV("onCreateInputSurface"); 5938d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 5939d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<AMessage> notify = mCodec->mNotify->dup(); 5940d291c222357303b9611cab89d0c3b047584ef377Chong Zhang notify->setInt32("what", CodecBase::kWhatInputSurfaceCreated); 5941d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 5942d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<IGraphicBufferProducer> bufferProducer; 5943d291c222357303b9611cab89d0c3b047584ef377Chong Zhang status_t err = mCodec->mOMX->createInputSurface( 5944054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->mNode, kPortIndexInput, &bufferProducer, &mCodec->mInputMetadataType); 5945d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 5946d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (err == OK) { 5947d291c222357303b9611cab89d0c3b047584ef377Chong Zhang err = setupInputSurface(); 5948d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 5949d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 59507cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (err == OK) { 59517cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden notify->setObject("input-surface", 59527cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden new BufferProducerWrapper(bufferProducer)); 59537cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } else { 59547cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden // Can't use mCodec->signalError() here -- MediaCodec won't forward 59557cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden // the error through because it's in the "configured" state. We 59567cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden // send a kWhatInputSurfaceCreated with an error value instead. 59577cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden ALOGE("[%s] onCreateInputSurface returning error %d", 59587cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mCodec->mComponentName.c_str(), err); 59597cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden notify->setInt32("err", err); 59607cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 59617cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden notify->post(); 59627cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden} 59637cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 59648f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhangvoid ACodec::LoadedState::onSetInputSurface( 5965d291c222357303b9611cab89d0c3b047584ef377Chong Zhang const sp<AMessage> &msg) { 59668f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang ALOGV("onSetInputSurface"); 5967d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 5968d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<AMessage> notify = mCodec->mNotify->dup(); 5969d291c222357303b9611cab89d0c3b047584ef377Chong Zhang notify->setInt32("what", CodecBase::kWhatInputSurfaceAccepted); 5970d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 5971d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<RefBase> obj; 5972d291c222357303b9611cab89d0c3b047584ef377Chong Zhang CHECK(msg->findObject("input-surface", &obj)); 5973d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<PersistentSurface> surface = static_cast<PersistentSurface *>(obj.get()); 5974d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 59758f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang status_t err = mCodec->mOMX->setInputSurface( 5976054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->mNode, kPortIndexInput, surface->getBufferConsumer(), 5977054219874873b41f1c815552987c10465c34ba2bLajos Molnar &mCodec->mInputMetadataType); 5978d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 5979d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (err == OK) { 5980d291c222357303b9611cab89d0c3b047584ef377Chong Zhang err = setupInputSurface(); 5981d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 5982d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 5983d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (err != OK) { 5984d291c222357303b9611cab89d0c3b047584ef377Chong Zhang // Can't use mCodec->signalError() here -- MediaCodec won't forward 5985d291c222357303b9611cab89d0c3b047584ef377Chong Zhang // the error through because it's in the "configured" state. We 5986d291c222357303b9611cab89d0c3b047584ef377Chong Zhang // send a kWhatInputSurfaceAccepted with an error value instead. 59878f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang ALOGE("[%s] onSetInputSurface returning error %d", 5988d291c222357303b9611cab89d0c3b047584ef377Chong Zhang mCodec->mComponentName.c_str(), err); 5989d291c222357303b9611cab89d0c3b047584ef377Chong Zhang notify->setInt32("err", err); 5990d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 5991d291c222357303b9611cab89d0c3b047584ef377Chong Zhang notify->post(); 5992d291c222357303b9611cab89d0c3b047584ef377Chong Zhang} 5993d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 5994c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Hubervoid ACodec::LoadedState::onStart() { 59955778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGV("onStart"); 59965778822d86b0337407514b9372562b86edfa91cdAndreas Huber 59970806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = mCodec->mOMX->sendCommand(mCodec->mNode, OMX_CommandStateSet, OMX_StateIdle); 59980806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 59990806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 60000806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 60010806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->changeState(mCodec->mLoadedToIdleState); 60020806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6003f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6004f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6005f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 6006f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6007f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::LoadedToIdleState::LoadedToIdleState(ACodec *codec) 6008f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : BaseState(codec) { 6009f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6010f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6011f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::LoadedToIdleState::stateEntered() { 60123856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now Loaded->Idle", mCodec->mComponentName.c_str()); 6013f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6014cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber status_t err; 6015cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber if ((err = allocateBuffers()) != OK) { 601629357bc2c0dd7c43ad3bd0c8e3efa4e6fd9bfd47Steve Block ALOGE("Failed to allocate buffers after transitioning to IDLE state " 6017cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber "(error 0x%08x)", 6018cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber err); 6019cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber 6020251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 602191bfadb4aa75444c60e9949232de3c184cfe060aAndreas Huber 6022c673de8067ad53f96b3fcd2b7b24b066303a32aaWei Jia mCodec->mOMX->sendCommand( 6023c673de8067ad53f96b3fcd2b7b24b066303a32aaWei Jia mCodec->mNode, OMX_CommandStateSet, OMX_StateLoaded); 6024c673de8067ad53f96b3fcd2b7b24b066303a32aaWei Jia if (mCodec->allYourBuffersAreBelongToUs(kPortIndexInput)) { 6025c673de8067ad53f96b3fcd2b7b24b066303a32aaWei Jia mCodec->freeBuffersOnPort(kPortIndexInput); 6026c673de8067ad53f96b3fcd2b7b24b066303a32aaWei Jia } 6027c673de8067ad53f96b3fcd2b7b24b066303a32aaWei Jia if (mCodec->allYourBuffersAreBelongToUs(kPortIndexOutput)) { 6028c673de8067ad53f96b3fcd2b7b24b066303a32aaWei Jia mCodec->freeBuffersOnPort(kPortIndexOutput); 6029c673de8067ad53f96b3fcd2b7b24b066303a32aaWei Jia } 6030c673de8067ad53f96b3fcd2b7b24b066303a32aaWei Jia 603191bfadb4aa75444c60e9949232de3c184cfe060aAndreas Huber mCodec->changeState(mCodec->mLoadedState); 6032cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber } 6033f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6034f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6035f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::LoadedToIdleState::allocateBuffers() { 6036f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t err = mCodec->allocateBuffersOnPort(kPortIndexInput); 6037f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6038f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 6039f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 6040f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6041f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6042f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return mCodec->allocateBuffersOnPort(kPortIndexOutput); 6043f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6044f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6045f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::LoadedToIdleState::onMessageReceived(const sp<AMessage> &msg) { 6046f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 604772cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang case kWhatSetParameters: 6048f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 6049f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6050f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->deferMessage(msg); 6051f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6052f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6053f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 60546507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden case kWhatSignalEndOfInputStream: 60556507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden { 60566507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mCodec->onSignalEndOfInputStream(); 60576507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden return true; 60586507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden } 60596507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 60606463e76d41430f9b03a79b221de84255f2475658Marco Nelissen case kWhatResume: 60616463e76d41430f9b03a79b221de84255f2475658Marco Nelissen { 60626463e76d41430f9b03a79b221de84255f2475658Marco Nelissen // We'll be active soon enough. 60636463e76d41430f9b03a79b221de84255f2475658Marco Nelissen return true; 60646463e76d41430f9b03a79b221de84255f2475658Marco Nelissen } 60656463e76d41430f9b03a79b221de84255f2475658Marco Nelissen 60666463e76d41430f9b03a79b221de84255f2475658Marco Nelissen case kWhatFlush: 60676463e76d41430f9b03a79b221de84255f2475658Marco Nelissen { 60686463e76d41430f9b03a79b221de84255f2475658Marco Nelissen // We haven't even started yet, so we're flushed alright... 60696463e76d41430f9b03a79b221de84255f2475658Marco Nelissen sp<AMessage> notify = mCodec->mNotify->dup(); 6070d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatFlushCompleted); 60716463e76d41430f9b03a79b221de84255f2475658Marco Nelissen notify->post(); 60726463e76d41430f9b03a79b221de84255f2475658Marco Nelissen return true; 60736463e76d41430f9b03a79b221de84255f2475658Marco Nelissen } 60746463e76d41430f9b03a79b221de84255f2475658Marco Nelissen 6075f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6076f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onMessageReceived(msg); 6077f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6078f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6079f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6080f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::LoadedToIdleState::onOMXEvent( 6081f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 6082f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 6083f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventCmdComplete: 6084f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 60850806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = OK; 60860806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (data1 != (OMX_U32)OMX_CommandStateSet 60870806340688c937e7b78c2d89db3809274130df4eLajos Molnar || data2 != (OMX_U32)OMX_StateIdle) { 60880806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Unexpected command completion in LoadedToIdleState: %s(%u) %s(%u)", 60890806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_COMMANDTYPE)data1), data1, 60900806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_STATETYPE)data2), data2); 60910806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = FAILED_TRANSACTION; 60920806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6093f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 60940806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 60950806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mCodec->mOMX->sendCommand( 60960806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mNode, OMX_CommandStateSet, OMX_StateExecuting); 60970806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6098f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 60990806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 61000806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 61010806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 61020806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->changeState(mCodec->mIdleToExecutingState); 61030806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6104f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6105f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6106f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6107f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6108f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6109f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onOMXEvent(event, data1, data2); 6110f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6111f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6112f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6113f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 6114f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6115f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::IdleToExecutingState::IdleToExecutingState(ACodec *codec) 6116f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : BaseState(codec) { 6117f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6118f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6119f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::IdleToExecutingState::stateEntered() { 61203856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now Idle->Executing", mCodec->mComponentName.c_str()); 6121f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6122f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6123f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::IdleToExecutingState::onMessageReceived(const sp<AMessage> &msg) { 6124f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 612572cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang case kWhatSetParameters: 6126f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 6127f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6128f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->deferMessage(msg); 6129f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6130f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6131f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6132d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber case kWhatResume: 6133d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber { 6134d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber // We'll be active soon enough. 6135d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber return true; 6136d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber } 6137d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber 6138d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber case kWhatFlush: 6139d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber { 6140d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber // We haven't even started yet, so we're flushed alright... 6141d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 6142d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatFlushCompleted); 6143d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber notify->post(); 6144d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber 6145d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber return true; 6146d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber } 6147d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber 61486507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden case kWhatSignalEndOfInputStream: 61496507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden { 61506507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mCodec->onSignalEndOfInputStream(); 61516507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden return true; 61526507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden } 61536507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 6154f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6155f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onMessageReceived(msg); 6156f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6157f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6158f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6159f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::IdleToExecutingState::onOMXEvent( 6160f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 6161f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 6162f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventCmdComplete: 6163f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 61640806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (data1 != (OMX_U32)OMX_CommandStateSet 61650806340688c937e7b78c2d89db3809274130df4eLajos Molnar || data2 != (OMX_U32)OMX_StateExecuting) { 61660806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Unexpected command completion in IdleToExecutingState: %s(%u) %s(%u)", 61670806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_COMMANDTYPE)data1), data1, 61680806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_STATETYPE)data2), data2); 61690806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 61700806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 61710806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6172f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6173f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mExecutingState->resume(); 6174f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->changeState(mCodec->mExecutingState); 6175f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6176f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6177f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6178f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6179f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6180f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onOMXEvent(event, data1, data2); 6181f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6182f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6183f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6184f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 6185f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6186f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::ExecutingState::ExecutingState(ACodec *codec) 6187349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber : BaseState(codec), 6188349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mActive(false) { 6189f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6190f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6191f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::BaseState::PortMode ACodec::ExecutingState::getPortMode( 6192ccb067b1d8424ba610cbd3de83368bd55b532b5bAndreas Huber OMX_U32 /* portIndex */) { 6193f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return RESUBMIT_BUFFERS; 6194f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6195f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6196054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnarvoid ACodec::ExecutingState::submitOutputMetaBuffers() { 6197054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar // submit as many buffers as there are input buffers with the codec 6198054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar // in case we are in port reconfiguring 6199054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar for (size_t i = 0; i < mCodec->mBuffers[kPortIndexInput].size(); ++i) { 6200054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar BufferInfo *info = &mCodec->mBuffers[kPortIndexInput].editItemAt(i); 6201054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 6202054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar if (info->mStatus == BufferInfo::OWNED_BY_COMPONENT) { 6203054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mCodec->submitOutputMetadataBuffer() != OK) 6204054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar break; 6205054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 6206054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 62074dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar 62084dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar // *** NOTE: THE FOLLOWING WORKAROUND WILL BE REMOVED *** 6209054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->signalSubmitOutputMetadataBufferIfEOS_workaround(); 6210054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar} 6211054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 6212054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnarvoid ACodec::ExecutingState::submitRegularOutputBuffers() { 62130806340688c937e7b78c2d89db3809274130df4eLajos Molnar bool failed = false; 6214f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (size_t i = 0; i < mCodec->mBuffers[kPortIndexOutput].size(); ++i) { 6215f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = &mCodec->mBuffers[kPortIndexOutput].editItemAt(i); 6216f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6217f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mCodec->mNativeWindow != NULL) { 62180806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (info->mStatus != BufferInfo::OWNED_BY_US 62190806340688c937e7b78c2d89db3809274130df4eLajos Molnar && info->mStatus != BufferInfo::OWNED_BY_NATIVE_WINDOW) { 62200806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("buffers should be owned by us or the surface"); 62210806340688c937e7b78c2d89db3809274130df4eLajos Molnar failed = true; 62220806340688c937e7b78c2d89db3809274130df4eLajos Molnar break; 62230806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6224f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6225f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW) { 6226f933441648ef6a71dee783d733aac17b9508b452Andreas Huber continue; 6227f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6228f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else { 62290806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (info->mStatus != BufferInfo::OWNED_BY_US) { 62300806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("buffers should be owned by us"); 62310806340688c937e7b78c2d89db3809274130df4eLajos Molnar failed = true; 62320806340688c937e7b78c2d89db3809274130df4eLajos Molnar break; 62330806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6234f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6235f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 62360806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGV("[%s] calling fillBuffer %u", mCodec->mComponentName.c_str(), info->mBufferID); 6237349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 623815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkWriteFence("submitRegularOutputBuffers"); 623915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar status_t err = mCodec->mOMX->fillBuffer(mCodec->mNode, info->mBufferID, info->mFenceFd); 624015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 62410806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 62420806340688c937e7b78c2d89db3809274130df4eLajos Molnar failed = true; 62430806340688c937e7b78c2d89db3809274130df4eLajos Molnar break; 62440806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6245f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6246f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_COMPONENT; 6247f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 62480806340688c937e7b78c2d89db3809274130df4eLajos Molnar 62490806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (failed) { 62500806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 62510806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6252f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6253f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6254054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnarvoid ACodec::ExecutingState::submitOutputBuffers() { 6255c38fcfba95f711e5738e4c72bd5499317a2f30d9Lajos Molnar submitRegularOutputBuffers(); 6256054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mCodec->storingMetadataInDecodedBuffers()) { 6257054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar submitOutputMetaBuffers(); 6258054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 6259054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar} 6260054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 6261f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::ExecutingState::resume() { 6262349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber if (mActive) { 62630806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGV("[%s] We're already active, no need to resume.", mCodec->mComponentName.c_str()); 6264349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber return; 6265349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber } 6266349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 6267f933441648ef6a71dee783d733aac17b9508b452Andreas Huber submitOutputBuffers(); 6268f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 62693cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar // Post all available input buffers 6270777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (mCodec->mBuffers[kPortIndexInput].size() == 0u) { 6271777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGW("[%s] we don't have any input buffers to resume", mCodec->mComponentName.c_str()); 6272777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 6273777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim 62743cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar for (size_t i = 0; i < mCodec->mBuffers[kPortIndexInput].size(); i++) { 62753cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar BufferInfo *info = &mCodec->mBuffers[kPortIndexInput].editItemAt(i); 62763cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar if (info->mStatus == BufferInfo::OWNED_BY_US) { 62773cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar postFillThisBuffer(info); 62783cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar } 62793cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar } 6280349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 6281349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mActive = true; 6282f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6283f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6284f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::ExecutingState::stateEntered() { 62853856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now Executing", mCodec->mComponentName.c_str()); 6286f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 628790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->mRenderTracker.clear(systemTime(CLOCK_MONOTONIC)); 6288f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->processDeferredMessages(); 6289f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6290f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6291f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::ExecutingState::onMessageReceived(const sp<AMessage> &msg) { 6292f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool handled = false; 6293f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6294f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 6295f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 6296f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6297c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber int32_t keepComponentAllocated; 6298c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber CHECK(msg->findInt32( 6299c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber "keepComponentAllocated", &keepComponentAllocated)); 6300c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6301c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->mShutdownInProgress = true; 630254b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar mCodec->mExplicitShutdown = true; 6303c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->mKeepComponentAllocated = keepComponentAllocated; 6304c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6305349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mActive = false; 6306349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 63070806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = mCodec->mOMX->sendCommand( 63080806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mNode, OMX_CommandStateSet, OMX_StateIdle); 63090806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 63100806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (keepComponentAllocated) { 63110806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 63120806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 63130806340688c937e7b78c2d89db3809274130df4eLajos Molnar // TODO: do some recovery here. 63140806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 63150806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->changeState(mCodec->mExecutingToIdleState); 63160806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6317f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6318f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 6319f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6320f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6321f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6322f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatFlush: 6323f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 63247a3a2b2f9bb9421dcf83fbd47276e57917078aefJames Dong ALOGV("[%s] ExecutingState flushing now " 6325ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar "(codec owns %zu/%zu input, %zu/%zu output).", 6326d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber mCodec->mComponentName.c_str(), 6327d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber mCodec->countBuffersOwnedByComponent(kPortIndexInput), 6328d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber mCodec->mBuffers[kPortIndexInput].size(), 6329d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber mCodec->countBuffersOwnedByComponent(kPortIndexOutput), 6330d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber mCodec->mBuffers[kPortIndexOutput].size()); 6331d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 6332349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mActive = false; 6333349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 63340806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = mCodec->mOMX->sendCommand(mCodec->mNode, OMX_CommandFlush, OMX_ALL); 63350806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 63360806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 63370806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 63380806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->changeState(mCodec->mFlushingState); 63390806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6340f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6341f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 6342f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6343f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6344f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6345f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatResume: 6346f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6347f933441648ef6a71dee783d733aac17b9508b452Andreas Huber resume(); 6348f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6349f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 6350f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6351f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6352f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6353496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber case kWhatRequestIDRFrame: 6354496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber { 6355496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber status_t err = mCodec->requestIDRFrame(); 6356496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber if (err != OK) { 6357496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber ALOGW("Requesting an IDR frame failed."); 6358496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber } 6359496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 6360496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber handled = true; 6361496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber break; 6362496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber } 6363496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 6364a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber case kWhatSetParameters: 6365a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber { 6366a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber sp<AMessage> params; 6367a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber CHECK(msg->findMessage("params", ¶ms)); 6368a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 6369a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber status_t err = mCodec->setParameters(params); 6370a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 6371a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber sp<AMessage> reply; 6372a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber if (msg->findMessage("reply", &reply)) { 6373a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber reply->setInt32("err", err); 6374a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber reply->post(); 6375a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber } 6376a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 6377a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber handled = true; 6378a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber break; 6379a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber } 6380a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 63817cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case ACodec::kWhatSignalEndOfInputStream: 63827cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 63836507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mCodec->onSignalEndOfInputStream(); 63847cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden handled = true; 63857cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 63867cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 63877cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 63884dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar // *** NOTE: THE FOLLOWING WORKAROUND WILL BE REMOVED *** 6389054219874873b41f1c815552987c10465c34ba2bLajos Molnar case kWhatSubmitOutputMetadataBufferIfEOS: 63904dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar { 63914dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar if (mCodec->mPortEOS[kPortIndexInput] && 63924dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar !mCodec->mPortEOS[kPortIndexOutput]) { 6393054219874873b41f1c815552987c10465c34ba2bLajos Molnar status_t err = mCodec->submitOutputMetadataBuffer(); 63944dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar if (err == OK) { 6395054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->signalSubmitOutputMetadataBufferIfEOS_workaround(); 63964dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar } 63974dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar } 63984dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar return true; 63994dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar } 64004dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar 6401f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6402f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = BaseState::onMessageReceived(msg); 6403f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6404f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6405f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6406f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return handled; 6407f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6408f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6409a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huberstatus_t ACodec::setParameters(const sp<AMessage> ¶ms) { 6410a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber int32_t videoBitrate; 6411530fdbdc1b5491f3fbf172752834d1515701e142Lajos Molnar if (params->findInt32("video-bitrate", &videoBitrate)) { 6412a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber OMX_VIDEO_CONFIG_BITRATETYPE configParams; 6413a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber InitOMXParams(&configParams); 6414a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber configParams.nPortIndex = kPortIndexOutput; 6415a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber configParams.nEncodeBitrate = videoBitrate; 6416a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 6417a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber status_t err = mOMX->setConfig( 6418a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber mNode, 6419a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber OMX_IndexConfigVideoBitrate, 6420a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber &configParams, 6421a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber sizeof(configParams)); 6422a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 6423a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber if (err != OK) { 6424a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber ALOGE("setConfig(OMX_IndexConfigVideoBitrate, %d) failed w/ err %d", 6425a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber videoBitrate, err); 6426a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 6427a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber return err; 6428a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber } 6429a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber } 6430a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 643172cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang int64_t skipFramesBeforeUs; 643272cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang if (params->findInt64("skip-frames-before", &skipFramesBeforeUs)) { 643372cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang status_t err = 643472cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang mOMX->setInternalOption( 643572cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang mNode, 643672cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang kPortIndexInput, 643772cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang IOMX::INTERNAL_OPTION_START_TIME, 643872cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang &skipFramesBeforeUs, 643972cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang sizeof(skipFramesBeforeUs)); 644072cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang 644172cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang if (err != OK) { 644272cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang ALOGE("Failed to set parameter 'skip-frames-before' (err %d)", err); 644372cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang return err; 644472cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang } 644572cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang } 644672cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang 6447e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber int32_t dropInputFrames; 6448e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber if (params->findInt32("drop-input-frames", &dropInputFrames)) { 6449e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber bool suspend = dropInputFrames != 0; 6450e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber 6451b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber status_t err = 6452b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber mOMX->setInternalOption( 6453e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber mNode, 6454e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber kPortIndexInput, 6455e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber IOMX::INTERNAL_OPTION_SUSPEND, 6456e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber &suspend, 6457b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber sizeof(suspend)); 6458b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber 6459b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber if (err != OK) { 6460b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber ALOGE("Failed to set parameter 'drop-input-frames' (err %d)", err); 6461b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber return err; 6462b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber } 6463b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber } 6464b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber 6465b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber int32_t dummy; 6466b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber if (params->findInt32("request-sync", &dummy)) { 6467b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber status_t err = requestIDRFrame(); 6468b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber 6469b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber if (err != OK) { 6470b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber ALOGE("Requesting a sync frame failed w/ err %d", err); 6471b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber return err; 6472b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber } 6473e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber } 6474e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber 64758db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu float rate; 64768db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu if (params->findFloat("operating-rate", &rate) && rate > 0) { 64778db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu status_t err = setOperatingRate(rate, mIsVideo); 64788db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu if (err != OK) { 64798db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu ALOGE("Failed to set parameter 'operating-rate' (err %d)", err); 64808db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu return err; 64818db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu } 64828db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu } 64838db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu 6484870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang int32_t intraRefreshPeriod = 0; 6485870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (params->findInt32("intra-refresh-period", &intraRefreshPeriod) 6486870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang && intraRefreshPeriod > 0) { 6487870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang status_t err = setIntraRefreshPeriod(intraRefreshPeriod, false); 6488870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (err != OK) { 6489870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang ALOGI("[%s] failed setIntraRefreshPeriod. Failure is fine since this key is optional", 6490870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang mComponentName.c_str()); 6491870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang err = OK; 6492870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 6493870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 6494870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 6495a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber return OK; 6496a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber} 6497a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 64986507d14c6d10f93d390de62b9eed267f9b544985Andy McFaddenvoid ACodec::onSignalEndOfInputStream() { 64996507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden sp<AMessage> notify = mNotify->dup(); 6500d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatSignaledInputEOS); 65016507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 65026507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden status_t err = mOMX->signalEndOfInputStream(mNode); 65036507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden if (err != OK) { 65046507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden notify->setInt32("err", err); 65056507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden } 65066507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden notify->post(); 65076507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden} 65086507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 650990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarbool ACodec::ExecutingState::onOMXFrameRendered(int64_t mediaTimeUs, nsecs_t systemNano) { 651090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->onFrameRendered(mediaTimeUs, systemNano); 651190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar return true; 651290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 651390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 6514f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::ExecutingState::onOMXEvent( 6515f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 6516f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 6517f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventPortSettingsChanged: 6518f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6519f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ(data1, (OMX_U32)kPortIndexOutput); 6520f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 652131e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber if (data2 == 0 || data2 == OMX_IndexParamPortDefinition) { 6522054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->mMetadataBuffersToSubmit = 0; 6523f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ(mCodec->mOMX->sendCommand( 6524f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mNode, 6525f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_CommandPortDisable, kPortIndexOutput), 6526f933441648ef6a71dee783d733aac17b9508b452Andreas Huber (status_t)OK); 6527f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6528349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mCodec->freeOutputBuffersNotOwnedByComponent(); 6529f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6530f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->changeState(mCodec->mOutputPortSettingsChangedState); 653131e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber } else if (data2 == OMX_IndexConfigCommonOutputCrop) { 653231e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber mCodec->mSentFormat = false; 653398a421bfffe6b3a1b762d11740e90787bdfeac08Wei Jia 653498a421bfffe6b3a1b762d11740e90787bdfeac08Wei Jia if (mCodec->mTunneled) { 653598a421bfffe6b3a1b762d11740e90787bdfeac08Wei Jia sp<AMessage> dummy = new AMessage(kWhatOutputBufferDrained, mCodec); 653698a421bfffe6b3a1b762d11740e90787bdfeac08Wei Jia mCodec->sendFormatChange(dummy); 653798a421bfffe6b3a1b762d11740e90787bdfeac08Wei Jia } 6538f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else { 6539ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] OMX_EventPortSettingsChanged 0x%08x", 6540f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mComponentName.c_str(), data2); 6541f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6542f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6543f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6544f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6545f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6546f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventBufferFlag: 6547f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6548f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6549f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6550f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6551f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6552f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onOMXEvent(event, data1, data2); 6553f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6554f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6555f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6556f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 6557f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6558f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::OutputPortSettingsChangedState::OutputPortSettingsChangedState( 6559f933441648ef6a71dee783d733aac17b9508b452Andreas Huber ACodec *codec) 6560f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : BaseState(codec) { 6561f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6562f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6563f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::BaseState::PortMode ACodec::OutputPortSettingsChangedState::getPortMode( 6564f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 portIndex) { 6565f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (portIndex == kPortIndexOutput) { 6566f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return FREE_BUFFERS; 6567f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6568f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6569f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ(portIndex, (OMX_U32)kPortIndexInput); 6570f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6571f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return RESUBMIT_BUFFERS; 6572f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6573f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6574f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::OutputPortSettingsChangedState::onMessageReceived( 6575f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const sp<AMessage> &msg) { 6576f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool handled = false; 6577f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6578f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 6579f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatFlush: 6580f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 6581349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber case kWhatResume: 6582e6eea3a6b6e0cf92287ec1ceb8350f201d17e1acPer Persson case kWhatSetParameters: 6583f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6584349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber if (msg->what() == kWhatResume) { 65853856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Deferring resume", mCodec->mComponentName.c_str()); 6586349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber } 6587349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 6588f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->deferMessage(msg); 6589f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 6590f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6591f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6592f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6593f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6594f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = BaseState::onMessageReceived(msg); 6595f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6596f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6597f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6598f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return handled; 6599f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6600f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6601f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::OutputPortSettingsChangedState::stateEntered() { 66023856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now handling output port settings change", 6603f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mComponentName.c_str()); 6604f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6605f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 660690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarbool ACodec::OutputPortSettingsChangedState::onOMXFrameRendered( 660790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int64_t mediaTimeUs, nsecs_t systemNano) { 660890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->onFrameRendered(mediaTimeUs, systemNano); 660990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar return true; 661090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 661190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 6612f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::OutputPortSettingsChangedState::onOMXEvent( 6613f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 6614f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 6615f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventCmdComplete: 6616f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6617f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (data1 == (OMX_U32)OMX_CommandPortDisable) { 66180806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (data2 != (OMX_U32)kPortIndexOutput) { 66190806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGW("ignoring EventCmdComplete CommandPortDisable for port %u", data2); 66200806340688c937e7b78c2d89db3809274130df4eLajos Molnar return false; 66210806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6622f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 66230806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGV("[%s] Output port now disabled.", mCodec->mComponentName.c_str()); 6624f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 66250806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = OK; 66260806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (!mCodec->mBuffers[kPortIndexOutput].isEmpty()) { 66270806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("disabled port should be empty, but has %zu buffers", 66280806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mBuffers[kPortIndexOutput].size()); 66290806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = FAILED_TRANSACTION; 66300806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 66310806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mDealer[kPortIndexOutput].clear(); 66320806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6633f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 66340806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 66350806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mCodec->mOMX->sendCommand( 66360806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mNode, OMX_CommandPortEnable, kPortIndexOutput); 66370806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6638f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 66390806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 66400806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mCodec->allocateBuffersOnPort(kPortIndexOutput); 66410806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE_IF(err != OK, "Failed to allocate output port buffers after port " 66420806340688c937e7b78c2d89db3809274130df4eLajos Molnar "reconfiguration: (%d)", err); 66430806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6644cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber 66450806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 6646251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 6647d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 6648755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber // This is technically not correct, but appears to be 6649755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber // the only way to free the component instance. 6650755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber // Controlled transitioning from excecuting->idle 6651755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber // and idle->loaded seem impossible probably because 6652755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber // the output port never finishes re-enabling. 6653755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber mCodec->mShutdownInProgress = true; 6654755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber mCodec->mKeepComponentAllocated = false; 6655755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber mCodec->changeState(mCodec->mLoadedState); 6656cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber } 6657f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6658f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6659f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else if (data1 == (OMX_U32)OMX_CommandPortEnable) { 6660777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (data2 != (OMX_U32)kPortIndexOutput) { 6661777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGW("ignoring EventCmdComplete OMX_CommandPortEnable for port %u", data2); 6662777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return false; 6663777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 6664f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 666531e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber mCodec->mSentFormat = false; 666631e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 66670fb43efc54ffd8d3133635ee3934d83c9987081bWei Jia if (mCodec->mTunneled) { 66680fb43efc54ffd8d3133635ee3934d83c9987081bWei Jia sp<AMessage> dummy = new AMessage(kWhatOutputBufferDrained, mCodec); 66690fb43efc54ffd8d3133635ee3934d83c9987081bWei Jia mCodec->sendFormatChange(dummy); 66700fb43efc54ffd8d3133635ee3934d83c9987081bWei Jia } 66710fb43efc54ffd8d3133635ee3934d83c9987081bWei Jia 66720806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGV("[%s] Output port now reenabled.", mCodec->mComponentName.c_str()); 6673f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6674349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber if (mCodec->mExecutingState->active()) { 6675349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mCodec->mExecutingState->submitOutputBuffers(); 6676349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber } 6677349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 6678f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->changeState(mCodec->mExecutingState); 6679f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6680f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6681f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6682f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6683f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return false; 6684f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6685f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6686f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6687f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return false; 6688f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6689f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6690f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6691f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 6692f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6693f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::ExecutingToIdleState::ExecutingToIdleState(ACodec *codec) 66945778822d86b0337407514b9372562b86edfa91cdAndreas Huber : BaseState(codec), 66955778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentNowIdle(false) { 6696f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6697f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6698f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::ExecutingToIdleState::onMessageReceived(const sp<AMessage> &msg) { 6699f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool handled = false; 6700f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6701f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 6702f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatFlush: 6703f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6704f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // Don't send me a flush request if you previously wanted me 6705f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // to shutdown. 67060806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGW("Ignoring flush request in ExecutingToIdleState"); 6707f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6708f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6709f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6710f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 6711f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6712f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // We're already doing that... 6713f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6714f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 6715f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6716f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6717f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6718f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6719f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = BaseState::onMessageReceived(msg); 6720f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6721f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6722f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6723f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return handled; 6724f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6725f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6726f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::ExecutingToIdleState::stateEntered() { 67273856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now Executing->Idle", mCodec->mComponentName.c_str()); 672831e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 67295778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentNowIdle = false; 673031e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber mCodec->mSentFormat = false; 6731f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6732f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6733f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::ExecutingToIdleState::onOMXEvent( 6734f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 6735f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 6736f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventCmdComplete: 6737f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 67380806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (data1 != (OMX_U32)OMX_CommandStateSet 67390806340688c937e7b78c2d89db3809274130df4eLajos Molnar || data2 != (OMX_U32)OMX_StateIdle) { 67400806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Unexpected command completion in ExecutingToIdleState: %s(%u) %s(%u)", 67410806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_COMMANDTYPE)data1), data1, 67420806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_STATETYPE)data2), data2); 67430806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 67440806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 67450806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6746f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 67475778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentNowIdle = true; 67485778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6749f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeStateIfWeOwnAllBuffers(); 6750f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6751f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6752f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6753f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6754349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber case OMX_EventPortSettingsChanged: 6755349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber case OMX_EventBufferFlag: 6756349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber { 6757349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber // We're shutting down and don't care about this anymore. 6758349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber return true; 6759349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber } 6760349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 6761f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6762f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onOMXEvent(event, data1, data2); 6763f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6764f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 67650af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber 6766f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::ExecutingToIdleState::changeStateIfWeOwnAllBuffers() { 67675778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mComponentNowIdle && mCodec->allYourBuffersAreBelongToUs()) { 67680806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = mCodec->mOMX->sendCommand( 67690806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mNode, OMX_CommandStateSet, OMX_StateLoaded); 67700806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 67710806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mCodec->freeBuffersOnPort(kPortIndexInput); 67720806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err2 = mCodec->freeBuffersOnPort(kPortIndexOutput); 67730806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 67740806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = err2; 67750806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 67760806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6777f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 67780167414e261f88a96b5e4bf6cb592e6ca11e5a95Andreas Huber if ((mCodec->mFlags & kFlagPushBlankBuffersToNativeWindowOnShutdown) 67790167414e261f88a96b5e4bf6cb592e6ca11e5a95Andreas Huber && mCodec->mNativeWindow != NULL) { 6780bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber // We push enough 1x1 blank buffers to ensure that one of 6781bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber // them has made it to the display. This allows the OMX 6782bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber // component teardown to zero out any protected buffers 6783bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber // without the risk of scanning out one of those buffers. 6784b2d0b487efd40700199852c9a18b369b1651f15bLajos Molnar pushBlankBuffersToNativeWindow(mCodec->mNativeWindow.get()); 6785bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber } 6786bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber 67870806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 67880806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 67890806340688c937e7b78c2d89db3809274130df4eLajos Molnar return; 67900806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 67910806340688c937e7b78c2d89db3809274130df4eLajos Molnar 6792f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->changeState(mCodec->mIdleToLoadedState); 6793f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6794f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6795f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6796f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::ExecutingToIdleState::onInputBufferFilled( 6797f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const sp<AMessage> &msg) { 6798f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BaseState::onInputBufferFilled(msg); 6799f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6800f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeStateIfWeOwnAllBuffers(); 6801f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6802f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6803f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::ExecutingToIdleState::onOutputBufferDrained( 6804f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const sp<AMessage> &msg) { 6805f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BaseState::onOutputBufferDrained(msg); 6806f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6807f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeStateIfWeOwnAllBuffers(); 6808f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6809f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6810f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 6811f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6812f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::IdleToLoadedState::IdleToLoadedState(ACodec *codec) 6813f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : BaseState(codec) { 6814f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6815f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6816f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::IdleToLoadedState::onMessageReceived(const sp<AMessage> &msg) { 6817f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool handled = false; 6818f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6819f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 6820f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 6821f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6822f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // We're already doing that... 6823f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6824f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 6825f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6826f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6827f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6828f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatFlush: 6829f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6830f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // Don't send me a flush request if you previously wanted me 6831f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // to shutdown. 68320806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Got flush request in IdleToLoadedState"); 6833f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6834f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6835f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6836f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6837f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = BaseState::onMessageReceived(msg); 6838f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6839f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6840f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6841f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return handled; 6842f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6843f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6844f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::IdleToLoadedState::stateEntered() { 68453856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now Idle->Loaded", mCodec->mComponentName.c_str()); 6846f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6847f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6848f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::IdleToLoadedState::onOMXEvent( 6849f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 6850f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 6851f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventCmdComplete: 6852f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 68530806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (data1 != (OMX_U32)OMX_CommandStateSet 68540806340688c937e7b78c2d89db3809274130df4eLajos Molnar || data2 != (OMX_U32)OMX_StateLoaded) { 68550806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Unexpected command completion in IdleToLoadedState: %s(%u) %s(%u)", 68560806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_COMMANDTYPE)data1), data1, 68570806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_STATETYPE)data2), data2); 68580806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 68590806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 68600806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6861f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6862c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->changeState(mCodec->mLoadedState); 6863f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6864f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6865f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6866f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6867f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6868f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onOMXEvent(event, data1, data2); 6869f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6870f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6871f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6872f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 6873f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6874f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::FlushingState::FlushingState(ACodec *codec) 6875f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : BaseState(codec) { 6876f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6877f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6878f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::FlushingState::stateEntered() { 68793856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now Flushing", mCodec->mComponentName.c_str()); 6880f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6881f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mFlushComplete[kPortIndexInput] = mFlushComplete[kPortIndexOutput] = false; 6882f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6883f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6884f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::FlushingState::onMessageReceived(const sp<AMessage> &msg) { 6885f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool handled = false; 6886f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6887f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 6888f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 6889f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6890f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->deferMessage(msg); 6891f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6892f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6893f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6894f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatFlush: 6895f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6896f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // We're already doing this right now. 6897f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 6898f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6899f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6900f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6901f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6902f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = BaseState::onMessageReceived(msg); 6903f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6904f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6905f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6906f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return handled; 6907f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6908f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6909f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::FlushingState::onOMXEvent( 6910f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 6911ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] FlushingState onOMXEvent(%u,%d)", 6912ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar mCodec->mComponentName.c_str(), event, (OMX_S32)data1); 6913d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 6914f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 6915f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventCmdComplete: 6916f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 69170806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (data1 != (OMX_U32)OMX_CommandFlush) { 69180806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("unexpected EventCmdComplete %s(%d) data2:%d in FlushingState", 69190806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_COMMANDTYPE)data1), data1, data2); 69200806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 69210806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 69220806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6923f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6924f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (data2 == kPortIndexInput || data2 == kPortIndexOutput) { 6925777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (mFlushComplete[data2]) { 6926777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGW("Flush already completed for %s port", 6927777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim data2 == kPortIndexInput ? "input" : "output"); 6928777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return true; 6929777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 6930f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mFlushComplete[data2] = true; 6931e5bf6409774fe73f968b7db215f535b64de66139Andreas Huber 69320806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (mFlushComplete[kPortIndexInput] && mFlushComplete[kPortIndexOutput]) { 6933e5bf6409774fe73f968b7db215f535b64de66139Andreas Huber changeStateIfWeOwnAllBuffers(); 6934e5bf6409774fe73f968b7db215f535b64de66139Andreas Huber } 6935777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } else if (data2 == OMX_ALL) { 6936777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (!mFlushComplete[kPortIndexInput] || !mFlushComplete[kPortIndexOutput]) { 6937777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGW("received flush complete event for OMX_ALL before ports have been" 6938777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim "flushed (%d/%d)", 6939777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mFlushComplete[kPortIndexInput], mFlushComplete[kPortIndexOutput]); 6940777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return false; 6941777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 6942f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6943f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeStateIfWeOwnAllBuffers(); 6944777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } else { 6945777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGW("data2 not OMX_ALL but %u in EventCmdComplete CommandFlush", data2); 6946f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6947f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6948f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6949f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6950f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6951349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber case OMX_EventPortSettingsChanged: 6952349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber { 69531d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatOMXMessage, mCodec); 6954349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber msg->setInt32("type", omx_message::EVENT); 6955609b815a3131d22da38b2f452faa9f89daad4039Andy Hung msg->setInt32("node", mCodec->mNode); 6956349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber msg->setInt32("event", event); 6957349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber msg->setInt32("data1", data1); 6958349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber msg->setInt32("data2", data2); 6959349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 69603856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Deferring OMX_EventPortSettingsChanged", 6961349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mCodec->mComponentName.c_str()); 6962349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 6963349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mCodec->deferMessage(msg); 6964349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 6965349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber return true; 6966349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber } 6967349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 6968f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6969f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onOMXEvent(event, data1, data2); 6970f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6971f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6972f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6973f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6974f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6975f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::FlushingState::onOutputBufferDrained(const sp<AMessage> &msg) { 6976f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BaseState::onOutputBufferDrained(msg); 6977f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6978f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeStateIfWeOwnAllBuffers(); 6979f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6980f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6981f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::FlushingState::onInputBufferFilled(const sp<AMessage> &msg) { 6982f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BaseState::onInputBufferFilled(msg); 6983f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6984f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeStateIfWeOwnAllBuffers(); 6985f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6986f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6987f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::FlushingState::changeStateIfWeOwnAllBuffers() { 6988f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mFlushComplete[kPortIndexInput] 6989f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && mFlushComplete[kPortIndexOutput] 6990f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && mCodec->allYourBuffersAreBelongToUs()) { 69917e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber // We now own all buffers except possibly those still queued with 69927e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber // the native window for rendering. Let's get those back as well. 69937e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber mCodec->waitUntilAllPossibleNativeWindowBuffersAreReturnedToUs(); 69947e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 699590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->mRenderTracker.clear(systemTime(CLOCK_MONOTONIC)); 699690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 6997f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 6998d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatFlushCompleted); 6999f933441648ef6a71dee783d733aac17b9508b452Andreas Huber notify->post(); 7000f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7001f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mPortEOS[kPortIndexInput] = 7002f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mPortEOS[kPortIndexOutput] = false; 7003f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7004dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mCodec->mInputEOSResult = OK; 7005dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber 7006f3bd1972e039c6ded5154db715e5a32f1813a239Marco Nelissen if (mCodec->mSkipCutBuffer != NULL) { 7007f3bd1972e039c6ded5154db715e5a32f1813a239Marco Nelissen mCodec->mSkipCutBuffer->clear(); 7008f3bd1972e039c6ded5154db715e5a32f1813a239Marco Nelissen } 7009f3bd1972e039c6ded5154db715e5a32f1813a239Marco Nelissen 7010f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->changeState(mCodec->mExecutingState); 7011f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7012f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7013f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 70145b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnarstatus_t ACodec::queryCapabilities( 70155b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar const AString &name, const AString &mime, bool isEncoder, 70165b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar sp<MediaCodecInfo::Capabilities> *caps) { 70175b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar (*caps).clear(); 70185b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar const char *role = getComponentRole(isEncoder, mime.c_str()); 70195b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (role == NULL) { 70205b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return BAD_VALUE; 70215b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 70225b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 70235b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar OMXClient client; 70245b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar status_t err = client.connect(); 70255b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (err != OK) { 70265b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return err; 70275b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 70285b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 70295b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar sp<IOMX> omx = client.interface(); 70305b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar sp<CodecObserver> observer = new CodecObserver; 70315b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar IOMX::node_id node = 0; 70325b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 70335b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar err = omx->allocateNode(name.c_str(), observer, &node); 70345b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (err != OK) { 70355b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar client.disconnect(); 70365b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return err; 70375b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 70385b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 70395b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar err = setComponentRole(omx, node, role); 70405b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (err != OK) { 70415b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar omx->freeNode(node); 70425b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar client.disconnect(); 70435b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return err; 70445b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 70455b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 70465b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar sp<MediaCodecInfo::CapabilitiesBuilder> builder = new MediaCodecInfo::CapabilitiesBuilder(); 70475b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar bool isVideo = mime.startsWithIgnoreCase("video/"); 70485b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 70495b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (isVideo) { 70505b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar OMX_VIDEO_PARAM_PROFILELEVELTYPE param; 70515b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar InitOMXParams(¶m); 70525b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar param.nPortIndex = isEncoder ? kPortIndexOutput : kPortIndexInput; 70535b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 70545b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar for (param.nProfileIndex = 0;; ++param.nProfileIndex) { 70555b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar status_t err = omx->getParameter( 70565b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar node, OMX_IndexParamVideoProfileLevelQuerySupported, 70575b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar ¶m, sizeof(param)); 70585b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (err != OK) { 70595b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar break; 70605b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 70615b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar builder->addProfileLevel(param.eProfile, param.eLevel); 70625b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 70635b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 70645b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // Color format query 70655b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // return colors in the order reported by the OMX component 70665b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // prefix "flexible" standard ones with the flexible equivalent 70675b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar OMX_VIDEO_PARAM_PORTFORMATTYPE portFormat; 70685b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar InitOMXParams(&portFormat); 70695b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar param.nPortIndex = isEncoder ? kPortIndexInput : kPortIndexOutput; 70705b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar Vector<uint32_t> supportedColors; // shadow copy to check for duplicates 70715b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar for (portFormat.nIndex = 0;; ++portFormat.nIndex) { 70725b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar status_t err = omx->getParameter( 70735b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar node, OMX_IndexParamVideoPortFormat, 70745b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar &portFormat, sizeof(portFormat)); 70755b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (err != OK) { 70765b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar break; 70775b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 70785b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 70795b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar OMX_U32 flexibleEquivalent; 70805b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (isFlexibleColorFormat( 70815b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar omx, node, portFormat.eColorFormat, false /* usingNativeWindow */, 70825b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar &flexibleEquivalent)) { 70835b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar bool marked = false; 70845b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar for (size_t i = 0; i < supportedColors.size(); ++i) { 70855b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (supportedColors[i] == flexibleEquivalent) { 70865b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar marked = true; 70875b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar break; 70885b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 70895b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 70905b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (!marked) { 70915b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar supportedColors.push(flexibleEquivalent); 70925b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar builder->addColorFormat(flexibleEquivalent); 70935b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 70945b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 70955b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar supportedColors.push(portFormat.eColorFormat); 70965b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar builder->addColorFormat(portFormat.eColorFormat); 70975b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 70985b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } else if (mime.equalsIgnoreCase(MEDIA_MIMETYPE_AUDIO_AAC)) { 70995b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // More audio codecs if they have profiles. 71005b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar OMX_AUDIO_PARAM_ANDROID_PROFILETYPE param; 71015b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar InitOMXParams(¶m); 71025b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar param.nPortIndex = isEncoder ? kPortIndexOutput : kPortIndexInput; 71035b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar for (param.nProfileIndex = 0;; ++param.nProfileIndex) { 71045b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar status_t err = omx->getParameter( 71055b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar node, (OMX_INDEXTYPE)OMX_IndexParamAudioProfileQuerySupported, 71065b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar ¶m, sizeof(param)); 71075b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (err != OK) { 71085b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar break; 71095b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 71105b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // For audio, level is ignored. 71115b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar builder->addProfileLevel(param.eProfile, 0 /* level */); 71125b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 71135b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 71145b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // NOTE: Without Android extensions, OMX does not provide a way to query 71155b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // AAC profile support 71165b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (param.nProfileIndex == 0) { 71175b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar ALOGW("component %s doesn't support profile query.", name.c_str()); 71185b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 71195b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 71205b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 71215b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (isVideo && !isEncoder) { 71225b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar native_handle_t *sidebandHandle = NULL; 71235b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (omx->configureVideoTunnelMode( 71245b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar node, kPortIndexOutput, OMX_TRUE, 0, &sidebandHandle) == OK) { 71255b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // tunneled playback includes adaptive playback 71265b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar builder->addFlags(MediaCodecInfo::Capabilities::kFlagSupportsAdaptivePlayback 71275b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar | MediaCodecInfo::Capabilities::kFlagSupportsTunneledPlayback); 71285b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } else if (omx->storeMetaDataInBuffers( 71295b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar node, kPortIndexOutput, OMX_TRUE) == OK || 71305b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar omx->prepareForAdaptivePlayback( 71315b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar node, kPortIndexOutput, OMX_TRUE, 71325b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 1280 /* width */, 720 /* height */) == OK) { 71335b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar builder->addFlags(MediaCodecInfo::Capabilities::kFlagSupportsAdaptivePlayback); 71345b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 71355b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 71365b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 71375b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (isVideo && isEncoder) { 71385b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar OMX_VIDEO_CONFIG_ANDROID_INTRAREFRESHTYPE params; 71395b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar InitOMXParams(¶ms); 71405b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar params.nPortIndex = kPortIndexOutput; 71415b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // TODO: should we verify if fallback is supported? 71425b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (omx->getConfig( 71435b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar node, (OMX_INDEXTYPE)OMX_IndexConfigAndroidIntraRefresh, 71445b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar ¶ms, sizeof(params)) == OK) { 71455b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar builder->addFlags(MediaCodecInfo::Capabilities::kFlagSupportsIntraRefresh); 71465b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 71475b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 71485b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 71495b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar *caps = builder; 71505b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar omx->freeNode(node); 71515b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar client.disconnect(); 71525b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return OK; 71535b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar} 71545b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 7155a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar// These are supposed be equivalent to the logic in 7156a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar// "audio_channel_out_mask_from_count". 7157a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar//static 7158a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnarstatus_t ACodec::getOMXChannelMapping(size_t numChannels, OMX_AUDIO_CHANNELTYPE map[]) { 7159a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar switch (numChannels) { 7160a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar case 1: 7161a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[0] = OMX_AUDIO_ChannelCF; 7162a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar break; 7163a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar case 2: 7164a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[0] = OMX_AUDIO_ChannelLF; 7165a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[1] = OMX_AUDIO_ChannelRF; 7166a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar break; 7167a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar case 3: 7168a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[0] = OMX_AUDIO_ChannelLF; 7169a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[1] = OMX_AUDIO_ChannelRF; 7170a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[2] = OMX_AUDIO_ChannelCF; 7171a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar break; 7172a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar case 4: 7173a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[0] = OMX_AUDIO_ChannelLF; 7174a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[1] = OMX_AUDIO_ChannelRF; 7175a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[2] = OMX_AUDIO_ChannelLR; 7176a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[3] = OMX_AUDIO_ChannelRR; 7177a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar break; 7178a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar case 5: 7179a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[0] = OMX_AUDIO_ChannelLF; 7180a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[1] = OMX_AUDIO_ChannelRF; 7181a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[2] = OMX_AUDIO_ChannelCF; 7182a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[3] = OMX_AUDIO_ChannelLR; 7183a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[4] = OMX_AUDIO_ChannelRR; 7184a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar break; 7185a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar case 6: 7186a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[0] = OMX_AUDIO_ChannelLF; 7187a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[1] = OMX_AUDIO_ChannelRF; 7188a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[2] = OMX_AUDIO_ChannelCF; 7189a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[3] = OMX_AUDIO_ChannelLFE; 7190a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[4] = OMX_AUDIO_ChannelLR; 7191a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[5] = OMX_AUDIO_ChannelRR; 7192a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar break; 7193a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar case 7: 7194a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[0] = OMX_AUDIO_ChannelLF; 7195a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[1] = OMX_AUDIO_ChannelRF; 7196a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[2] = OMX_AUDIO_ChannelCF; 7197a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[3] = OMX_AUDIO_ChannelLFE; 7198a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[4] = OMX_AUDIO_ChannelLR; 7199a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[5] = OMX_AUDIO_ChannelRR; 7200a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[6] = OMX_AUDIO_ChannelCS; 7201a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar break; 7202a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar case 8: 7203a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[0] = OMX_AUDIO_ChannelLF; 7204a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[1] = OMX_AUDIO_ChannelRF; 7205a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[2] = OMX_AUDIO_ChannelCF; 7206a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[3] = OMX_AUDIO_ChannelLFE; 7207a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[4] = OMX_AUDIO_ChannelLR; 7208a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[5] = OMX_AUDIO_ChannelRR; 7209a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[6] = OMX_AUDIO_ChannelLS; 7210a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[7] = OMX_AUDIO_ChannelRS; 7211a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar break; 7212a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar default: 7213a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar return -EINVAL; 7214a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar } 7215a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar 7216a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar return OK; 7217a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar} 7218a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar 7219f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} // namespace android 7220