ACodec.cpp revision f1c70d7f5472e3f5680144c29c839108993996fd
127c174483a8ae9688d5d4897c19074f62c7f1701James Dong/* 227c174483a8ae9688d5d4897c19074f62c7f1701James Dong * Copyright (C) 2010 The Android Open Source Project 327c174483a8ae9688d5d4897c19074f62c7f1701James Dong * 427c174483a8ae9688d5d4897c19074f62c7f1701James Dong * Licensed under the Apache License, Version 2.0 (the "License"); 527c174483a8ae9688d5d4897c19074f62c7f1701James Dong * you may not use this file except in compliance with the License. 627c174483a8ae9688d5d4897c19074f62c7f1701James Dong * You may obtain a copy of the License at 727c174483a8ae9688d5d4897c19074f62c7f1701James Dong * 827c174483a8ae9688d5d4897c19074f62c7f1701James Dong * http://www.apache.org/licenses/LICENSE-2.0 927c174483a8ae9688d5d4897c19074f62c7f1701James Dong * 1027c174483a8ae9688d5d4897c19074f62c7f1701James Dong * Unless required by applicable law or agreed to in writing, software 1127c174483a8ae9688d5d4897c19074f62c7f1701James Dong * distributed under the License is distributed on an "AS IS" BASIS, 1227c174483a8ae9688d5d4897c19074f62c7f1701James Dong * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 1327c174483a8ae9688d5d4897c19074f62c7f1701James Dong * See the License for the specific language governing permissions and 1427c174483a8ae9688d5d4897c19074f62c7f1701James Dong * limitations under the License. 1527c174483a8ae9688d5d4897c19074f62c7f1701James Dong */ 1627c174483a8ae9688d5d4897c19074f62c7f1701James Dong 17f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//#define LOG_NDEBUG 0 18f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#define LOG_TAG "ACodec" 19f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 20f87e30fe71752dc431d8e8d5682c38271c03265aAndy Hung#ifdef __LP64__ 21f87e30fe71752dc431d8e8d5682c38271c03265aAndy Hung#define OMX_ANDROID_COMPILE_AS_32BIT_ON_64BIT_PLATFORMS 22f87e30fe71752dc431d8e8d5682c38271c03265aAndy Hung#endif 23f87e30fe71752dc431d8e8d5682c38271c03265aAndy Hung 24609b815a3131d22da38b2f452faa9f89daad4039Andy Hung#include <inttypes.h> 256fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar#include <utils/Trace.h> 266fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar 271de1e25cba872bd4c077c2e394f8ca9c70b65856Lajos Molnar#include <gui/Surface.h> 281de1e25cba872bd4c077c2e394f8ca9c70b65856Lajos Molnar 29f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/ACodec.h> 30f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 31f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <binder/MemoryDealer.h> 32f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 33f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/foundation/hexdump.h> 34f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/foundation/ABuffer.h> 35f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/foundation/ADebug.h> 36f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/foundation/AMessage.h> 37a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar#include <media/stagefright/foundation/AUtils.h> 38f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 397cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden#include <media/stagefright/BufferProducerWrapper.h> 4090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar#include <media/stagefright/MediaCodec.h> 41afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber#include <media/stagefright/MediaCodecList.h> 42f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/MediaDefs.h> 43f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/OMXClient.h> 44d291c222357303b9611cab89d0c3b047584ef377Chong Zhang#include <media/stagefright/PersistentSurface.h> 45b2d0b487efd40700199852c9a18b369b1651f15bLajos Molnar#include <media/stagefright/SurfaceUtils.h> 463a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber#include <media/hardware/HardwareAPI.h> 473a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber 4897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu#include <OMX_AudioExt.h> 494154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev#include <OMX_VideoExt.h> 50f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <OMX_Component.h> 5197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu#include <OMX_IndexExt.h> 52777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim#include <OMX_AsString.h> 53f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 54496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber#include "include/avc_utils.h" 555b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar#include "include/DataConverter.h" 5673dd808754c641fe798273d356ee38368715fa7bLajos Molnar#include "omx/OMXUtils.h" 57496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 58f933441648ef6a71dee783d733aac17b9508b452Andreas Hubernamespace android { 59f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 606e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnarenum { 616e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar kMaxIndicesToCheck = 32, // used when enumerating supported formats and profiles 626e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar}; 636e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar 64251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// OMX errors are directly mapped into status_t range if 65251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// there is no corresponding MediaError status code. 66251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// Use the statusFromOMXError(int32_t omxError) function. 67251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// 68251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// Currently this is a direct map. 69251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// See frameworks/native/include/media/openmax/OMX_Core.h 70251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// 71251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// Vendor OMX errors from 0x90000000 - 0x9000FFFF 72251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// Extension OMX errors from 0x8F000000 - 0x90000000 73251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// Standard OMX errors from 0x80001000 - 0x80001024 (0x80001024 current) 74251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// 75251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung 76251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// returns true if err is a recognized OMX error code. 77251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// as OMX error is OMX_S32, this is an int32_t type 78251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hungstatic inline bool isOMXError(int32_t err) { 79251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return (ERROR_CODEC_MIN <= err && err <= ERROR_CODEC_MAX); 80251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung} 81251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung 82251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// converts an OMX error to a status_t 83251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hungstatic inline status_t statusFromOMXError(int32_t omxError) { 84251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung switch (omxError) { 85251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case OMX_ErrorInvalidComponentName: 86251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case OMX_ErrorComponentNotFound: 87251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return NAME_NOT_FOUND; // can trigger illegal argument error for provided names. 88251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung default: 89251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return isOMXError(omxError) ? omxError : 0; // no translation required 90251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 91251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung} 92251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung 93251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// checks and converts status_t to a non-side-effect status_t 94251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hungstatic inline status_t makeNoSideEffectStatus(status_t err) { 95251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung switch (err) { 96251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // the following errors have side effects and may come 97251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // from other code modules. Remap for safety reasons. 98251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case INVALID_OPERATION: 99251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case DEAD_OBJECT: 100251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return UNKNOWN_ERROR; 101251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung default: 102251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return err; 103251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 104251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung} 105251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung 10626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnarstruct MessageList : public RefBase { 10726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar MessageList() { 10826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 109984a54322f7c70bc75e862d91bdd975814872affLajos Molnar virtual ~MessageList() { 110984a54322f7c70bc75e862d91bdd975814872affLajos Molnar } 11126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar std::list<sp<AMessage> > &getList() { return mList; } 11226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnarprivate: 11326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar std::list<sp<AMessage> > mList; 11426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 11526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar DISALLOW_EVIL_CONSTRUCTORS(MessageList); 11626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar}; 11726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 1185b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnarstatic sp<DataConverter> getCopyConverter() { 1195b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar static pthread_once_t once = PTHREAD_ONCE_INIT; // const-inited 1205b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar static sp<DataConverter> sCopyConverter; // zero-inited 1215b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar pthread_once(&once, [](){ sCopyConverter = new DataConverter(); }); 1225b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar return sCopyConverter; 1235b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar} 1245b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar 125f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct CodecObserver : public BnOMXObserver { 126f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CodecObserver() {} 127f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 128f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void setNotificationMessage(const sp<AMessage> &msg) { 129f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNotify = msg; 130f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 131f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 132f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // from IOMXObserver 13326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar virtual void onMessages(const std::list<omx_message> &messages) { 134984a54322f7c70bc75e862d91bdd975814872affLajos Molnar if (messages.empty()) { 135984a54322f7c70bc75e862d91bdd975814872affLajos Molnar return; 136984a54322f7c70bc75e862d91bdd975814872affLajos Molnar } 137984a54322f7c70bc75e862d91bdd975814872affLajos Molnar 138984a54322f7c70bc75e862d91bdd975814872affLajos Molnar sp<AMessage> notify = mNotify->dup(); 13926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar bool first = true; 14026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar sp<MessageList> msgList = new MessageList(); 14126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar for (std::list<omx_message>::const_iterator it = messages.cbegin(); 14226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar it != messages.cend(); ++it) { 14326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar const omx_message &omx_msg = *it; 14426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar if (first) { 14526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar notify->setInt32("node", omx_msg.node); 146984a54322f7c70bc75e862d91bdd975814872affLajos Molnar first = false; 147f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 148f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 14926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar sp<AMessage> msg = new AMessage; 15026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32("type", omx_msg.type); 15126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar switch (omx_msg.type) { 15226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar case omx_message::EVENT: 15326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar { 15426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32("event", omx_msg.u.event_data.event); 15526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32("data1", omx_msg.u.event_data.data1); 15626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32("data2", omx_msg.u.event_data.data2); 15726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar break; 15826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 159f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 16026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar case omx_message::EMPTY_BUFFER_DONE: 16126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar { 16226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32("buffer", omx_msg.u.buffer_data.buffer); 16326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32("fence_fd", omx_msg.fenceFd); 16426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar break; 16526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 166f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 16726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar case omx_message::FILL_BUFFER_DONE: 16826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar { 16926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32( 17026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar "buffer", omx_msg.u.extended_buffer_data.buffer); 17126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32( 17226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar "range_offset", 17326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar omx_msg.u.extended_buffer_data.range_offset); 17426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32( 17526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar "range_length", 17626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar omx_msg.u.extended_buffer_data.range_length); 17726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32( 17826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar "flags", 17926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar omx_msg.u.extended_buffer_data.flags); 18026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt64( 18126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar "timestamp", 18226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar omx_msg.u.extended_buffer_data.timestamp); 18326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32( 18426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar "fence_fd", omx_msg.fenceFd); 18526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar break; 18626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 187f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 18890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar case omx_message::FRAME_RENDERED: 18990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar { 19090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar msg->setInt64( 19190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar "media_time_us", omx_msg.u.render_data.timestamp); 19290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar msg->setInt64( 19390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar "system_nano", omx_msg.u.render_data.nanoTime); 19490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar break; 19590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 19690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 19726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar default: 19826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar ALOGE("Unrecognized message type: %d", omx_msg.type); 19926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar break; 20026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 20126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msgList->getList().push_back(msg); 20226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 20326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar notify->setObject("messages", msgList); 20426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar notify->post(); 205f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 206f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 207f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 208f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual ~CodecObserver() {} 209f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 210f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 211f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<AMessage> mNotify; 212f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 213f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(CodecObserver); 214f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 215f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 216f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 217f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 218f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::BaseState : public AState { 219f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BaseState(ACodec *codec, const sp<AState> &parentState = NULL); 220f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 221f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 222f933441648ef6a71dee783d733aac17b9508b452Andreas Huber enum PortMode { 223f933441648ef6a71dee783d733aac17b9508b452Andreas Huber KEEP_BUFFERS, 224f933441648ef6a71dee783d733aac17b9508b452Andreas Huber RESUBMIT_BUFFERS, 225f933441648ef6a71dee783d733aac17b9508b452Andreas Huber FREE_BUFFERS, 226f933441648ef6a71dee783d733aac17b9508b452Andreas Huber }; 227f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 228f933441648ef6a71dee783d733aac17b9508b452Andreas Huber ACodec *mCodec; 229f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 230f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual PortMode getPortMode(OMX_U32 portIndex); 231f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 232f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 233f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 234f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 235f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 236f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onOutputBufferDrained(const sp<AMessage> &msg); 237f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onInputBufferFilled(const sp<AMessage> &msg); 238f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 239f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void postFillThisBuffer(BufferInfo *info); 240f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 241f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 24226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar // Handles an OMX message. Returns true iff message was handled. 243f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool onOMXMessage(const sp<AMessage> &msg); 244f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 24526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar // Handles a list of messages. Returns true iff messages were handled. 24626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar bool onOMXMessageList(const sp<AMessage> &msg); 24726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 24826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar // returns true iff this message is for this component and the component is alive 24926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar bool checkOMXMessage(const sp<AMessage> &msg); 25026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 25115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar bool onOMXEmptyBufferDone(IOMX::buffer_id bufferID, int fenceFd); 252f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 253f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool onOMXFillBufferDone( 254f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferID, 255f933441648ef6a71dee783d733aac17b9508b452Andreas Huber size_t rangeOffset, size_t rangeLength, 256f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 flags, 25715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int64_t timeUs, 25815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int fenceFd); 259f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 26090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar virtual bool onOMXFrameRendered(int64_t mediaTimeUs, nsecs_t systemNano); 26190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 262f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void getMoreInputDataIfPossible(); 263f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 264f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(BaseState); 265f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 266f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 267f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 268f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 269ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huberstruct ACodec::DeathNotifier : public IBinder::DeathRecipient { 270ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber DeathNotifier(const sp<AMessage> ¬ify) 271ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber : mNotify(notify) { 272ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber } 273ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 274ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber virtual void binderDied(const wp<IBinder> &) { 275ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mNotify->post(); 276ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber } 277ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 278ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huberprotected: 279ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber virtual ~DeathNotifier() {} 280ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 281ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huberprivate: 282ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber sp<AMessage> mNotify; 283ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 284ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(DeathNotifier); 285ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber}; 286ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 287f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::UninitializedState : public ACodec::BaseState { 288f933441648ef6a71dee783d733aac17b9508b452Andreas Huber UninitializedState(ACodec *codec); 289f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 290f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 291f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 292c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber virtual void stateEntered(); 293f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 294f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 295f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void onSetup(const sp<AMessage> &msg); 296c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber bool onAllocateComponent(const sp<AMessage> &msg); 297f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 298ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber sp<DeathNotifier> mDeathNotifier; 299ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 300f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(UninitializedState); 301f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 302f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 303f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 304f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 305c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberstruct ACodec::LoadedState : public ACodec::BaseState { 306c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber LoadedState(ACodec *codec); 307c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 308c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberprotected: 309c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 310c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber virtual void stateEntered(); 311c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 312c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberprivate: 313c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber friend struct ACodec::UninitializedState; 314c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 315c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber bool onConfigureComponent(const sp<AMessage> &msg); 3167cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden void onCreateInputSurface(const sp<AMessage> &msg); 3178f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang void onSetInputSurface(const sp<AMessage> &msg); 318c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber void onStart(); 319c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber void onShutdown(bool keepComponentAllocated); 320c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 321d291c222357303b9611cab89d0c3b047584ef377Chong Zhang status_t setupInputSurface(); 322d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 323c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(LoadedState); 324c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber}; 325c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 326c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber//////////////////////////////////////////////////////////////////////////////// 327c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 328f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::LoadedToIdleState : public ACodec::BaseState { 329f933441648ef6a71dee783d733aac17b9508b452Andreas Huber LoadedToIdleState(ACodec *codec); 330f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 331f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 332f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 333f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 334f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 335f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 336f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 337f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t allocateBuffers(); 338f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 339f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(LoadedToIdleState); 340f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 341f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 342f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 343f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 344f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::IdleToExecutingState : public ACodec::BaseState { 345f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IdleToExecutingState(ACodec *codec); 346f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 347f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 348f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 349f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 350f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 351f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 352f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 353f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(IdleToExecutingState); 354f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 355f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 356f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 357f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 358f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::ExecutingState : public ACodec::BaseState { 359f933441648ef6a71dee783d733aac17b9508b452Andreas Huber ExecutingState(ACodec *codec); 360f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 361054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar void submitRegularOutputBuffers(); 362054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar void submitOutputMetaBuffers(); 363f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void submitOutputBuffers(); 364f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 365f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // Submit output buffers to the decoder, submit input buffers to client 366f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // to fill with data. 367f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void resume(); 368f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 369349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber // Returns true iff input and output buffers are in play. 370349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber bool active() const { return mActive; } 371349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 372f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 373f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual PortMode getPortMode(OMX_U32 portIndex); 374f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 375f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 376f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 377f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 37890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar virtual bool onOMXFrameRendered(int64_t mediaTimeUs, nsecs_t systemNano); 379f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 380f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 381349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber bool mActive; 382349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 383f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(ExecutingState); 384f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 385f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 386f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 387f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 388f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::OutputPortSettingsChangedState : public ACodec::BaseState { 389f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OutputPortSettingsChangedState(ACodec *codec); 390f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 391f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 392f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual PortMode getPortMode(OMX_U32 portIndex); 393f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 394f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 395f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 396f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 39790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar virtual bool onOMXFrameRendered(int64_t mediaTimeUs, nsecs_t systemNano); 398f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 399f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 400f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(OutputPortSettingsChangedState); 401f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 402f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 403f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 404f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 405f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::ExecutingToIdleState : public ACodec::BaseState { 406f933441648ef6a71dee783d733aac17b9508b452Andreas Huber ExecutingToIdleState(ACodec *codec); 407f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 408f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 409f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 410f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 411f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 412f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 413f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 414f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onOutputBufferDrained(const sp<AMessage> &msg); 415f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onInputBufferFilled(const sp<AMessage> &msg); 416f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 417f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 418f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void changeStateIfWeOwnAllBuffers(); 419f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4205778822d86b0337407514b9372562b86edfa91cdAndreas Huber bool mComponentNowIdle; 4215778822d86b0337407514b9372562b86edfa91cdAndreas Huber 422f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(ExecutingToIdleState); 423f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 424f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 425f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 426f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 427f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::IdleToLoadedState : public ACodec::BaseState { 428f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IdleToLoadedState(ACodec *codec); 429f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 430f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 431f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 432f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 433f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 434f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 435f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 436f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 437f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(IdleToLoadedState); 438f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 439f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 440f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 441f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 442f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::FlushingState : public ACodec::BaseState { 443f933441648ef6a71dee783d733aac17b9508b452Andreas Huber FlushingState(ACodec *codec); 444f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 445f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 446f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 447f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 448f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 449f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 450f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 451f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onOutputBufferDrained(const sp<AMessage> &msg); 452f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onInputBufferFilled(const sp<AMessage> &msg); 453f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 454f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 455f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool mFlushComplete[2]; 456f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 457f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void changeStateIfWeOwnAllBuffers(); 458f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 459f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(FlushingState); 460f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 461f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 462f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 463f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 46415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnarvoid ACodec::BufferInfo::setWriteFence(int fenceFd, const char *dbg) { 46515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (mFenceFd >= 0) { 46615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGW("OVERWRITE OF %s fence %d by write fence %d in %s", 46715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mIsReadFence ? "read" : "write", mFenceFd, fenceFd, dbg); 46815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 46915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mFenceFd = fenceFd; 47015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mIsReadFence = false; 47115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar} 47215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 47315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnarvoid ACodec::BufferInfo::setReadFence(int fenceFd, const char *dbg) { 47415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (mFenceFd >= 0) { 47515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGW("OVERWRITE OF %s fence %d by read fence %d in %s", 47615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mIsReadFence ? "read" : "write", mFenceFd, fenceFd, dbg); 47715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 47815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mFenceFd = fenceFd; 47915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mIsReadFence = true; 48015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar} 48115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 48215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnarvoid ACodec::BufferInfo::checkWriteFence(const char *dbg) { 48315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (mFenceFd >= 0 && mIsReadFence) { 48415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGD("REUSING read fence %d as write fence in %s", mFenceFd, dbg); 48515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 48615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar} 48715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 48815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnarvoid ACodec::BufferInfo::checkReadFence(const char *dbg) { 48915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (mFenceFd >= 0 && !mIsReadFence) { 49015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGD("REUSING write fence %d as read fence in %s", mFenceFd, dbg); 49115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 49215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar} 49315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 49415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar//////////////////////////////////////////////////////////////////////////////// 49515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 496f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::ACodec() 497afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber : mQuirks(0), 498609b815a3131d22da38b2f452faa9f89daad4039Andy Hung mNode(0), 499b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mUsingNativeWindow(false), 500e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar mNativeWindowUsageBits(0), 501fe73b95aaef79ad312d9dfdb6c8873bd50c6c19eLajos Molnar mLastNativeWindowDataSpace(HAL_DATASPACE_UNKNOWN), 5028db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu mIsVideo(false), 503c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mIsEncoder(false), 504346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang mFatalError(false), 5059806555d3930be43e11106281dee354820ac1c88Andreas Huber mShutdownInProgress(false), 50654b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar mExplicitShutdown(false), 507f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang mIsLegacyVP9Decoder(false), 5089806555d3930be43e11106281dee354820ac1c88Andreas Huber mEncoderDelay(0), 5099806555d3930be43e11106281dee354820ac1c88Andreas Huber mEncoderPadding(0), 510e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang mRotationDegrees(0), 5119806555d3930be43e11106281dee354820ac1c88Andreas Huber mChannelMaskPresent(false), 512054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mChannelMask(0), 513054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mDequeueCounter(0), 514054219874873b41f1c815552987c10465c34ba2bLajos Molnar mInputMetadataType(kMetadataBufferTypeInvalid), 515054219874873b41f1c815552987c10465c34ba2bLajos Molnar mOutputMetadataType(kMetadataBufferTypeInvalid), 516011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar mLegacyAdaptiveExperiment(false), 517054219874873b41f1c815552987c10465c34ba2bLajos Molnar mMetadataBuffersToSubmit(0), 5185b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar mNumUndequeuedBuffers(0), 51994ee4b708acfa941581160b267afb79192b1d816Chong Zhang mRepeatFrameDelayUs(-1ll), 5202c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mMaxPtsGapUs(-1ll), 52137b2b389139ed638831e49708c947863eef631efRonghua Wu mMaxFps(-1), 5222c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mTimePerFrameUs(-1ll), 523609b815a3131d22da38b2f452faa9f89daad4039Andy Hung mTimePerCaptureUs(-1ll), 524ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad mCreateInputBuffersSuspended(false), 5258338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar mTunneled(false), 526db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang mDescribeColorAspectsIndex((OMX_INDEXTYPE)0), 527db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang mDescribeHDRStaticInfoIndex((OMX_INDEXTYPE)0) { 528f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mUninitializedState = new UninitializedState(this); 529c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mLoadedState = new LoadedState(this); 530f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mLoadedToIdleState = new LoadedToIdleState(this); 531f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mIdleToExecutingState = new IdleToExecutingState(this); 532f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mExecutingState = new ExecutingState(this); 533f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 534f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mOutputPortSettingsChangedState = 535f933441648ef6a71dee783d733aac17b9508b452Andreas Huber new OutputPortSettingsChangedState(this); 536f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 537f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mExecutingToIdleState = new ExecutingToIdleState(this); 538f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mIdleToLoadedState = new IdleToLoadedState(this); 539f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mFlushingState = new FlushingState(this); 540f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 541f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mPortEOS[kPortIndexInput] = mPortEOS[kPortIndexOutput] = false; 542dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mInputEOSResult = OK; 543f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 544fe73b95aaef79ad312d9dfdb6c8873bd50c6c19eLajos Molnar memset(&mLastNativeWindowCrop, 0, sizeof(mLastNativeWindowCrop)); 545fe73b95aaef79ad312d9dfdb6c8873bd50c6c19eLajos Molnar 546f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeState(mUninitializedState); 547f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 548f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 549f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::~ACodec() { 550f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 551f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 552f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::setNotificationMessage(const sp<AMessage> &msg) { 553f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNotify = msg; 554f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 555f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 556f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::initiateSetup(const sp<AMessage> &msg) { 557f933441648ef6a71dee783d733aac17b9508b452Andreas Huber msg->setWhat(kWhatSetup); 5581d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar msg->setTarget(this); 559f933441648ef6a71dee783d733aac17b9508b452Andreas Huber msg->post(); 560f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 561f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 562a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Hubervoid ACodec::signalSetParameters(const sp<AMessage> ¶ms) { 5631d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatSetParameters, this); 564a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber msg->setMessage("params", params); 565a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber msg->post(); 566a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber} 567a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 5685778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid ACodec::initiateAllocateComponent(const sp<AMessage> &msg) { 5695778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setWhat(kWhatAllocateComponent); 5701d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar msg->setTarget(this); 5715778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->post(); 5725778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 5735778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5745778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid ACodec::initiateConfigureComponent(const sp<AMessage> &msg) { 5755778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setWhat(kWhatConfigureComponent); 5761d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar msg->setTarget(this); 5775778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->post(); 5785778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 5795778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5801dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t ACodec::setSurface(const sp<Surface> &surface) { 5811dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> msg = new AMessage(kWhatSetSurface, this); 5821dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar msg->setObject("surface", surface); 5831dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 5841dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> response; 5851dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = msg->postAndAwaitResponse(&response); 5861dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 5871dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err == OK) { 5881dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar (void)response->findInt32("err", &err); 5891dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 5901dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 5911dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar} 5921dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 5937cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFaddenvoid ACodec::initiateCreateInputSurface() { 5941d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatCreateInputSurface, this))->post(); 5957cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden} 5967cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 5978f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhangvoid ACodec::initiateSetInputSurface( 598d291c222357303b9611cab89d0c3b047584ef377Chong Zhang const sp<PersistentSurface> &surface) { 5998f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang sp<AMessage> msg = new AMessage(kWhatSetInputSurface, this); 600d291c222357303b9611cab89d0c3b047584ef377Chong Zhang msg->setObject("input-surface", surface); 601d291c222357303b9611cab89d0c3b047584ef377Chong Zhang msg->post(); 602d291c222357303b9611cab89d0c3b047584ef377Chong Zhang} 603d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6047cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFaddenvoid ACodec::signalEndOfInputStream() { 6051d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatSignalEndOfInputStream, this))->post(); 6067cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden} 6077cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 6085778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid ACodec::initiateStart() { 6091d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatStart, this))->post(); 6105778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 6115778822d86b0337407514b9372562b86edfa91cdAndreas Huber 612f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::signalFlush() { 6137a3a2b2f9bb9421dcf83fbd47276e57917078aefJames Dong ALOGV("[%s] signalFlush", mComponentName.c_str()); 6141d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatFlush, this))->post(); 615f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 616f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 617f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::signalResume() { 6181d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatResume, this))->post(); 619f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 620f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 621c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Hubervoid ACodec::initiateShutdown(bool keepComponentAllocated) { 6221d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatShutdown, this); 623c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber msg->setInt32("keepComponentAllocated", keepComponentAllocated); 624c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber msg->post(); 62530358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar if (!keepComponentAllocated) { 62630358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar // ensure shutdown completes in 3 seconds 6271d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatReleaseCodecInstance, this))->post(3000000); 62830358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar } 629f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 630f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 631496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Hubervoid ACodec::signalRequestIDRFrame() { 6321d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatRequestIDRFrame, this))->post(); 633496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber} 634496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 6354dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar// *** NOTE: THE FOLLOWING WORKAROUND WILL BE REMOVED *** 6364dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar// Some codecs may return input buffers before having them processed. 6374dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar// This causes a halt if we already signaled an EOS on the input 6384dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar// port. For now keep submitting an output buffer if there was an 6394dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar// EOS on the input port, but not yet on the output port. 640054219874873b41f1c815552987c10465c34ba2bLajos Molnarvoid ACodec::signalSubmitOutputMetadataBufferIfEOS_workaround() { 6414dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar if (mPortEOS[kPortIndexInput] && !mPortEOS[kPortIndexOutput] && 642054219874873b41f1c815552987c10465c34ba2bLajos Molnar mMetadataBuffersToSubmit > 0) { 643054219874873b41f1c815552987c10465c34ba2bLajos Molnar (new AMessage(kWhatSubmitOutputMetadataBufferIfEOS, this))->post(); 6444dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar } 6454dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar} 6464dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar 6471dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t ACodec::handleSetSurface(const sp<Surface> &surface) { 6481dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // allow keeping unset surface 6491dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (surface == NULL) { 6501dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mNativeWindow != NULL) { 6511dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGW("cannot unset a surface"); 6521dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return INVALID_OPERATION; 6531dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6541dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return OK; 6551dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6561dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 657e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar // cannot switch from bytebuffers to surface 6581dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mNativeWindow == NULL) { 6591dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGW("component was not configured with a surface"); 6601dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return INVALID_OPERATION; 6611dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6621dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 6631dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ANativeWindow *nativeWindow = surface.get(); 6641dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // if we have not yet started the codec, we can simply set the native window 6651dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mBuffers[kPortIndexInput].size() == 0) { 6661dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mNativeWindow = surface; 6671dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return OK; 6681dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6691dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 6701dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // we do not support changing a tunneled surface after start 6711dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mTunneled) { 6721dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGW("cannot change tunneled surface"); 6731dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return INVALID_OPERATION; 6741dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6751dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 676e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar int usageBits = 0; 677098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar // no need to reconnect as we will not dequeue all buffers 678098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar status_t err = setupNativeWindowSizeFormatAndUsage( 679098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar nativeWindow, &usageBits, 680098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar !storingMetadataInDecodedBuffers() || mLegacyAdaptiveExperiment /* reconnect */); 6811dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != OK) { 6821dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 6831dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6841dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 685f42917964a76720932b23e67a05d034cd0cf346bChong Zhang int ignoredFlags = kVideoGrallocUsage; 686e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar // New output surface is not allowed to add new usage flag except ignored ones. 687e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar if ((usageBits & ~(mNativeWindowUsageBits | ignoredFlags)) != 0) { 688e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar ALOGW("cannot change usage from %#x to %#x", mNativeWindowUsageBits, usageBits); 689e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar return BAD_VALUE; 690e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar } 691e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar 6921dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // get min undequeued count. We cannot switch to a surface that has a higher 6931dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // undequeued count than we allocated. 6941dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar int minUndequeuedBuffers = 0; 6951dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = nativeWindow->query( 6961dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar nativeWindow, NATIVE_WINDOW_MIN_UNDEQUEUED_BUFFERS, 6971dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar &minUndequeuedBuffers); 6981dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != 0) { 6991dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGE("NATIVE_WINDOW_MIN_UNDEQUEUED_BUFFERS query failed: %s (%d)", 7001dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar strerror(-err), -err); 7011dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 7021dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7031dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (minUndequeuedBuffers > (int)mNumUndequeuedBuffers) { 7041dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGE("new surface holds onto more buffers (%d) than planned for (%zu)", 7051dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar minUndequeuedBuffers, mNumUndequeuedBuffers); 7061dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return BAD_VALUE; 7071dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7081dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 7091dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // we cannot change the number of output buffers while OMX is running 7101dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // set up surface to the same count 7111dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar Vector<BufferInfo> &buffers = mBuffers[kPortIndexOutput]; 7121dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGV("setting up surface for %zu buffers", buffers.size()); 7131dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 7141dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = native_window_set_buffer_count(nativeWindow, buffers.size()); 7151dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != 0) { 7161dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGE("native_window_set_buffer_count failed: %s (%d)", strerror(-err), 7171dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar -err); 7181dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 7191dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7201dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 721dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // need to enable allocation when attaching 722dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar surface->getIGraphicBufferProducer()->allowAllocation(true); 723dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar 7241dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // for meta data mode, we move dequeud buffers to the new surface. 7251dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // for non-meta mode, we must move all registered buffers 7261dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar for (size_t i = 0; i < buffers.size(); ++i) { 7271dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar const BufferInfo &info = buffers[i]; 7281dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // skip undequeued buffers for meta data mode 729054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (storingMetadataInDecodedBuffers() 730011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar && !mLegacyAdaptiveExperiment 7311dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar && info.mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW) { 732598c14420eefb2df4b50d9dd55bbf99bbc35e95ePawin Vongmasa ALOGV("skipping buffer"); 7331dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar continue; 7341dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7351dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGV("attaching buffer %p", info.mGraphicBuffer->getNativeBuffer()); 7361dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 7371dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = surface->attachBuffer(info.mGraphicBuffer->getNativeBuffer()); 7381dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != OK) { 7391dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGE("failed to attach buffer %p to the new surface: %s (%d)", 7401dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar info.mGraphicBuffer->getNativeBuffer(), 7411dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar strerror(-err), -err); 7421dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 7431dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7441dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7451dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 7461dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // cancel undequeued buffers to new surface 747054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (!storingMetadataInDecodedBuffers() || mLegacyAdaptiveExperiment) { 7481dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar for (size_t i = 0; i < buffers.size(); ++i) { 74915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar BufferInfo &info = buffers.editItemAt(i); 7501dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (info.mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW) { 7511dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGV("canceling buffer %p", info.mGraphicBuffer->getNativeBuffer()); 7521dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = nativeWindow->cancelBuffer( 75315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar nativeWindow, info.mGraphicBuffer->getNativeBuffer(), info.mFenceFd); 75415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info.mFenceFd = -1; 7551dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != OK) { 7561dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGE("failed to cancel buffer %p to the new surface: %s (%d)", 7571dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar info.mGraphicBuffer->getNativeBuffer(), 7581dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar strerror(-err), -err); 7591dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 7601dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7611dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7621dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7631dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // disallow further allocation 7641dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar (void)surface->getIGraphicBufferProducer()->allowAllocation(false); 7651dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7661dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 767484979b1ab25aa41f503bd846323ab93b46d37e5Lajos Molnar // push blank buffers to previous window if requested 768484979b1ab25aa41f503bd846323ab93b46d37e5Lajos Molnar if (mFlags & kFlagPushBlankBuffersToNativeWindowOnShutdown) { 769484979b1ab25aa41f503bd846323ab93b46d37e5Lajos Molnar pushBlankBuffersToNativeWindow(mNativeWindow.get()); 770484979b1ab25aa41f503bd846323ab93b46d37e5Lajos Molnar } 771484979b1ab25aa41f503bd846323ab93b46d37e5Lajos Molnar 7721dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mNativeWindow = nativeWindow; 773e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar mNativeWindowUsageBits = usageBits; 7741dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return OK; 7751dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar} 7761dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 777f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::allocateBuffersOnPort(OMX_U32 portIndex) { 778f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 779f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 780f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(mDealer[portIndex] == NULL); 781f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(mBuffers[portIndex].isEmpty()); 782f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7835778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err; 784f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mNativeWindow != NULL && portIndex == kPortIndexOutput) { 785054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (storingMetadataInDecodedBuffers()) { 786054219874873b41f1c815552987c10465c34ba2bLajos Molnar err = allocateOutputMetadataBuffers(); 787054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } else { 788054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar err = allocateOutputBuffersFromNativeWindow(); 789054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 7905778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 7915778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 7925778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&def); 7935778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.nPortIndex = portIndex; 794f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7955778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->getParameter( 7965778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 797f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7985778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err == OK) { 799054219874873b41f1c815552987c10465c34ba2bLajos Molnar MetadataBufferType type = 800054219874873b41f1c815552987c10465c34ba2bLajos Molnar portIndex == kPortIndexOutput ? mOutputMetadataType : mInputMetadataType; 8015b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar size_t bufSize = def.nBufferSize; 8023e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar if (type == kMetadataBufferTypeANWBuffer) { 803054219874873b41f1c815552987c10465c34ba2bLajos Molnar bufSize = sizeof(VideoNativeMetadata); 8043e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar } else if (type == kMetadataBufferTypeNativeHandleSource) { 8053e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar bufSize = sizeof(VideoNativeHandleMetadata); 806054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 807054219874873b41f1c815552987c10465c34ba2bLajos Molnar 808054219874873b41f1c815552987c10465c34ba2bLajos Molnar // If using gralloc or native source input metadata buffers, allocate largest 809054219874873b41f1c815552987c10465c34ba2bLajos Molnar // metadata size as we prefer to generate native source metadata, but component 8105fb8b2987ab96ad65dc4b046616607ece16d6fb3Lajos Molnar // may require gralloc source. For camera source, allocate at least enough 8115fb8b2987ab96ad65dc4b046616607ece16d6fb3Lajos Molnar // size for native metadata buffers. 8125b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar size_t allottedSize = bufSize; 8133e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar if (portIndex == kPortIndexInput && type == kMetadataBufferTypeANWBuffer) { 814054219874873b41f1c815552987c10465c34ba2bLajos Molnar bufSize = max(sizeof(VideoGrallocMetadata), sizeof(VideoNativeMetadata)); 8155fb8b2987ab96ad65dc4b046616607ece16d6fb3Lajos Molnar } else if (portIndex == kPortIndexInput && type == kMetadataBufferTypeCameraSource) { 8165b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar bufSize = max(bufSize, sizeof(VideoNativeMetadata)); 8175b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 8185b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar 8195b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar size_t conversionBufferSize = 0; 8205b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar 8215b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar sp<DataConverter> converter = mConverter[portIndex]; 8225b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (converter != NULL) { 8235b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar // here we assume sane conversions of max 4:1, so result fits in int32 8245b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (portIndex == kPortIndexInput) { 8255b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar conversionBufferSize = converter->sourceSize(bufSize); 8265b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } else { 8275b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar conversionBufferSize = converter->targetSize(bufSize); 8285b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 829054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 830054219874873b41f1c815552987c10465c34ba2bLajos Molnar 83128edbba6aa6c1a9bbea76da2f5cc3cd73af8eb4cLajos Molnar size_t alignment = MemoryDealer::getAllocationAlignment(); 83228edbba6aa6c1a9bbea76da2f5cc3cd73af8eb4cLajos Molnar 8335b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar ALOGV("[%s] Allocating %u buffers of size %zu/%zu (from %u using %s) on %s port", 8345778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentName.c_str(), 835054219874873b41f1c815552987c10465c34ba2bLajos Molnar def.nBufferCountActual, bufSize, allottedSize, def.nBufferSize, asString(type), 8365778822d86b0337407514b9372562b86edfa91cdAndreas Huber portIndex == kPortIndexInput ? "input" : "output"); 837f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 8385b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar // verify buffer sizes to avoid overflow in align() 8395b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (bufSize == 0 || max(bufSize, conversionBufferSize) > kMaxCodecBufferSize) { 84028edbba6aa6c1a9bbea76da2f5cc3cd73af8eb4cLajos Molnar ALOGE("b/22885421"); 84128edbba6aa6c1a9bbea76da2f5cc3cd73af8eb4cLajos Molnar return NO_MEMORY; 84228edbba6aa6c1a9bbea76da2f5cc3cd73af8eb4cLajos Molnar } 84328edbba6aa6c1a9bbea76da2f5cc3cd73af8eb4cLajos Molnar 84428edbba6aa6c1a9bbea76da2f5cc3cd73af8eb4cLajos Molnar // don't modify bufSize as OMX may not expect it to increase after negotiation 84528edbba6aa6c1a9bbea76da2f5cc3cd73af8eb4cLajos Molnar size_t alignedSize = align(bufSize, alignment); 8465b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar size_t alignedConvSize = align(conversionBufferSize, alignment); 8475b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (def.nBufferCountActual > SIZE_MAX / (alignedSize + alignedConvSize)) { 84834e63e9ffe6496d9180c825dc119c1fd1020ef8bMarco Nelissen ALOGE("b/22885421"); 84934e63e9ffe6496d9180c825dc119c1fd1020ef8bMarco Nelissen return NO_MEMORY; 85034e63e9ffe6496d9180c825dc119c1fd1020ef8bMarco Nelissen } 85128edbba6aa6c1a9bbea76da2f5cc3cd73af8eb4cLajos Molnar 8525b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar size_t totalSize = def.nBufferCountActual * (alignedSize + alignedConvSize); 8535778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDealer[portIndex] = new MemoryDealer(totalSize, "ACodec"); 854f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 855054219874873b41f1c815552987c10465c34ba2bLajos Molnar for (OMX_U32 i = 0; i < def.nBufferCountActual && err == OK; ++i) { 856054219874873b41f1c815552987c10465c34ba2bLajos Molnar sp<IMemory> mem = mDealer[portIndex]->allocate(bufSize); 8575581770ee0dde70e2e9c50533be35e537a5800efChong Zhang if (mem == NULL || mem->pointer() == NULL) { 858777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return NO_MEMORY; 859777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 860f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 861ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber BufferInfo info; 862ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber info.mStatus = BufferInfo::OWNED_BY_US; 86315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info.mFenceFd = -1; 86490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar info.mRenderInfo = NULL; 865a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar info.mNativeHandle = NULL; 866f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 867afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber uint32_t requiresAllocateBufferBit = 868afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber (portIndex == kPortIndexInput) 869b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar ? kRequiresAllocateBufferOnInputPorts 870b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar : kRequiresAllocateBufferOnOutputPorts; 8711065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber 872e33d922fd86699c664a15f09e6d8b2e422736a40Lajos Molnar if (portIndex == kPortIndexInput && (mFlags & kFlagIsSecure)) { 873ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber mem.clear(); 874ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 875a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar void *ptr = NULL; 8761b40f2804a27b695e9e53fb1699b64cb0dd387f9Lajos Molnar sp<NativeHandle> native_handle; 877a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar err = mOMX->allocateSecureBuffer( 878054219874873b41f1c815552987c10465c34ba2bLajos Molnar mNode, portIndex, bufSize, &info.mBufferID, 879a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar &ptr, &native_handle); 880a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar 881a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar // TRICKY: this representation is unorthodox, but ACodec requires 882a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar // an ABuffer with a proper size to validate range offsets and lengths. 883a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar // Since mData is never referenced for secure input, it is used to store 884a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar // either the pointer to the secure buffer, or the opaque handle as on 885a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar // some devices ptr is actually an opaque handle, not a pointer. 886a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar 887a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar // TRICKY2: use native handle as the base of the ABuffer if received one, 888a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar // because Widevine source only receives these base addresses. 8891b40f2804a27b695e9e53fb1699b64cb0dd387f9Lajos Molnar const native_handle_t *native_handle_ptr = 8901b40f2804a27b695e9e53fb1699b64cb0dd387f9Lajos Molnar native_handle == NULL ? NULL : native_handle->handle(); 8911b40f2804a27b695e9e53fb1699b64cb0dd387f9Lajos Molnar info.mData = new ABuffer( 8921b40f2804a27b695e9e53fb1699b64cb0dd387f9Lajos Molnar ptr != NULL ? ptr : (void *)native_handle_ptr, bufSize); 8931b40f2804a27b695e9e53fb1699b64cb0dd387f9Lajos Molnar info.mNativeHandle = native_handle; 8945b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar info.mCodecData = info.mData; 895ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } else if (mQuirks & requiresAllocateBufferBit) { 8965778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->allocateBufferWithBackup( 897054219874873b41f1c815552987c10465c34ba2bLajos Molnar mNode, portIndex, mem, &info.mBufferID, allottedSize); 8985778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 899054219874873b41f1c815552987c10465c34ba2bLajos Molnar err = mOMX->useBuffer(mNode, portIndex, mem, &info.mBufferID, allottedSize); 900ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 901ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 902ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber if (mem != NULL) { 9035b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar info.mCodecData = new ABuffer(mem->pointer(), bufSize); 9045b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar info.mCodecRef = mem; 9055b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar 906054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (type == kMetadataBufferTypeANWBuffer) { 907054219874873b41f1c815552987c10465c34ba2bLajos Molnar ((VideoNativeMetadata *)mem->pointer())->nFenceFd = -1; 908054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 9095b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar 9105b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar // if we require conversion, allocate conversion buffer for client use; 9115b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar // otherwise, reuse codec buffer 9125b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (mConverter[portIndex] != NULL) { 9135b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar CHECK_GT(conversionBufferSize, (size_t)0); 9145b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar mem = mDealer[portIndex]->allocate(conversionBufferSize); 9155b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (mem == NULL|| mem->pointer() == NULL) { 9165b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar return NO_MEMORY; 9175b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 9185b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar info.mData = new ABuffer(mem->pointer(), conversionBufferSize); 9195b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar info.mMemRef = mem; 9205b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } else { 9215b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar info.mData = info.mCodecData; 9225b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar info.mMemRef = info.mCodecRef; 9235b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 9245778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 9251065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber 9265778822d86b0337407514b9372562b86edfa91cdAndreas Huber mBuffers[portIndex].push(info); 9271065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber } 9281065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber } 9295778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 930f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 9315778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 9325778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 9335778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 934f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 9355778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> notify = mNotify->dup(); 936d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatBuffersAllocated); 9375778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9385778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->setInt32("portIndex", portIndex); 939eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 940eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber sp<PortDescription> desc = new PortDescription; 941eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 9425778822d86b0337407514b9372562b86edfa91cdAndreas Huber for (size_t i = 0; i < mBuffers[portIndex].size(); ++i) { 943eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber const BufferInfo &info = mBuffers[portIndex][i]; 944a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar desc->addBuffer(info.mBufferID, info.mData, info.mNativeHandle, info.mMemRef); 945f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 946f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 947eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber notify->setObject("portDesc", desc); 9485778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->post(); 9495778822d86b0337407514b9372562b86edfa91cdAndreas Huber 950f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return OK; 951f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 952f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 953e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnarstatus_t ACodec::setupNativeWindowSizeFormatAndUsage( 954098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar ANativeWindow *nativeWindow /* nonnull */, int *finalUsage /* nonnull */, 955098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar bool reconnect) { 9561dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar OMX_PARAM_PORTDEFINITIONTYPE def; 9571dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar InitOMXParams(&def); 9581dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar def.nPortIndex = kPortIndexOutput; 9591dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 9601dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = mOMX->getParameter( 9611dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 9621dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 9631dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != OK) { 9641dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 9651dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 9661dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 9671dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar OMX_U32 usage = 0; 9681dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = mOMX->getGraphicBufferUsage(mNode, kPortIndexOutput, &usage); 9691dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != 0) { 9701dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGW("querying usage flags from OMX IL component failed: %d", err); 9711dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // XXX: Currently this error is logged, but not fatal. 9721dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar usage = 0; 9731dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 9741dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar int omxUsage = usage; 9751dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 9761dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mFlags & kFlagIsGrallocUsageProtected) { 9771dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar usage |= GRALLOC_USAGE_PROTECTED; 9781dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 9791dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 980f42917964a76720932b23e67a05d034cd0cf346bChong Zhang usage |= kVideoGrallocUsage; 981e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar *finalUsage = usage; 982b2d0b487efd40700199852c9a18b369b1651f15bLajos Molnar 983fe73b95aaef79ad312d9dfdb6c8873bd50c6c19eLajos Molnar memset(&mLastNativeWindowCrop, 0, sizeof(mLastNativeWindowCrop)); 984fe73b95aaef79ad312d9dfdb6c8873bd50c6c19eLajos Molnar mLastNativeWindowDataSpace = HAL_DATASPACE_UNKNOWN; 985fe73b95aaef79ad312d9dfdb6c8873bd50c6c19eLajos Molnar 9861dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGV("gralloc usage: %#x(OMX) => %#x(ACodec)", omxUsage, usage); 9871dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return setNativeWindowSizeFormatAndUsage( 9881dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar nativeWindow, 9891dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar def.format.video.nFrameWidth, 9901dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar def.format.video.nFrameHeight, 9911dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar def.format.video.eColorFormat, 9921dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mRotationDegrees, 993098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar usage, 994098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar reconnect); 9951dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar} 9961dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 9971dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t ACodec::configureOutputBuffersFromNativeWindow( 9981dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar OMX_U32 *bufferCount, OMX_U32 *bufferSize, 999098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar OMX_U32 *minUndequeuedBuffers, bool preregister) { 1000098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar 10011dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar OMX_PARAM_PORTDEFINITIONTYPE def; 10021dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar InitOMXParams(&def); 10031dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar def.nPortIndex = kPortIndexOutput; 10041dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 10051dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = mOMX->getParameter( 10061dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 10071dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 10081dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err == OK) { 1009098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar err = setupNativeWindowSizeFormatAndUsage( 1010098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar mNativeWindow.get(), &mNativeWindowUsageBits, preregister /* reconnect */); 10111dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 10121dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != OK) { 1013e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar mNativeWindowUsageBits = 0; 10141dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 10151dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 10161dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 1017ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad // Exits here for tunneled video playback codecs -- i.e. skips native window 1018ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad // buffer allocation step as this is managed by the tunneled OMX omponent 1019ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad // itself and explicitly sets def.nBufferCountActual to 0. 1020ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad if (mTunneled) { 1021ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad ALOGV("Tunneled Playback: skipping native window buffer allocation."); 1022ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad def.nBufferCountActual = 0; 1023ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad err = mOMX->setParameter( 1024ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 1025ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad 1026ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad *minUndequeuedBuffers = 0; 1027ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad *bufferCount = 0; 1028ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad *bufferSize = 0; 1029ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad return err; 1030ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad } 1031ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad 1032054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar *minUndequeuedBuffers = 0; 1033258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis err = mNativeWindow->query( 1034258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis mNativeWindow.get(), NATIVE_WINDOW_MIN_UNDEQUEUED_BUFFERS, 1035054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar (int *)minUndequeuedBuffers); 1036258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis 1037258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis if (err != 0) { 103829357bc2c0dd7c43ad3bd0c8e3efa4e6fd9bfd47Steve Block ALOGE("NATIVE_WINDOW_MIN_UNDEQUEUED_BUFFERS query failed: %s (%d)", 1039258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis strerror(-err), -err); 1040258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis return err; 1041258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis } 1042258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis 1043e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // FIXME: assume that surface is controlled by app (native window 1044e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // returns the number for the case when surface is not controlled by app) 10451faa41704e0b976e546321effcb09a85767d51baLajos Molnar // FIXME2: This means that minUndeqeueudBufs can be 1 larger than reported 10461faa41704e0b976e546321effcb09a85767d51baLajos Molnar // For now, try to allocate 1 more buffer, but don't fail if unsuccessful 1047e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar 1048e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // Use conservative allocation while also trying to reduce starvation 1049e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // 1050e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // 1. allocate at least nBufferCountMin + minUndequeuedBuffers - that is the 1051e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // minimum needed for the consumer to be able to work 1052e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // 2. try to allocate two (2) additional buffers to reduce starvation from 1053e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // the consumer 10541faa41704e0b976e546321effcb09a85767d51baLajos Molnar // plus an extra buffer to account for incorrect minUndequeuedBufs 10551faa41704e0b976e546321effcb09a85767d51baLajos Molnar for (OMX_U32 extraBuffers = 2 + 1; /* condition inside loop */; extraBuffers--) { 1056e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar OMX_U32 newBufferCount = 1057e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar def.nBufferCountMin + *minUndequeuedBuffers + extraBuffers; 1058258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis def.nBufferCountActual = newBufferCount; 1059258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis err = mOMX->setParameter( 1060258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 1061258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis 1062e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar if (err == OK) { 1063e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar *minUndequeuedBuffers += extraBuffers; 1064e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar break; 1065e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar } 1066e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar 1067609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGW("[%s] setting nBufferCountActual to %u failed: %d", 1068e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar mComponentName.c_str(), newBufferCount, err); 1069e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar /* exit condition */ 1070e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar if (extraBuffers == 0) { 1071258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis return err; 1072258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis } 1073258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis } 1074258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis 1075f933441648ef6a71dee783d733aac17b9508b452Andreas Huber err = native_window_set_buffer_count( 1076f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNativeWindow.get(), def.nBufferCountActual); 1077f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1078f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != 0) { 107929357bc2c0dd7c43ad3bd0c8e3efa4e6fd9bfd47Steve Block ALOGE("native_window_set_buffer_count failed: %s (%d)", strerror(-err), 1080f933441648ef6a71dee783d733aac17b9508b452Andreas Huber -err); 1081f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 1082f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1083f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1084054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar *bufferCount = def.nBufferCountActual; 1085054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar *bufferSize = def.nBufferSize; 1086054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar return err; 1087054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar} 1088054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1089054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnarstatus_t ACodec::allocateOutputBuffersFromNativeWindow() { 1090054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar OMX_U32 bufferCount, bufferSize, minUndequeuedBuffers; 1091054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar status_t err = configureOutputBuffersFromNativeWindow( 1092098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar &bufferCount, &bufferSize, &minUndequeuedBuffers, true /* preregister */); 1093054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar if (err != 0) 1094054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar return err; 1095e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar mNumUndequeuedBuffers = minUndequeuedBuffers; 1096054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1097054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (!storingMetadataInDecodedBuffers()) { 10983298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia static_cast<Surface*>(mNativeWindow.get()) 10993298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia ->getIGraphicBufferProducer()->allowAllocation(true); 11003298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia } 11013298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia 1102609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] Allocating %u buffers from a native window of size %u on " 1103f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "output port", 1104054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mComponentName.c_str(), bufferCount, bufferSize); 1105f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1106f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // Dequeue buffers and send them to OMX 1107054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar for (OMX_U32 i = 0; i < bufferCount; i++) { 11088ce2364512f7c32c824f5ec5719688830ba72427Iliyan Malchev ANativeWindowBuffer *buf; 110915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int fenceFd; 111015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar err = mNativeWindow->dequeueBuffer(mNativeWindow.get(), &buf, &fenceFd); 1111f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != 0) { 111229357bc2c0dd7c43ad3bd0c8e3efa4e6fd9bfd47Steve Block ALOGE("dequeueBuffer failed: %s (%d)", strerror(-err), -err); 1113f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 1114f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1115f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1116f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<GraphicBuffer> graphicBuffer(new GraphicBuffer(buf, false)); 111774006804065941841883c4b46ee785070164023fJamie Gennis BufferInfo info; 111874006804065941841883c4b46ee785070164023fJamie Gennis info.mStatus = BufferInfo::OWNED_BY_US; 111915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info.mFenceFd = fenceFd; 112015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info.mIsReadFence = false; 112190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar info.mRenderInfo = NULL; 1122054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar info.mData = new ABuffer(NULL /* data */, bufferSize /* capacity */); 11235b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar info.mCodecData = info.mData; 112474006804065941841883c4b46ee785070164023fJamie Gennis info.mGraphicBuffer = graphicBuffer; 112574006804065941841883c4b46ee785070164023fJamie Gennis mBuffers[kPortIndexOutput].push(info); 112674006804065941841883c4b46ee785070164023fJamie Gennis 1127f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferId; 1128f933441648ef6a71dee783d733aac17b9508b452Andreas Huber err = mOMX->useGraphicBuffer(mNode, kPortIndexOutput, graphicBuffer, 1129f933441648ef6a71dee783d733aac17b9508b452Andreas Huber &bufferId); 1130f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != 0) { 1131609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGE("registering GraphicBuffer %u with OMX IL component failed: " 113274006804065941841883c4b46ee785070164023fJamie Gennis "%d", i, err); 1133f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 1134f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1135f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 113674006804065941841883c4b46ee785070164023fJamie Gennis mBuffers[kPortIndexOutput].editItemAt(i).mBufferID = bufferId; 113774006804065941841883c4b46ee785070164023fJamie Gennis 1138609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] Registered graphic buffer with ID %u (pointer = %p)", 1139f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mComponentName.c_str(), 1140f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bufferId, graphicBuffer.get()); 1141f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1142f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1143f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 cancelStart; 1144f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 cancelEnd; 1145f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1146f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != 0) { 1147f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // If an error occurred while dequeuing we need to cancel any buffers 1148f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // that were dequeued. 1149f933441648ef6a71dee783d733aac17b9508b452Andreas Huber cancelStart = 0; 115074006804065941841883c4b46ee785070164023fJamie Gennis cancelEnd = mBuffers[kPortIndexOutput].size(); 1151f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else { 1152054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar // Return the required minimum undequeued buffers to the native window. 1153054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar cancelStart = bufferCount - minUndequeuedBuffers; 1154054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar cancelEnd = bufferCount; 1155f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1156f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1157f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (OMX_U32 i = cancelStart; i < cancelEnd; i++) { 1158f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = &mBuffers[kPortIndexOutput].editItemAt(i); 11593175d2babfcdcb64f41309157e0436d00375ae4bWei Jia if (info->mStatus == BufferInfo::OWNED_BY_US) { 11603175d2babfcdcb64f41309157e0436d00375ae4bWei Jia status_t error = cancelBufferToNativeWindow(info); 11613175d2babfcdcb64f41309157e0436d00375ae4bWei Jia if (err == 0) { 11623175d2babfcdcb64f41309157e0436d00375ae4bWei Jia err = error; 11633175d2babfcdcb64f41309157e0436d00375ae4bWei Jia } 11643fb9f68dea5d991288f0ea8037742b50c7df5767Wei Jia } 1165f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1166f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1167054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (!storingMetadataInDecodedBuffers()) { 11683298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia static_cast<Surface*>(mNativeWindow.get()) 11693298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia ->getIGraphicBufferProducer()->allowAllocation(false); 11703298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia } 11713298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia 1172f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 1173f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1174f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1175054219874873b41f1c815552987c10465c34ba2bLajos Molnarstatus_t ACodec::allocateOutputMetadataBuffers() { 1176054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar OMX_U32 bufferCount, bufferSize, minUndequeuedBuffers; 1177054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar status_t err = configureOutputBuffersFromNativeWindow( 1178098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar &bufferCount, &bufferSize, &minUndequeuedBuffers, 1179098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar mLegacyAdaptiveExperiment /* preregister */); 1180054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar if (err != 0) 1181054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar return err; 1182e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar mNumUndequeuedBuffers = minUndequeuedBuffers; 1183054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1184e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar ALOGV("[%s] Allocating %u meta buffers on output port", 1185e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar mComponentName.c_str(), bufferCount); 1186e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1187054219874873b41f1c815552987c10465c34ba2bLajos Molnar size_t bufSize = mOutputMetadataType == kMetadataBufferTypeANWBuffer ? 1188054219874873b41f1c815552987c10465c34ba2bLajos Molnar sizeof(struct VideoNativeMetadata) : sizeof(struct VideoGrallocMetadata); 118928edbba6aa6c1a9bbea76da2f5cc3cd73af8eb4cLajos Molnar size_t totalSize = bufferCount * align(bufSize, MemoryDealer::getAllocationAlignment()); 1190e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar mDealer[kPortIndexOutput] = new MemoryDealer(totalSize, "ACodec"); 1191e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1192e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar // Dequeue buffers and send them to OMX 1193e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar for (OMX_U32 i = 0; i < bufferCount; i++) { 1194e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar BufferInfo info; 1195e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar info.mStatus = BufferInfo::OWNED_BY_NATIVE_WINDOW; 119615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info.mFenceFd = -1; 119790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar info.mRenderInfo = NULL; 1198e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar info.mGraphicBuffer = NULL; 1199e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar info.mDequeuedAt = mDequeueCounter; 1200e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1201054219874873b41f1c815552987c10465c34ba2bLajos Molnar sp<IMemory> mem = mDealer[kPortIndexOutput]->allocate(bufSize); 12025581770ee0dde70e2e9c50533be35e537a5800efChong Zhang if (mem == NULL || mem->pointer() == NULL) { 1203777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return NO_MEMORY; 1204777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 1205054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mOutputMetadataType == kMetadataBufferTypeANWBuffer) { 1206054219874873b41f1c815552987c10465c34ba2bLajos Molnar ((VideoNativeMetadata *)mem->pointer())->nFenceFd = -1; 1207054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 1208e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar info.mData = new ABuffer(mem->pointer(), mem->size()); 12095b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar info.mMemRef = mem; 12105b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar info.mCodecData = info.mData; 12115b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar info.mCodecRef = mem; 1212e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1213e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar // we use useBuffer for metadata regardless of quirks 1214e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar err = mOMX->useBuffer( 1215cc7cc67349b7a3f498882087aa42ffc05a2daf11Lajos Molnar mNode, kPortIndexOutput, mem, &info.mBufferID, mem->size()); 1216e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar mBuffers[kPortIndexOutput].push(info); 1217e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1218e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar ALOGV("[%s] allocated meta buffer with ID %u (pointer = %p)", 1219e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar mComponentName.c_str(), info.mBufferID, mem->pointer()); 1220e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar } 1221e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1222011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar if (mLegacyAdaptiveExperiment) { 1223e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar // preallocate and preregister buffers 1224011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar static_cast<Surface *>(mNativeWindow.get()) 1225011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar ->getIGraphicBufferProducer()->allowAllocation(true); 1226011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar 1227011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar ALOGV("[%s] Allocating %u buffers from a native window of size %u on " 1228011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar "output port", 1229011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar mComponentName.c_str(), bufferCount, bufferSize); 1230011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar 1231011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar // Dequeue buffers then cancel them all 1232011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar for (OMX_U32 i = 0; i < bufferCount; i++) { 1233e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar BufferInfo *info = &mBuffers[kPortIndexOutput].editItemAt(i); 1234e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1235011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar ANativeWindowBuffer *buf; 123615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int fenceFd; 123715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar err = mNativeWindow->dequeueBuffer(mNativeWindow.get(), &buf, &fenceFd); 1238011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar if (err != 0) { 1239011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar ALOGE("dequeueBuffer failed: %s (%d)", strerror(-err), -err); 1240011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar break; 1241011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar } 1242011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar 1243011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar sp<GraphicBuffer> graphicBuffer(new GraphicBuffer(buf, false)); 1244e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar mOMX->updateGraphicBufferInMeta( 1245e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar mNode, kPortIndexOutput, graphicBuffer, info->mBufferID); 1246e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar info->mStatus = BufferInfo::OWNED_BY_US; 124715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->setWriteFence(fenceFd, "allocateOutputMetadataBuffers for legacy"); 1248e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar info->mGraphicBuffer = graphicBuffer; 1249011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar } 1250011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar 1251011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar for (OMX_U32 i = 0; i < mBuffers[kPortIndexOutput].size(); i++) { 1252011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar BufferInfo *info = &mBuffers[kPortIndexOutput].editItemAt(i); 12533175d2babfcdcb64f41309157e0436d00375ae4bWei Jia if (info->mStatus == BufferInfo::OWNED_BY_US) { 12543175d2babfcdcb64f41309157e0436d00375ae4bWei Jia status_t error = cancelBufferToNativeWindow(info); 12553175d2babfcdcb64f41309157e0436d00375ae4bWei Jia if (err == OK) { 12563175d2babfcdcb64f41309157e0436d00375ae4bWei Jia err = error; 12573175d2babfcdcb64f41309157e0436d00375ae4bWei Jia } 1258011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar } 1259011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar } 1260011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar 1261011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar static_cast<Surface*>(mNativeWindow.get()) 1262011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar ->getIGraphicBufferProducer()->allowAllocation(false); 1263011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar } 1264011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar 1265054219874873b41f1c815552987c10465c34ba2bLajos Molnar mMetadataBuffersToSubmit = bufferCount - minUndequeuedBuffers; 1266054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar return err; 1267054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar} 1268054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1269054219874873b41f1c815552987c10465c34ba2bLajos Molnarstatus_t ACodec::submitOutputMetadataBuffer() { 1270054219874873b41f1c815552987c10465c34ba2bLajos Molnar CHECK(storingMetadataInDecodedBuffers()); 1271054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mMetadataBuffersToSubmit == 0) 1272054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar return OK; 1273054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1274054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar BufferInfo *info = dequeueBufferFromNativeWindow(); 12750806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (info == NULL) { 1276054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar return ERROR_IO; 12770806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 1278054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1279609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] submitting output meta buffer ID %u for graphic buffer %p", 1280054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mComponentName.c_str(), info->mBufferID, info->mGraphicBuffer.get()); 1281054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1282054219874873b41f1c815552987c10465c34ba2bLajos Molnar --mMetadataBuffersToSubmit; 128315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkWriteFence("submitOutputMetadataBuffer"); 128415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar status_t err = mOMX->fillBuffer(mNode, info->mBufferID, info->mFenceFd); 128515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 1286777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err == OK) { 1287777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim info->mStatus = BufferInfo::OWNED_BY_COMPONENT; 1288777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 1289054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1290777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 1291054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar} 1292054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 129315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnarstatus_t ACodec::waitForFence(int fd, const char *dbg ) { 129415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar status_t res = OK; 129515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (fd >= 0) { 129615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar sp<Fence> fence = new Fence(fd); 129715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar res = fence->wait(IOMX::kFenceTimeoutMs); 129815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGW_IF(res != OK, "FENCE TIMEOUT for %d in %s", fd, dbg); 129915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 130015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar return res; 130115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar} 130215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 13030806340688c937e7b78c2d89db3809274130df4eLajos Molnar// static 13040806340688c937e7b78c2d89db3809274130df4eLajos Molnarconst char *ACodec::_asString(BufferInfo::Status s) { 13050806340688c937e7b78c2d89db3809274130df4eLajos Molnar switch (s) { 13060806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_US: return "OUR"; 13070806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_COMPONENT: return "COMPONENT"; 13080806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_UPSTREAM: return "UPSTREAM"; 13090806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_DOWNSTREAM: return "DOWNSTREAM"; 13100806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_NATIVE_WINDOW: return "SURFACE"; 13110806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::UNRECOGNIZED: return "UNRECOGNIZED"; 13120806340688c937e7b78c2d89db3809274130df4eLajos Molnar default: return "?"; 13130806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 13140806340688c937e7b78c2d89db3809274130df4eLajos Molnar} 13150806340688c937e7b78c2d89db3809274130df4eLajos Molnar 13160806340688c937e7b78c2d89db3809274130df4eLajos Molnarvoid ACodec::dumpBuffers(OMX_U32 portIndex) { 13170806340688c937e7b78c2d89db3809274130df4eLajos Molnar CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 13180806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGI("[%s] %s port has %zu buffers:", mComponentName.c_str(), 13190806340688c937e7b78c2d89db3809274130df4eLajos Molnar portIndex == kPortIndexInput ? "input" : "output", mBuffers[portIndex].size()); 13200806340688c937e7b78c2d89db3809274130df4eLajos Molnar for (size_t i = 0; i < mBuffers[portIndex].size(); ++i) { 13210806340688c937e7b78c2d89db3809274130df4eLajos Molnar const BufferInfo &info = mBuffers[portIndex][i]; 13220806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGI(" slot %2zu: #%8u %p/%p %s(%d) dequeued:%u", 13230806340688c937e7b78c2d89db3809274130df4eLajos Molnar i, info.mBufferID, info.mGraphicBuffer.get(), 13240806340688c937e7b78c2d89db3809274130df4eLajos Molnar info.mGraphicBuffer == NULL ? NULL : info.mGraphicBuffer->getNativeBuffer(), 13250806340688c937e7b78c2d89db3809274130df4eLajos Molnar _asString(info.mStatus), info.mStatus, info.mDequeuedAt); 13260806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 13270806340688c937e7b78c2d89db3809274130df4eLajos Molnar} 13280806340688c937e7b78c2d89db3809274130df4eLajos Molnar 1329f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::cancelBufferToNativeWindow(BufferInfo *info) { 1330f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ((int)info->mStatus, (int)BufferInfo::OWNED_BY_US); 1331f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1332609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] Calling cancelBuffer on buffer %u", 1333f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mComponentName.c_str(), info->mBufferID); 1334f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 133515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkWriteFence("cancelBufferToNativeWindow"); 1336f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int err = mNativeWindow->cancelBuffer( 133715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mNativeWindow.get(), info->mGraphicBuffer.get(), info->mFenceFd); 133815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 1339f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 13403fb9f68dea5d991288f0ea8037742b50c7df5767Wei Jia ALOGW_IF(err != 0, "[%s] can not return buffer %u to native window", 13413fb9f68dea5d991288f0ea8037742b50c7df5767Wei Jia mComponentName.c_str(), info->mBufferID); 13420806340688c937e7b78c2d89db3809274130df4eLajos Molnar // change ownership even if cancelBuffer fails 1343f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_NATIVE_WINDOW; 1344f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 13453fb9f68dea5d991288f0ea8037742b50c7df5767Wei Jia return err; 1346f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1347f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 134890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarvoid ACodec::updateRenderInfoForDequeuedBuffer( 134990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar ANativeWindowBuffer *buf, int fenceFd, BufferInfo *info) { 135090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 135190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar info->mRenderInfo = 135290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mRenderTracker.updateInfoForDequeuedBuffer( 135390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar buf, fenceFd, info - &mBuffers[kPortIndexOutput][0]); 135490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 135590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // check for any fences already signaled 135690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar notifyOfRenderedFrames(false /* dropIncomplete */, info->mRenderInfo); 135790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 135890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 135990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarvoid ACodec::onFrameRendered(int64_t mediaTimeUs, nsecs_t systemNano) { 136090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (mRenderTracker.onFrameRendered(mediaTimeUs, systemNano) != OK) { 136190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mRenderTracker.dumpRenderQueue(); 136290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 136390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 136490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 136590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarvoid ACodec::notifyOfRenderedFrames(bool dropIncomplete, FrameRenderTracker::Info *until) { 136690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar sp<AMessage> msg = mNotify->dup(); 136790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar msg->setInt32("what", CodecBase::kWhatOutputFramesRendered); 136890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar std::list<FrameRenderTracker::Info> done = 136990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mRenderTracker.checkFencesAndGetRenderedFrames(until, dropIncomplete); 137090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 137190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // unlink untracked frames 137290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar for (std::list<FrameRenderTracker::Info>::const_iterator it = done.cbegin(); 137390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar it != done.cend(); ++it) { 1374604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar ssize_t index = it->getIndex(); 1375604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar if (index >= 0 && (size_t)index < mBuffers[kPortIndexOutput].size()) { 1376604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar mBuffers[kPortIndexOutput].editItemAt(index).mRenderInfo = NULL; 1377604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar } else if (index >= 0) { 1378604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar // THIS SHOULD NEVER HAPPEN 1379604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar ALOGE("invalid index %zd in %zu", index, mBuffers[kPortIndexOutput].size()); 138090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 138190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 138290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 138390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (MediaCodec::CreateFramesRenderedMessage(done, msg)) { 138490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar msg->post(); 138590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 138690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 138790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 1388f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::BufferInfo *ACodec::dequeueBufferFromNativeWindow() { 13898ce2364512f7c32c824f5ec5719688830ba72427Iliyan Malchev ANativeWindowBuffer *buf; 1390054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar CHECK(mNativeWindow.get() != NULL); 1391ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad 1392ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad if (mTunneled) { 1393ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad ALOGW("dequeueBufferFromNativeWindow() should not be called in tunnel" 1394ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad " video playback mode mode!"); 1395ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad return NULL; 1396ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad } 1397ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad 1398346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang if (mFatalError) { 1399346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang ALOGW("not dequeuing from native window due to fatal error"); 1400346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang return NULL; 1401346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang } 1402346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang 140315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int fenceFd = -1; 1404dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar do { 140515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar status_t err = mNativeWindow->dequeueBuffer(mNativeWindow.get(), &buf, &fenceFd); 140615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (err != 0) { 140715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGE("dequeueBuffer failed: %s(%d).", asString(err), err); 1408dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar return NULL; 1409dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar } 1410f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1411dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar bool stale = false; 1412b92add32c22656dedfb82d26ccc168c43c92b8ebChad Brubaker for (size_t i = mBuffers[kPortIndexOutput].size(); i > 0;) { 1413b92add32c22656dedfb82d26ccc168c43c92b8ebChad Brubaker i--; 1414dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar BufferInfo *info = &mBuffers[kPortIndexOutput].editItemAt(i); 1415dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar 1416dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar if (info->mGraphicBuffer != NULL && 141790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar info->mGraphicBuffer->handle == buf->handle) { 1418dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // Since consumers can attach buffers to BufferQueues, it is possible 1419dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // that a known yet stale buffer can return from a surface that we 1420dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // once used. We can simply ignore this as we have already dequeued 1421dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // this buffer properly. NOTE: this does not eliminate all cases, 1422dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // e.g. it is possible that we have queued the valid buffer to the 1423dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // NW, and a stale copy of the same buffer gets dequeued - which will 1424dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // be treated as the valid buffer by ACodec. 1425dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar if (info->mStatus != BufferInfo::OWNED_BY_NATIVE_WINDOW) { 1426dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar ALOGI("dequeued stale buffer %p. discarding", buf); 1427dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar stale = true; 1428dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar break; 1429dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar } 143090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 1431dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar ALOGV("dequeued buffer %p", info->mGraphicBuffer->getNativeBuffer()); 1432dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar info->mStatus = BufferInfo::OWNED_BY_US; 143315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->setWriteFence(fenceFd, "dequeueBufferFromNativeWindow"); 143490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar updateRenderInfoForDequeuedBuffer(buf, fenceFd, info); 1435dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar return info; 1436dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar } 1437dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar } 1438f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1439dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // It is also possible to receive a previously unregistered buffer 1440dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // in non-meta mode. These should be treated as stale buffers. The 1441dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // same is possible in meta mode, in which case, it will be treated 1442dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // as a normal buffer, which is not desirable. 1443dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // TODO: fix this. 1444054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (!stale && (!storingMetadataInDecodedBuffers() || mLegacyAdaptiveExperiment)) { 1445dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar ALOGI("dequeued unrecognized (stale) buffer %p. discarding", buf); 1446dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar stale = true; 1447dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar } 1448dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar if (stale) { 1449dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // TODO: detach stale buffer, but there is no API yet to do it. 1450dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar buf = NULL; 1451f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1452dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar } while (buf == NULL); 1453054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1454dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // get oldest undequeued buffer 1455dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar BufferInfo *oldest = NULL; 1456b92add32c22656dedfb82d26ccc168c43c92b8ebChad Brubaker for (size_t i = mBuffers[kPortIndexOutput].size(); i > 0;) { 1457b92add32c22656dedfb82d26ccc168c43c92b8ebChad Brubaker i--; 1458dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar BufferInfo *info = 1459dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar &mBuffers[kPortIndexOutput].editItemAt(i); 1460054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar if (info->mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW && 1461054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar (oldest == NULL || 1462054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar // avoid potential issues from counter rolling over 1463054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mDequeueCounter - info->mDequeuedAt > 1464054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mDequeueCounter - oldest->mDequeuedAt)) { 1465054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar oldest = info; 1466054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 1467054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 1468054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 14690806340688c937e7b78c2d89db3809274130df4eLajos Molnar // it is impossible dequeue a buffer when there are no buffers with ANW 14700806340688c937e7b78c2d89db3809274130df4eLajos Molnar CHECK(oldest != NULL); 14710806340688c937e7b78c2d89db3809274130df4eLajos Molnar // it is impossible to dequeue an unknown buffer in non-meta mode, as the 14720806340688c937e7b78c2d89db3809274130df4eLajos Molnar // while loop above does not complete 1473054219874873b41f1c815552987c10465c34ba2bLajos Molnar CHECK(storingMetadataInDecodedBuffers()); 1474054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 14750806340688c937e7b78c2d89db3809274130df4eLajos Molnar // discard buffer in LRU info and replace with new buffer 14760806340688c937e7b78c2d89db3809274130df4eLajos Molnar oldest->mGraphicBuffer = new GraphicBuffer(buf, false); 14770806340688c937e7b78c2d89db3809274130df4eLajos Molnar oldest->mStatus = BufferInfo::OWNED_BY_US; 147815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar oldest->setWriteFence(fenceFd, "dequeueBufferFromNativeWindow for oldest"); 147990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mRenderTracker.untrackFrame(oldest->mRenderInfo); 148090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar oldest->mRenderInfo = NULL; 1481d0715867861c216e88a4a7523b6da8a3cb128724Lajos Molnar 14820806340688c937e7b78c2d89db3809274130df4eLajos Molnar mOMX->updateGraphicBufferInMeta( 14830806340688c937e7b78c2d89db3809274130df4eLajos Molnar mNode, kPortIndexOutput, oldest->mGraphicBuffer, 14840806340688c937e7b78c2d89db3809274130df4eLajos Molnar oldest->mBufferID); 1485054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1486054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mOutputMetadataType == kMetadataBufferTypeGrallocSource) { 1487054219874873b41f1c815552987c10465c34ba2bLajos Molnar VideoGrallocMetadata *grallocMeta = 1488054219874873b41f1c815552987c10465c34ba2bLajos Molnar reinterpret_cast<VideoGrallocMetadata *>(oldest->mData->base()); 1489054219874873b41f1c815552987c10465c34ba2bLajos Molnar ALOGV("replaced oldest buffer #%u with age %u (%p/%p stored in %p)", 1490054219874873b41f1c815552987c10465c34ba2bLajos Molnar (unsigned)(oldest - &mBuffers[kPortIndexOutput][0]), 1491054219874873b41f1c815552987c10465c34ba2bLajos Molnar mDequeueCounter - oldest->mDequeuedAt, 14927c77f9ca649f321374118937bcdaca14a7e5684bLajos Molnar (void *)(uintptr_t)grallocMeta->pHandle, 1493054219874873b41f1c815552987c10465c34ba2bLajos Molnar oldest->mGraphicBuffer->handle, oldest->mData->base()); 1494054219874873b41f1c815552987c10465c34ba2bLajos Molnar } else if (mOutputMetadataType == kMetadataBufferTypeANWBuffer) { 1495054219874873b41f1c815552987c10465c34ba2bLajos Molnar VideoNativeMetadata *nativeMeta = 1496054219874873b41f1c815552987c10465c34ba2bLajos Molnar reinterpret_cast<VideoNativeMetadata *>(oldest->mData->base()); 1497054219874873b41f1c815552987c10465c34ba2bLajos Molnar ALOGV("replaced oldest buffer #%u with age %u (%p/%p stored in %p)", 1498054219874873b41f1c815552987c10465c34ba2bLajos Molnar (unsigned)(oldest - &mBuffers[kPortIndexOutput][0]), 1499054219874873b41f1c815552987c10465c34ba2bLajos Molnar mDequeueCounter - oldest->mDequeuedAt, 15007c77f9ca649f321374118937bcdaca14a7e5684bLajos Molnar (void *)(uintptr_t)nativeMeta->pBuffer, 1501054219874873b41f1c815552987c10465c34ba2bLajos Molnar oldest->mGraphicBuffer->getNativeBuffer(), oldest->mData->base()); 1502054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 1503f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 150490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar updateRenderInfoForDequeuedBuffer(buf, fenceFd, oldest); 15050806340688c937e7b78c2d89db3809274130df4eLajos Molnar return oldest; 1506f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1507f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1508f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::freeBuffersOnPort(OMX_U32 portIndex) { 1509777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim status_t err = OK; 1510938e2b34b16c3c1fd29c753eeb53ee95a2b2e2b3Nick Kralevich for (size_t i = mBuffers[portIndex].size(); i > 0;) { 1511938e2b34b16c3c1fd29c753eeb53ee95a2b2e2b3Nick Kralevich i--; 1512777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim status_t err2 = freeBuffer(portIndex, i); 1513777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err == OK) { 1514777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = err2; 1515777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 1516f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1517f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 15180806340688c937e7b78c2d89db3809274130df4eLajos Molnar // clear mDealer even on an error 1519f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mDealer[portIndex].clear(); 1520777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 1521f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1522f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1523349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huberstatus_t ACodec::freeOutputBuffersNotOwnedByComponent() { 1524777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim status_t err = OK; 1525938e2b34b16c3c1fd29c753eeb53ee95a2b2e2b3Nick Kralevich for (size_t i = mBuffers[kPortIndexOutput].size(); i > 0;) { 1526938e2b34b16c3c1fd29c753eeb53ee95a2b2e2b3Nick Kralevich i--; 1527f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = 1528f933441648ef6a71dee783d733aac17b9508b452Andreas Huber &mBuffers[kPortIndexOutput].editItemAt(i); 1529f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 15302ded8b53014602d25b20bade8ce46db95a8da4b5Lajos Molnar // At this time some buffers may still be with the component 15312ded8b53014602d25b20bade8ce46db95a8da4b5Lajos Molnar // or being drained. 15322ded8b53014602d25b20bade8ce46db95a8da4b5Lajos Molnar if (info->mStatus != BufferInfo::OWNED_BY_COMPONENT && 15332ded8b53014602d25b20bade8ce46db95a8da4b5Lajos Molnar info->mStatus != BufferInfo::OWNED_BY_DOWNSTREAM) { 1534777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim status_t err2 = freeBuffer(kPortIndexOutput, i); 1535777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err == OK) { 1536777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = err2; 1537777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 1538f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1539f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1540f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1541777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 1542f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1543f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1544f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::freeBuffer(OMX_U32 portIndex, size_t i) { 1545f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = &mBuffers[portIndex].editItemAt(i); 15460806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = OK; 1547f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 154815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // there should not be any fences in the metadata 154915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar MetadataBufferType type = 155015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar portIndex == kPortIndexOutput ? mOutputMetadataType : mInputMetadataType; 155115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (type == kMetadataBufferTypeANWBuffer && info->mData != NULL 155215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar && info->mData->size() >= sizeof(VideoNativeMetadata)) { 155315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int fenceFd = ((VideoNativeMetadata *)info->mData->data())->nFenceFd; 155415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (fenceFd >= 0) { 155515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGW("unreleased fence (%d) in %s metadata buffer %zu", 155615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar fenceFd, portIndex == kPortIndexInput ? "input" : "output", i); 155715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 155815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 155915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 15600806340688c937e7b78c2d89db3809274130df4eLajos Molnar switch (info->mStatus) { 15610806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_US: 15620806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (portIndex == kPortIndexOutput && mNativeWindow != NULL) { 15630806340688c937e7b78c2d89db3809274130df4eLajos Molnar (void)cancelBufferToNativeWindow(info); 15640806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 15650806340688c937e7b78c2d89db3809274130df4eLajos Molnar // fall through 1566f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 15670806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_NATIVE_WINDOW: 15680806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mOMX->freeBuffer(mNode, portIndex, info->mBufferID); 15690806340688c937e7b78c2d89db3809274130df4eLajos Molnar break; 15700806340688c937e7b78c2d89db3809274130df4eLajos Molnar 15710806340688c937e7b78c2d89db3809274130df4eLajos Molnar default: 15720806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("trying to free buffer not owned by us or ANW (%d)", info->mStatus); 15730806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = FAILED_TRANSACTION; 15740806340688c937e7b78c2d89db3809274130df4eLajos Molnar break; 1575f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1576f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 157715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (info->mFenceFd >= 0) { 157815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ::close(info->mFenceFd); 157915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 158015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 1581604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar if (portIndex == kPortIndexOutput) { 1582604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar mRenderTracker.untrackFrame(info->mRenderInfo, i); 1583604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar info->mRenderInfo = NULL; 1584604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar } 158590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 1586777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim // remove buffer even if mOMX->freeBuffer fails 1587f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mBuffers[portIndex].removeAt(i); 1588777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 1589f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1590f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1591f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::BufferInfo *ACodec::findBufferByID( 15920806340688c937e7b78c2d89db3809274130df4eLajos Molnar uint32_t portIndex, IOMX::buffer_id bufferID, ssize_t *index) { 1593f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (size_t i = 0; i < mBuffers[portIndex].size(); ++i) { 1594f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = &mBuffers[portIndex].editItemAt(i); 1595f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1596f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mBufferID == bufferID) { 1597f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (index != NULL) { 1598f933441648ef6a71dee783d733aac17b9508b452Andreas Huber *index = i; 1599f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1600f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return info; 1601f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1602f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1603f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1604777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Could not find buffer with ID %u", bufferID); 1605f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return NULL; 1606f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1607f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 16085778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setComponentRole( 1609f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool isEncoder, const char *mime) { 16105b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar const char *role = getComponentRole(isEncoder, mime); 16115b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (role == NULL) { 16125b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return BAD_VALUE; 16135b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 16145b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar status_t err = setComponentRole(mOMX, mNode, role); 16155b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (err != OK) { 16165b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar ALOGW("[%s] Failed to set standard component role '%s'.", 16175b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar mComponentName.c_str(), role); 16185b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 16195b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return err; 16205b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar} 16215b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 16225b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar//static 16235b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnarconst char *ACodec::getComponentRole( 16245b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar bool isEncoder, const char *mime) { 1625f933441648ef6a71dee783d733aac17b9508b452Andreas Huber struct MimeToRole { 1626f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const char *mime; 1627f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const char *decoderRole; 1628f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const char *encoderRole; 1629f933441648ef6a71dee783d733aac17b9508b452Andreas Huber }; 1630f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1631f933441648ef6a71dee783d733aac17b9508b452Andreas Huber static const MimeToRole kMimeToRole[] = { 1632f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { MEDIA_MIMETYPE_AUDIO_MPEG, 1633f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "audio_decoder.mp3", "audio_encoder.mp3" }, 16342944eca607304a095ea43ba2b8f0b9de61249f9fAndreas Huber { MEDIA_MIMETYPE_AUDIO_MPEG_LAYER_I, 16352944eca607304a095ea43ba2b8f0b9de61249f9fAndreas Huber "audio_decoder.mp1", "audio_encoder.mp1" }, 16362944eca607304a095ea43ba2b8f0b9de61249f9fAndreas Huber { MEDIA_MIMETYPE_AUDIO_MPEG_LAYER_II, 16372944eca607304a095ea43ba2b8f0b9de61249f9fAndreas Huber "audio_decoder.mp2", "audio_encoder.mp2" }, 1638f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { MEDIA_MIMETYPE_AUDIO_AMR_NB, 1639f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "audio_decoder.amrnb", "audio_encoder.amrnb" }, 1640f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { MEDIA_MIMETYPE_AUDIO_AMR_WB, 1641f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "audio_decoder.amrwb", "audio_encoder.amrwb" }, 1642f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { MEDIA_MIMETYPE_AUDIO_AAC, 1643f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "audio_decoder.aac", "audio_encoder.aac" }, 1644729de186450f78c099637e1fce743fe531862c52Andreas Huber { MEDIA_MIMETYPE_AUDIO_VORBIS, 1645729de186450f78c099637e1fce743fe531862c52Andreas Huber "audio_decoder.vorbis", "audio_encoder.vorbis" }, 1646bf927f8ec7979f2b64331c2b2f12a6a5dba05bcaVignesh Venkatasubramanian { MEDIA_MIMETYPE_AUDIO_OPUS, 1647bf927f8ec7979f2b64331c2b2f12a6a5dba05bcaVignesh Venkatasubramanian "audio_decoder.opus", "audio_encoder.opus" }, 1648c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber { MEDIA_MIMETYPE_AUDIO_G711_MLAW, 1649c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber "audio_decoder.g711mlaw", "audio_encoder.g711mlaw" }, 1650c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber { MEDIA_MIMETYPE_AUDIO_G711_ALAW, 1651c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber "audio_decoder.g711alaw", "audio_encoder.g711alaw" }, 1652f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { MEDIA_MIMETYPE_VIDEO_AVC, 1653f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "video_decoder.avc", "video_encoder.avc" }, 16542472b1c0d63454e5d90a982bd6c555de6c3127bdRachad { MEDIA_MIMETYPE_VIDEO_HEVC, 16552472b1c0d63454e5d90a982bd6c555de6c3127bdRachad "video_decoder.hevc", "video_encoder.hevc" }, 1656f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { MEDIA_MIMETYPE_VIDEO_MPEG4, 1657f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "video_decoder.mpeg4", "video_encoder.mpeg4" }, 1658f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { MEDIA_MIMETYPE_VIDEO_H263, 1659f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "video_decoder.h263", "video_encoder.h263" }, 166094705aff3c9eef58cbb72ec6fe5d2dcfd9481646hkuang { MEDIA_MIMETYPE_VIDEO_VP8, 166194705aff3c9eef58cbb72ec6fe5d2dcfd9481646hkuang "video_decoder.vp8", "video_encoder.vp8" }, 166294705aff3c9eef58cbb72ec6fe5d2dcfd9481646hkuang { MEDIA_MIMETYPE_VIDEO_VP9, 166394705aff3c9eef58cbb72ec6fe5d2dcfd9481646hkuang "video_decoder.vp9", "video_encoder.vp9" }, 1664ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber { MEDIA_MIMETYPE_AUDIO_RAW, 1665ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber "audio_decoder.raw", "audio_encoder.raw" }, 1666a29c2b203d8bea8c21564765da5c9d7087448340Ronghua Wu { MEDIA_MIMETYPE_VIDEO_DOLBY_VISION, 1667a29c2b203d8bea8c21564765da5c9d7087448340Ronghua Wu "video_decoder.dolby-vision", "video_encoder.dolby-vision" }, 16682f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi { MEDIA_MIMETYPE_AUDIO_FLAC, 16692f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi "audio_decoder.flac", "audio_encoder.flac" }, 1670ba933df89521d63f75ca66af12ce9d7ae9496b9eMarco Nelissen { MEDIA_MIMETYPE_AUDIO_MSGSM, 1671ba933df89521d63f75ca66af12ce9d7ae9496b9eMarco Nelissen "audio_decoder.gsm", "audio_encoder.gsm" }, 1672774eb18c40c3a7da0bc1636a9779f02315ddbad8Changwan Ryu { MEDIA_MIMETYPE_VIDEO_MPEG2, 1673774eb18c40c3a7da0bc1636a9779f02315ddbad8Changwan Ryu "video_decoder.mpeg2", "video_encoder.mpeg2" }, 167497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu { MEDIA_MIMETYPE_AUDIO_AC3, 167597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu "audio_decoder.ac3", "audio_encoder.ac3" }, 16768a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad { MEDIA_MIMETYPE_AUDIO_EAC3, 16778a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad "audio_decoder.eac3", "audio_encoder.eac3" }, 1678f933441648ef6a71dee783d733aac17b9508b452Andreas Huber }; 1679f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1680f933441648ef6a71dee783d733aac17b9508b452Andreas Huber static const size_t kNumMimeToRole = 1681f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sizeof(kMimeToRole) / sizeof(kMimeToRole[0]); 1682f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1683f933441648ef6a71dee783d733aac17b9508b452Andreas Huber size_t i; 1684f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (i = 0; i < kNumMimeToRole; ++i) { 1685f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (!strcasecmp(mime, kMimeToRole[i].mime)) { 1686f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 1687f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1688f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1689f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1690f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (i == kNumMimeToRole) { 16915b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return NULL; 1692f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1693f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 16945b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return isEncoder ? kMimeToRole[i].encoderRole 1695f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : kMimeToRole[i].decoderRole; 16965b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar} 1697f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 16985b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar//static 16995b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnarstatus_t ACodec::setComponentRole( 17005b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar const sp<IOMX> &omx, IOMX::node_id node, const char *role) { 17015b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar OMX_PARAM_COMPONENTROLETYPE roleParams; 17025b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar InitOMXParams(&roleParams); 1703f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 17045b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar strncpy((char *)roleParams.cRole, 17055b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar role, OMX_MAX_STRINGNAME_SIZE - 1); 17065778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17075b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar roleParams.cRole[OMX_MAX_STRINGNAME_SIZE - 1] = '\0'; 17085778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17095b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return omx->setParameter( 17105b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar node, OMX_IndexParamStandardComponentRole, 17115b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar &roleParams, sizeof(roleParams)); 1712f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1713f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 17145778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::configureCodec( 1715f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const char *mime, const sp<AMessage> &msg) { 17165778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t encoder; 17175778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("encoder", &encoder)) { 17185778822d86b0337407514b9372562b86edfa91cdAndreas Huber encoder = false; 17195778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 1720f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1721b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar sp<AMessage> inputFormat = new AMessage; 1722b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar sp<AMessage> outputFormat = new AMessage; 1723b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mConfigFormat = msg; 1724e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 17255778822d86b0337407514b9372562b86edfa91cdAndreas Huber mIsEncoder = encoder; 1726f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1727054219874873b41f1c815552987c10465c34ba2bLajos Molnar mInputMetadataType = kMetadataBufferTypeInvalid; 1728054219874873b41f1c815552987c10465c34ba2bLajos Molnar mOutputMetadataType = kMetadataBufferTypeInvalid; 17298db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu 17305778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = setComponentRole(encoder /* isEncoder */, mime); 17315778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17325778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 17335778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 17345778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 17355778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17365778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t bitRate = 0; 17372f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi // FLAC encoder doesn't need a bitrate, other encoders do 17382f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi if (encoder && strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_FLAC) 17392f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi && !msg->findInt32("bitrate", &bitRate)) { 17405778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 17415778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 17425778822d86b0337407514b9372562b86edfa91cdAndreas Huber 174396bdf620189622005e83b4f1421c4f25b7fa1729Lajos Molnar // propagate bitrate to the output so that the muxer has it 174496bdf620189622005e83b4f1421c4f25b7fa1729Lajos Molnar if (encoder && msg->findInt32("bitrate", &bitRate)) { 174596bdf620189622005e83b4f1421c4f25b7fa1729Lajos Molnar // Technically ISO spec says that 'bitrate' should be 0 for VBR even though it is the 174696bdf620189622005e83b4f1421c4f25b7fa1729Lajos Molnar // average bitrate. We've been setting both bitrate and max-bitrate to this same value. 174796bdf620189622005e83b4f1421c4f25b7fa1729Lajos Molnar outputFormat->setInt32("bitrate", bitRate); 174896bdf620189622005e83b4f1421c4f25b7fa1729Lajos Molnar outputFormat->setInt32("max-bitrate", bitRate); 174996bdf620189622005e83b4f1421c4f25b7fa1729Lajos Molnar } 175096bdf620189622005e83b4f1421c4f25b7fa1729Lajos Molnar 1751d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber int32_t storeMeta; 1752d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber if (encoder 17533e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar && msg->findInt32("android._input-metadata-buffer-type", &storeMeta) 17543e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar && storeMeta != kMetadataBufferTypeInvalid) { 17553e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar mInputMetadataType = (MetadataBufferType)storeMeta; 17563e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar err = mOMX->storeMetaDataInBuffers( 17573e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar mNode, kPortIndexInput, OMX_TRUE, &mInputMetadataType); 1758d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber if (err != OK) { 1759054219874873b41f1c815552987c10465c34ba2bLajos Molnar ALOGE("[%s] storeMetaDataInBuffers (input) failed w/ err %d", 1760308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang mComponentName.c_str(), err); 1761d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 1762054219874873b41f1c815552987c10465c34ba2bLajos Molnar return err; 17633e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar } else if (storeMeta == kMetadataBufferTypeANWBuffer 17643e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar && mInputMetadataType == kMetadataBufferTypeGrallocSource) { 17653e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar // IOMX translates ANWBuffers to gralloc source already. 17663e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar mInputMetadataType = (MetadataBufferType)storeMeta; 1767054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 1768c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar 1769c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar uint32_t usageBits; 1770c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar if (mOMX->getParameter( 1771c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar mNode, (OMX_INDEXTYPE)OMX_IndexParamConsumerUsageBits, 1772c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar &usageBits, sizeof(usageBits)) == OK) { 1773c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar inputFormat->setInt32( 1774c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar "using-sw-read-often", !!(usageBits & GRALLOC_USAGE_SW_READ_OFTEN)); 1775c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar } 1776054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 1777d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 1778308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang int32_t prependSPSPPS = 0; 17793a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber if (encoder 17803a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber && msg->findInt32("prepend-sps-pps-to-idr-frames", &prependSPSPPS) 17813a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber && prependSPSPPS != 0) { 17823a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber OMX_INDEXTYPE index; 17833a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber err = mOMX->getExtensionIndex( 17843a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber mNode, 17853a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber "OMX.google.android.index.prependSPSPPSToIDRFrames", 17863a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber &index); 17873a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber 17883a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber if (err == OK) { 17893a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber PrependSPSPPSToIDRFramesParams params; 17903a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber InitOMXParams(¶ms); 17913a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber params.bEnable = OMX_TRUE; 17923a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber 17933a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber err = mOMX->setParameter( 17943a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber mNode, index, ¶ms, sizeof(params)); 17953a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber } 17963a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber 17973a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber if (err != OK) { 17983a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber ALOGE("Encoder could not be configured to emit SPS/PPS before " 17993a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber "IDR frames. (err %d)", err); 18003a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber 18013a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber return err; 18023a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber } 18033a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber } 18043a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber 1805308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang // Only enable metadata mode on encoder output if encoder can prepend 1806308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang // sps/pps to idr frames, since in metadata mode the bitstream is in an 1807308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang // opaque handle, to which we don't have access. 1808308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang int32_t video = !strncasecmp(mime, "video/", 6); 18098db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu mIsVideo = video; 1810308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang if (encoder && video) { 1811308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang OMX_BOOL enable = (OMX_BOOL) (prependSPSPPS 18123e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar && msg->findInt32("android._store-metadata-in-buffers-output", &storeMeta) 1813308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang && storeMeta != 0); 1814308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang 18153e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar mOutputMetadataType = kMetadataBufferTypeNativeHandleSource; 1816054219874873b41f1c815552987c10465c34ba2bLajos Molnar err = mOMX->storeMetaDataInBuffers(mNode, kPortIndexOutput, enable, &mOutputMetadataType); 1817308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang if (err != OK) { 1818308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang ALOGE("[%s] storeMetaDataInBuffers (output) failed w/ err %d", 1819308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang mComponentName.c_str(), err); 1820308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang } 1821a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber 1822a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber if (!msg->findInt64( 1823a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber "repeat-previous-frame-after", 1824a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber &mRepeatFrameDelayUs)) { 1825a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber mRepeatFrameDelayUs = -1ll; 1826a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber } 182794ee4b708acfa941581160b267afb79192b1d816Chong Zhang 182894ee4b708acfa941581160b267afb79192b1d816Chong Zhang if (!msg->findInt64("max-pts-gap-to-encoder", &mMaxPtsGapUs)) { 18292c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mMaxPtsGapUs = -1ll; 18302c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang } 18312c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang 183237b2b389139ed638831e49708c947863eef631efRonghua Wu if (!msg->findFloat("max-fps-to-encoder", &mMaxFps)) { 183337b2b389139ed638831e49708c947863eef631efRonghua Wu mMaxFps = -1; 183437b2b389139ed638831e49708c947863eef631efRonghua Wu } 183537b2b389139ed638831e49708c947863eef631efRonghua Wu 18362c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang if (!msg->findInt64("time-lapse", &mTimePerCaptureUs)) { 18372c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mTimePerCaptureUs = -1ll; 183894ee4b708acfa941581160b267afb79192b1d816Chong Zhang } 183972cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang 184072cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang if (!msg->findInt32( 184172cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang "create-input-buffers-suspended", 184272cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang (int32_t*)&mCreateInputBuffersSuspended)) { 184372cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang mCreateInputBuffersSuspended = false; 184472cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang } 1845308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang } 1846308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang 18473a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // NOTE: we only use native window for video decoders 1848054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar sp<RefBase> obj; 18490d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar bool haveNativeWindow = msg->findObject("native-window", &obj) 18503a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar && obj != NULL && video && !encoder; 1851b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mUsingNativeWindow = haveNativeWindow; 1852011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar mLegacyAdaptiveExperiment = false; 1853e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if (video && !encoder) { 1854e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar inputFormat->setInt32("adaptive-playback", false); 18551713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang 18561713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang int32_t usageProtected; 18571713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang if (msg->findInt32("protected", &usageProtected) && usageProtected) { 18581713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang if (!haveNativeWindow) { 18591713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang ALOGE("protected output buffers must be sent to an ANativeWindow"); 18601713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang return PERMISSION_DENIED; 18611713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang } 18621713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang mFlags |= kFlagIsGrallocUsageProtected; 18631713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang mFlags |= kFlagPushBlankBuffersToNativeWindowOnShutdown; 18641713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang } 1865a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar 1866a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar if (mFlags & kFlagIsSecure) { 1867a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar // use native_handles for secure input buffers 1868a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar err = mOMX->enableNativeBuffers( 1869a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar mNode, kPortIndexInput, OMX_FALSE /* graphic */, OMX_TRUE); 1870a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar ALOGI_IF(err != OK, "falling back to non-native_handles"); 1871a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar err = OK; // ignore error for now 1872a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar } 1873e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 18743a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (haveNativeWindow) { 18751de1e25cba872bd4c077c2e394f8ca9c70b65856Lajos Molnar sp<ANativeWindow> nativeWindow = 18761de1e25cba872bd4c077c2e394f8ca9c70b65856Lajos Molnar static_cast<ANativeWindow *>(static_cast<Surface *>(obj.get())); 18775a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 18786597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar // START of temporary support for automatic FRC - THIS WILL BE REMOVED 18796597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar int32_t autoFrc; 18806597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar if (msg->findInt32("auto-frc", &autoFrc)) { 18816597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar bool enabled = autoFrc; 18826597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar OMX_CONFIG_BOOLEANTYPE config; 18836597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar InitOMXParams(&config); 18846597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar config.bEnabled = (OMX_BOOL)enabled; 18856597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar status_t temp = mOMX->setConfig( 18866597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar mNode, (OMX_INDEXTYPE)OMX_IndexConfigAutoFramerateConversion, 18876597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar &config, sizeof(config)); 18886597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar if (temp == OK) { 18896597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar outputFormat->setInt32("auto-frc", enabled); 18906597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar } else if (enabled) { 18916597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar ALOGI("codec does not support requested auto-frc (err %d)", temp); 18926597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar } 18936597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar } 18946597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar // END of temporary support for automatic FRC 18956597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar 18965a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad int32_t tunneled; 18975a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (msg->findInt32("feature-tunneled-playback", &tunneled) && 18985a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad tunneled != 0) { 18995a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGI("Configuring TUNNELED video playback."); 1900ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad mTunneled = true; 19015a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 190297827bd7c7e64dec22c8fe0f9e734a3c432ad7eeRachad int32_t audioHwSync = 0; 190397827bd7c7e64dec22c8fe0f9e734a3c432ad7eeRachad if (!msg->findInt32("audio-hw-sync", &audioHwSync)) { 19045a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGW("No Audio HW Sync provided for video tunnel"); 19055a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } 19065a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad err = configureTunneledVideoPlayback(audioHwSync, nativeWindow); 19075a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (err != OK) { 190897827bd7c7e64dec22c8fe0f9e734a3c432ad7eeRachad ALOGE("configureTunneledVideoPlayback(%d,%p) failed!", 19095a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad audioHwSync, nativeWindow.get()); 19105a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad return err; 1911fce0d1883cdbcb7d501625fb43844043cd28a267Lajos Molnar } 1912fce0d1883cdbcb7d501625fb43844043cd28a267Lajos Molnar 1913d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad int32_t maxWidth = 0, maxHeight = 0; 1914d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad if (msg->findInt32("max-width", &maxWidth) && 1915d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad msg->findInt32("max-height", &maxHeight)) { 1916d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad 1917d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad err = mOMX->prepareForAdaptivePlayback( 1918d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad mNode, kPortIndexOutput, OMX_TRUE, maxWidth, maxHeight); 1919d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad if (err != OK) { 1920d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad ALOGW("[%s] prepareForAdaptivePlayback failed w/ err %d", 1921d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad mComponentName.c_str(), err); 19223a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // allow failure 19233a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar err = OK; 1924d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad } else { 1925d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad inputFormat->setInt32("max-width", maxWidth); 1926d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad inputFormat->setInt32("max-height", maxHeight); 1927d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad inputFormat->setInt32("adaptive-playback", true); 1928d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad } 1929d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad } 19305a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } else { 1931ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad ALOGV("Configuring CPU controlled video playback."); 1932ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad mTunneled = false; 1933ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad 19343fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad // Explicity reset the sideband handle of the window for 19353fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad // non-tunneled video in case the window was previously used 19363fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad // for a tunneled video playback. 19373fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad err = native_window_set_sideband_stream(nativeWindow.get(), NULL); 19383fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad if (err != OK) { 19393fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad ALOGE("set_sideband_stream(NULL) failed! (err %d).", err); 19403fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad return err; 19413fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad } 19423fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad 19435a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // Always try to enable dynamic output buffers on native surface 19443e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar mOutputMetadataType = kMetadataBufferTypeANWBuffer; 19455a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad err = mOMX->storeMetaDataInBuffers( 1946054219874873b41f1c815552987c10465c34ba2bLajos Molnar mNode, kPortIndexOutput, OMX_TRUE, &mOutputMetadataType); 19475a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (err != OK) { 19485a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGE("[%s] storeMetaDataInBuffers failed w/ err %d", 1949fce0d1883cdbcb7d501625fb43844043cd28a267Lajos Molnar mComponentName.c_str(), err); 1950e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 19515a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // if adaptive playback has been requested, try JB fallback 19525a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // NOTE: THIS FALLBACK MECHANISM WILL BE REMOVED DUE TO ITS 19535a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // LARGE MEMORY REQUIREMENT 19545a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 19555a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // we will not do adaptive playback on software accessed 19565a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // surfaces as they never had to respond to changes in the 19575a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // crop window, and we don't trust that they will be able to. 19585a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad int usageBits = 0; 19595a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad bool canDoAdaptivePlayback; 19605a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 19615a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (nativeWindow->query( 19625a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad nativeWindow.get(), 19635a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad NATIVE_WINDOW_CONSUMER_USAGE_BITS, 19645a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad &usageBits) != OK) { 19655a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad canDoAdaptivePlayback = false; 19665a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } else { 19675a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad canDoAdaptivePlayback = 19685a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad (usageBits & 19695a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad (GRALLOC_USAGE_SW_READ_MASK | 19705a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad GRALLOC_USAGE_SW_WRITE_MASK)) == 0; 19715a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } 19725a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 19735a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad int32_t maxWidth = 0, maxHeight = 0; 19745a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (canDoAdaptivePlayback && 19755a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad msg->findInt32("max-width", &maxWidth) && 19765a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad msg->findInt32("max-height", &maxHeight)) { 19775a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGV("[%s] prepareForAdaptivePlayback(%dx%d)", 19785a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad mComponentName.c_str(), maxWidth, maxHeight); 19795a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 19805a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad err = mOMX->prepareForAdaptivePlayback( 19815a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad mNode, kPortIndexOutput, OMX_TRUE, maxWidth, 19825a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad maxHeight); 19835a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGW_IF(err != OK, 19845a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad "[%s] prepareForAdaptivePlayback failed w/ err %d", 19855a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad mComponentName.c_str(), err); 19865a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 19875a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (err == OK) { 19885a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad inputFormat->setInt32("max-width", maxWidth); 19895a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad inputFormat->setInt32("max-height", maxHeight); 19905a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad inputFormat->setInt32("adaptive-playback", true); 19915a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } 1992e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 19935a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // allow failure 19945a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad err = OK; 19955a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } else { 19965a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGV("[%s] storeMetaDataInBuffers succeeded", 19975a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad mComponentName.c_str()); 1998054219874873b41f1c815552987c10465c34ba2bLajos Molnar CHECK(storingMetadataInDecodedBuffers()); 1999011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar mLegacyAdaptiveExperiment = ADebug::isExperimentEnabled( 2000011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar "legacy-adaptive", !msg->contains("no-experiments")); 2001011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar 20025a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad inputFormat->setInt32("adaptive-playback", true); 2003fce0d1883cdbcb7d501625fb43844043cd28a267Lajos Molnar } 20040167414e261f88a96b5e4bf6cb592e6ca11e5a95Andreas Huber 20055a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad int32_t push; 20065a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (msg->findInt32("push-blank-buffers-on-shutdown", &push) 20075a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad && push != 0) { 20085a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad mFlags |= kFlagPushBlankBuffersToNativeWindowOnShutdown; 20095a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } 20100167414e261f88a96b5e4bf6cb592e6ca11e5a95Andreas Huber } 2011e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang 2012e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang int32_t rotationDegrees; 2013e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang if (msg->findInt32("rotation-degrees", &rotationDegrees)) { 2014e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang mRotationDegrees = rotationDegrees; 2015e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang } else { 2016e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang mRotationDegrees = 0; 2017e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang } 2018054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 2019054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 20205b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar AudioEncoding pcmEncoding = kAudioEncodingPcm16bit; 20215b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar (void)msg->findInt32("pcm-encoding", (int32_t*)&pcmEncoding); 20225b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar // invalid encodings will default to PCM-16bit in setupRawAudioFormat. 20235b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar 2024308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang if (video) { 20253a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // determine need for software renderer 20263a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar bool usingSwRenderer = false; 20273a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (haveNativeWindow && mComponentName.startsWith("OMX.google.")) { 20283a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar usingSwRenderer = true; 20293a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar haveNativeWindow = false; 20303a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 20313a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar 20325778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (encoder) { 2033b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = setupVideoEncoder(mime, msg, outputFormat, inputFormat); 20345778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 2035b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = setupVideoDecoder(mime, msg, haveNativeWindow, usingSwRenderer, outputFormat); 20365778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20373a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar 20383a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (err != OK) { 20393a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar return err; 20403a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 20413a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar 20423a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (haveNativeWindow) { 20431de1e25cba872bd4c077c2e394f8ca9c70b65856Lajos Molnar mNativeWindow = static_cast<Surface *>(obj.get()); 20443a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 20453a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar 20463a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // initialize native window now to get actual output format 20473a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // TODO: this is needed for some encoders even though they don't use native window 2048777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = initNativeWindow(); 2049777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 2050777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 2051777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 20523a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar 20533a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // fallback for devices that do not handle flex-YUV for native buffers 20543a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (haveNativeWindow) { 20553a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar int32_t requestedColorFormat = OMX_COLOR_FormatUnused; 20563a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (msg->findInt32("color-format", &requestedColorFormat) && 20573a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar requestedColorFormat == OMX_COLOR_FormatYUV420Flexible) { 2058777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim status_t err = getPortFormat(kPortIndexOutput, outputFormat); 2059777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 2060777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 2061777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 20623a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar int32_t colorFormat = OMX_COLOR_FormatUnused; 20633a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar OMX_U32 flexibleEquivalent = OMX_COLOR_FormatUnused; 2064777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (!outputFormat->findInt32("color-format", &colorFormat)) { 2065777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("ouptut port did not have a color format (wrong domain?)"); 2066777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return BAD_VALUE; 2067777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 20683a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar ALOGD("[%s] Requested output format %#x and got %#x.", 20693a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mComponentName.c_str(), requestedColorFormat, colorFormat); 20703a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (!isFlexibleColorFormat( 20713a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mOMX, mNode, colorFormat, haveNativeWindow, &flexibleEquivalent) 20723a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar || flexibleEquivalent != (OMX_U32)requestedColorFormat) { 20733a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // device did not handle flex-YUV request for native window, fall back 20743a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // to SW renderer 20753a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar ALOGI("[%s] Falling back to software renderer", mComponentName.c_str()); 20763a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mNativeWindow.clear(); 2077e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar mNativeWindowUsageBits = 0; 20783a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar haveNativeWindow = false; 20793a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar usingSwRenderer = true; 2080054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (storingMetadataInDecodedBuffers()) { 2081054219874873b41f1c815552987c10465c34ba2bLajos Molnar err = mOMX->storeMetaDataInBuffers( 2082054219874873b41f1c815552987c10465c34ba2bLajos Molnar mNode, kPortIndexOutput, OMX_FALSE, &mOutputMetadataType); 2083054219874873b41f1c815552987c10465c34ba2bLajos Molnar mOutputMetadataType = kMetadataBufferTypeInvalid; // just in case 20843a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // TODO: implement adaptive-playback support for bytebuffer mode. 20853a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // This is done by SW codecs, but most HW codecs don't support it. 20863a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar inputFormat->setInt32("adaptive-playback", false); 20873a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 20883a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (err == OK) { 2089a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar err = mOMX->enableNativeBuffers( 2090a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar mNode, kPortIndexOutput, OMX_TRUE /* graphic */, OMX_FALSE); 20913a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 20923a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (mFlags & kFlagIsGrallocUsageProtected) { 20933a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // fallback is not supported for protected playback 20943a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar err = PERMISSION_DENIED; 20953a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } else if (err == OK) { 2096b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = setupVideoDecoder( 2097b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mime, msg, haveNativeWindow, usingSwRenderer, outputFormat); 20983a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 20993a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 21003a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 21013a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 21023a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar 21033a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (usingSwRenderer) { 21043a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar outputFormat->setInt32("using-sw-renderer", 1); 21053a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 210642392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_MPEG)) { 210742392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber int32_t numChannels, sampleRate; 210842392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber if (!msg->findInt32("channel-count", &numChannels) 210942392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber || !msg->findInt32("sample-rate", &sampleRate)) { 211042392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber // Since we did not always check for these, leave them optional 211142392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber // and have the decoder figure it all out. 211242392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber err = OK; 211342392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber } else { 211442392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber err = setupRawAudioFormat( 211542392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber encoder ? kPortIndexInput : kPortIndexOutput, 211642392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber sampleRate, 211742392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber numChannels); 211842392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber } 2119f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_AAC)) { 2120f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t numChannels, sampleRate; 21215778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("channel-count", &numChannels) 21225778822d86b0337407514b9372562b86edfa91cdAndreas Huber || !msg->findInt32("sample-rate", &sampleRate)) { 21235778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = INVALID_OPERATION; 21245778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 2125aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke int32_t isADTS, aacProfile; 2126b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi int32_t sbrMode; 21278045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi int32_t maxOutputChannelCount; 21282965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang int32_t pcmLimiterEnable; 21298045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi drcParams_t drc; 2130ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber if (!msg->findInt32("is-adts", &isADTS)) { 2131ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber isADTS = 0; 2132ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 2133aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke if (!msg->findInt32("aac-profile", &aacProfile)) { 2134aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke aacProfile = OMX_AUDIO_AACObjectNull; 2135aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke } 2136b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi if (!msg->findInt32("aac-sbr-mode", &sbrMode)) { 2137b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi sbrMode = -1; 2138b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi } 2139ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 21408045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (!msg->findInt32("aac-max-output-channel_count", &maxOutputChannelCount)) { 21418045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi maxOutputChannelCount = -1; 21428045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 21432965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang if (!msg->findInt32("aac-pcm-limiter-enable", &pcmLimiterEnable)) { 21442965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang // value is unknown 21452965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang pcmLimiterEnable = -1; 21462965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang } 21478045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (!msg->findInt32("aac-encoded-target-level", &drc.encodedTargetLevel)) { 21488045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi // value is unknown 21498045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi drc.encodedTargetLevel = -1; 21508045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 21518045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (!msg->findInt32("aac-drc-cut-level", &drc.drcCut)) { 21528045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi // value is unknown 21538045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi drc.drcCut = -1; 21548045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 21558045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (!msg->findInt32("aac-drc-boost-level", &drc.drcBoost)) { 21568045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi // value is unknown 21578045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi drc.drcBoost = -1; 21588045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 21598045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (!msg->findInt32("aac-drc-heavy-compression", &drc.heavyCompression)) { 21608045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi // value is unknown 21618045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi drc.heavyCompression = -1; 21628045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 21638045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (!msg->findInt32("aac-target-ref-level", &drc.targetRefLevel)) { 21648045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi // value is unknown 21658045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi drc.targetRefLevel = -1; 21668045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 21678045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi 2168ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber err = setupAACCodec( 21694471e47ece77be5b4159cc9cbbcef4d43900d36fAndreas Huber encoder, numChannels, sampleRate, bitRate, aacProfile, 21702965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang isADTS != 0, sbrMode, maxOutputChannelCount, drc, 21712965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang pcmLimiterEnable); 21725778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2173729de186450f78c099637e1fce743fe531862c52Andreas Huber } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_AMR_NB)) { 21745778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setupAMRCodec(encoder, false /* isWAMR */, bitRate); 2175729de186450f78c099637e1fce743fe531862c52Andreas Huber } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_AMR_WB)) { 21765778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setupAMRCodec(encoder, true /* isWAMR */, bitRate); 2177729de186450f78c099637e1fce743fe531862c52Andreas Huber } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_G711_ALAW) 2178729de186450f78c099637e1fce743fe531862c52Andreas Huber || !strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_G711_MLAW)) { 2179729de186450f78c099637e1fce743fe531862c52Andreas Huber // These are PCM-like formats with a fixed sample rate but 2180729de186450f78c099637e1fce743fe531862c52Andreas Huber // a variable number of channels. 2181729de186450f78c099637e1fce743fe531862c52Andreas Huber 2182729de186450f78c099637e1fce743fe531862c52Andreas Huber int32_t numChannels; 21835778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("channel-count", &numChannels)) { 21845778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = INVALID_OPERATION; 21855778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 218617c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissen int32_t sampleRate; 218717c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissen if (!msg->findInt32("sample-rate", &sampleRate)) { 218817c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissen sampleRate = 8000; 218917c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissen } 219017c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissen err = setupG711Codec(encoder, sampleRate, numChannels); 21915778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 21922f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_FLAC)) { 2193ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar int32_t numChannels = 0, sampleRate = 0, compressionLevel = -1; 21942f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi if (encoder && 21952f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi (!msg->findInt32("channel-count", &numChannels) 21962f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi || !msg->findInt32("sample-rate", &sampleRate))) { 21972f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi ALOGE("missing channel count or sample rate for FLAC encoder"); 21982f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi err = INVALID_OPERATION; 21992f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } else { 22002f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi if (encoder) { 2201516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber if (!msg->findInt32( 2202cd39746f8d83bb3f12e8f613e77c3c3b5f77c077Lajos Molnar "complexity", &compressionLevel) && 2203cd39746f8d83bb3f12e8f613e77c3c3b5f77c077Lajos Molnar !msg->findInt32( 2204516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber "flac-compression-level", &compressionLevel)) { 2205cd39746f8d83bb3f12e8f613e77c3c3b5f77c077Lajos Molnar compressionLevel = 5; // default FLAC compression level 22062f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } else if (compressionLevel < 0) { 2207516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber ALOGW("compression level %d outside [0..8] range, " 2208516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber "using 0", 2209516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber compressionLevel); 22102f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi compressionLevel = 0; 22112f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } else if (compressionLevel > 8) { 2212516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber ALOGW("compression level %d outside [0..8] range, " 2213516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber "using 8", 2214516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber compressionLevel); 22152f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi compressionLevel = 8; 22162f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } 22172f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } 2218516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber err = setupFlacCodec( 2219516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber encoder, numChannels, sampleRate, compressionLevel); 22202f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } 2221ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_RAW)) { 2222ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber int32_t numChannels, sampleRate; 2223ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber if (encoder 2224ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber || !msg->findInt32("channel-count", &numChannels) 2225ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber || !msg->findInt32("sample-rate", &sampleRate)) { 2226ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber err = INVALID_OPERATION; 2227ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber } else { 22285b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar err = setupRawAudioFormat(kPortIndexInput, sampleRate, numChannels, pcmEncoding); 2229ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber } 223097358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_AC3)) { 223197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu int32_t numChannels; 223297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu int32_t sampleRate; 223397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu if (!msg->findInt32("channel-count", &numChannels) 223497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu || !msg->findInt32("sample-rate", &sampleRate)) { 223597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu err = INVALID_OPERATION; 223697358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } else { 223797358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu err = setupAC3Codec(encoder, numChannels, sampleRate); 223897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } 22398a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_EAC3)) { 22408a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad int32_t numChannels; 22418a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad int32_t sampleRate; 22428a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad if (!msg->findInt32("channel-count", &numChannels) 22438a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad || !msg->findInt32("sample-rate", &sampleRate)) { 22448a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad err = INVALID_OPERATION; 22458a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } else { 22468a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad err = setupEAC3Codec(encoder, numChannels, sampleRate); 22478a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } 22485778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2249729de186450f78c099637e1fce743fe531862c52Andreas Huber 22504471e47ece77be5b4159cc9cbbcef4d43900d36fAndreas Huber if (err != OK) { 22514471e47ece77be5b4159cc9cbbcef4d43900d36fAndreas Huber return err; 22524471e47ece77be5b4159cc9cbbcef4d43900d36fAndreas Huber } 22534471e47ece77be5b4159cc9cbbcef4d43900d36fAndreas Huber 22548b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen if (!msg->findInt32("encoder-delay", &mEncoderDelay)) { 22558b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen mEncoderDelay = 0; 22568b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen } 22579806555d3930be43e11106281dee354820ac1c88Andreas Huber 22588b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen if (!msg->findInt32("encoder-padding", &mEncoderPadding)) { 22598b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen mEncoderPadding = 0; 22608b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen } 22618b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen 22629806555d3930be43e11106281dee354820ac1c88Andreas Huber if (msg->findInt32("channel-mask", &mChannelMask)) { 22639806555d3930be43e11106281dee354820ac1c88Andreas Huber mChannelMaskPresent = true; 22649806555d3930be43e11106281dee354820ac1c88Andreas Huber } else { 22659806555d3930be43e11106281dee354820ac1c88Andreas Huber mChannelMaskPresent = false; 22669806555d3930be43e11106281dee354820ac1c88Andreas Huber } 22679806555d3930be43e11106281dee354820ac1c88Andreas Huber 2268f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t maxInputSize; 2269f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (msg->findInt32("max-input-size", &maxInputSize)) { 22705778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setMinBufferSize(kPortIndexInput, (size_t)maxInputSize); 2271f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else if (!strcmp("OMX.Nvidia.aac.decoder", mComponentName.c_str())) { 22725778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setMinBufferSize(kPortIndexInput, 8192); // XXX 2273f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 22745778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22758b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu int32_t priority; 22768b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu if (msg->findInt32("priority", &priority)) { 22778b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu err = setPriority(priority); 22788b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu } 22798b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu 2280ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu int32_t rateInt = -1; 2281ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu float rateFloat = -1; 2282ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (!msg->findFloat("operating-rate", &rateFloat)) { 2283ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu msg->findInt32("operating-rate", &rateInt); 2284ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu rateFloat = (float)rateInt; // 16MHz (FLINTMAX) is OK for upper bound. 2285ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2286ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (rateFloat > 0) { 2287ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu err = setOperatingRate(rateFloat, video); 2288ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2289ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu 2290697aedf61d6180e72102068a969383018eedfa1eLajos Molnar // NOTE: both mBaseOutputFormat and mOutputFormat are outputFormat to signal first frame. 22914e865a3cfe4c955e0890321a6b488cf661808b63Lajos Molnar mBaseOutputFormat = outputFormat; 2292b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar // trigger a kWhatOutputFormatChanged msg on first buffer 2293b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar mLastOutputFormat.clear(); 22944e865a3cfe4c955e0890321a6b488cf661808b63Lajos Molnar 2295777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = getPortFormat(kPortIndexInput, inputFormat); 2296777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err == OK) { 2297777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = getPortFormat(kPortIndexOutput, outputFormat); 2298777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err == OK) { 2299777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mInputFormat = inputFormat; 2300777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mOutputFormat = outputFormat; 2301777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 2302777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 23035b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar 23045b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar // create data converters if needed 23055b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (!video && err == OK) { 23065b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar AudioEncoding codecPcmEncoding = kAudioEncodingPcm16bit; 23075b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (encoder) { 23085b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar (void)mInputFormat->findInt32("pcm-encoding", (int32_t*)&codecPcmEncoding); 23095b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar mConverter[kPortIndexInput] = AudioConverter::Create(pcmEncoding, codecPcmEncoding); 23105b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (mConverter[kPortIndexInput] != NULL) { 23115b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar mInputFormat->setInt32("pcm-encoding", pcmEncoding); 23125b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 23135b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } else { 23145b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar (void)mOutputFormat->findInt32("pcm-encoding", (int32_t*)&codecPcmEncoding); 23155b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar mConverter[kPortIndexOutput] = AudioConverter::Create(codecPcmEncoding, pcmEncoding); 23165b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (mConverter[kPortIndexOutput] != NULL) { 23175b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar mOutputFormat->setInt32("pcm-encoding", pcmEncoding); 23185b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 23195b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 23205b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 23215b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar 23225778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 2323f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 2324f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 23258b806ea894ca098366629458bfdd1df4866afcdfRonghua Wustatus_t ACodec::setPriority(int32_t priority) { 23268b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu if (priority < 0) { 23278b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu return BAD_VALUE; 23288b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu } 23298b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu OMX_PARAM_U32TYPE config; 23308b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu InitOMXParams(&config); 23318b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu config.nU32 = (OMX_U32)priority; 23328b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu status_t temp = mOMX->setConfig( 23338b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu mNode, (OMX_INDEXTYPE)OMX_IndexConfigPriority, 23348b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu &config, sizeof(config)); 23358b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu if (temp != OK) { 23368b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu ALOGI("codec does not support config priority (err %d)", temp); 23378b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu } 23388b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu return OK; 23398b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu} 23408b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu 2341ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wustatus_t ACodec::setOperatingRate(float rateFloat, bool isVideo) { 2342ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (rateFloat < 0) { 2343ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu return BAD_VALUE; 2344ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2345ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu OMX_U32 rate; 2346ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (isVideo) { 2347ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (rateFloat > 65535) { 2348ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu return BAD_VALUE; 2349ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2350ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu rate = (OMX_U32)(rateFloat * 65536.0f + 0.5f); 2351ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } else { 2352ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (rateFloat > UINT_MAX) { 2353ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu return BAD_VALUE; 2354ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2355ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu rate = (OMX_U32)(rateFloat); 2356ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2357ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu OMX_PARAM_U32TYPE config; 2358ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu InitOMXParams(&config); 2359ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu config.nU32 = rate; 2360ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu status_t err = mOMX->setConfig( 2361ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu mNode, (OMX_INDEXTYPE)OMX_IndexConfigOperatingRate, 2362ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu &config, sizeof(config)); 2363ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (err != OK) { 2364ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu ALOGI("codec does not support config operating rate (err %d)", err); 2365ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2366ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu return OK; 2367ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu} 2368ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu 2369870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuangstatus_t ACodec::getIntraRefreshPeriod(uint32_t *intraRefreshPeriod) { 2370870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang OMX_VIDEO_CONFIG_ANDROID_INTRAREFRESHTYPE params; 2371870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang InitOMXParams(¶ms); 2372870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang params.nPortIndex = kPortIndexOutput; 2373870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang status_t err = mOMX->getConfig( 2374870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang mNode, (OMX_INDEXTYPE)OMX_IndexConfigAndroidIntraRefresh, ¶ms, sizeof(params)); 2375870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (err == OK) { 2376870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang *intraRefreshPeriod = params.nRefreshPeriod; 2377870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return OK; 2378870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 2379870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2380870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang // Fallback to query through standard OMX index. 2381870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang OMX_VIDEO_PARAM_INTRAREFRESHTYPE refreshParams; 2382870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang InitOMXParams(&refreshParams); 2383870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang refreshParams.nPortIndex = kPortIndexOutput; 2384870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang refreshParams.eRefreshMode = OMX_VIDEO_IntraRefreshCyclic; 2385870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang err = mOMX->getParameter( 2386870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang mNode, OMX_IndexParamVideoIntraRefresh, &refreshParams, sizeof(refreshParams)); 2387870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (err != OK || refreshParams.nCirMBs == 0) { 2388870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang *intraRefreshPeriod = 0; 2389870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return OK; 2390870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 2391870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2392870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang // Calculate period based on width and height 2393870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang uint32_t width, height; 2394870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang OMX_PARAM_PORTDEFINITIONTYPE def; 2395870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang InitOMXParams(&def); 2396870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang OMX_VIDEO_PORTDEFINITIONTYPE *video_def = &def.format.video; 2397870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang def.nPortIndex = kPortIndexOutput; 2398870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang err = mOMX->getParameter( 2399870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 2400870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (err != OK) { 2401870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang *intraRefreshPeriod = 0; 2402870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return err; 2403870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 2404870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang width = video_def->nFrameWidth; 2405870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang height = video_def->nFrameHeight; 2406870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang // Use H.264/AVC MacroBlock size 16x16 2407870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang *intraRefreshPeriod = divUp((divUp(width, 16u) * divUp(height, 16u)), refreshParams.nCirMBs); 2408870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2409870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return OK; 2410870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang} 2411870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2412870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuangstatus_t ACodec::setIntraRefreshPeriod(uint32_t intraRefreshPeriod, bool inConfigure) { 2413870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang OMX_VIDEO_CONFIG_ANDROID_INTRAREFRESHTYPE params; 2414870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang InitOMXParams(¶ms); 2415870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang params.nPortIndex = kPortIndexOutput; 2416870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang params.nRefreshPeriod = intraRefreshPeriod; 2417870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang status_t err = mOMX->setConfig( 2418870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang mNode, (OMX_INDEXTYPE)OMX_IndexConfigAndroidIntraRefresh, ¶ms, sizeof(params)); 2419870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (err == OK) { 2420870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return OK; 2421870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 2422870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2423870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang // Only in configure state, a component could invoke setParameter. 2424870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (!inConfigure) { 2425870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return INVALID_OPERATION; 2426870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } else { 2427870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang ALOGI("[%s] try falling back to Cyclic", mComponentName.c_str()); 2428870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 2429870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2430870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang OMX_VIDEO_PARAM_INTRAREFRESHTYPE refreshParams; 2431870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang InitOMXParams(&refreshParams); 2432870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang refreshParams.nPortIndex = kPortIndexOutput; 2433870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang refreshParams.eRefreshMode = OMX_VIDEO_IntraRefreshCyclic; 2434870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2435870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (intraRefreshPeriod == 0) { 2436870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang // 0 means disable intra refresh. 2437870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang refreshParams.nCirMBs = 0; 2438870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } else { 2439870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang // Calculate macroblocks that need to be intra coded base on width and height 2440870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang uint32_t width, height; 2441870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang OMX_PARAM_PORTDEFINITIONTYPE def; 2442870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang InitOMXParams(&def); 2443870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang OMX_VIDEO_PORTDEFINITIONTYPE *video_def = &def.format.video; 2444870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang def.nPortIndex = kPortIndexOutput; 2445870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang err = mOMX->getParameter( 2446870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 2447870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (err != OK) { 2448870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return err; 2449870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 2450870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang width = video_def->nFrameWidth; 2451870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang height = video_def->nFrameHeight; 2452870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang // Use H.264/AVC MacroBlock size 16x16 2453870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang refreshParams.nCirMBs = divUp((divUp(width, 16u) * divUp(height, 16u)), intraRefreshPeriod); 2454870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 2455870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2456870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang err = mOMX->setParameter(mNode, OMX_IndexParamVideoIntraRefresh, 2457870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang &refreshParams, sizeof(refreshParams)); 2458870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (err != OK) { 2459870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return err; 2460870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 2461870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2462870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return OK; 2463870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang} 2464870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2465f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::setMinBufferSize(OMX_U32 portIndex, size_t size) { 2466f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 2467f933441648ef6a71dee783d733aac17b9508b452Andreas Huber InitOMXParams(&def); 2468f933441648ef6a71dee783d733aac17b9508b452Andreas Huber def.nPortIndex = portIndex; 2469f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2470f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t err = mOMX->getParameter( 2471f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 2472f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2473f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 2474f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 2475f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2476f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2477f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (def.nBufferSize >= size) { 2478f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return OK; 2479f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2480f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2481f933441648ef6a71dee783d733aac17b9508b452Andreas Huber def.nBufferSize = size; 2482f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2483f933441648ef6a71dee783d733aac17b9508b452Andreas Huber err = mOMX->setParameter( 2484f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 2485f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2486f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 2487f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 2488f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2489f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2490f933441648ef6a71dee783d733aac17b9508b452Andreas Huber err = mOMX->getParameter( 2491f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 2492f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2493f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 2494f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 2495f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2496f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2497777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (def.nBufferSize < size) { 2498777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("failed to set min buffer size to %zu (is still %u)", size, def.nBufferSize); 2499777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return FAILED_TRANSACTION; 2500777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 2501f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2502f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return OK; 2503f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 2504f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 25055778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::selectAudioPortFormat( 25065778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_U32 portIndex, OMX_AUDIO_CODINGTYPE desiredFormat) { 25075778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_AUDIO_PARAM_PORTFORMATTYPE format; 25085778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&format); 25095778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25105778822d86b0337407514b9372562b86edfa91cdAndreas Huber format.nPortIndex = portIndex; 25116e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar for (OMX_U32 index = 0; index <= kMaxIndicesToCheck; ++index) { 25125778822d86b0337407514b9372562b86edfa91cdAndreas Huber format.nIndex = index; 25135778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = mOMX->getParameter( 25145778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamAudioPortFormat, 25155778822d86b0337407514b9372562b86edfa91cdAndreas Huber &format, sizeof(format)); 25165778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25175778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 25185778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 25195778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25205778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25215778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (format.eEncoding == desiredFormat) { 25225778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 25235778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25246e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar 25256e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar if (index == kMaxIndicesToCheck) { 25266e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar ALOGW("[%s] stopping checking formats after %u: %s(%x)", 25276e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar mComponentName.c_str(), index, 25286e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar asString(format.eEncoding), format.eEncoding); 25296e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar return ERROR_UNSUPPORTED; 25306e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar } 25315778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25325778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25335778822d86b0337407514b9372562b86edfa91cdAndreas Huber return mOMX->setParameter( 25345778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamAudioPortFormat, &format, sizeof(format)); 25355778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 25365778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25375778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupAACCodec( 2538aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke bool encoder, int32_t numChannels, int32_t sampleRate, 25398045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi int32_t bitRate, int32_t aacProfile, bool isADTS, int32_t sbrMode, 25402965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang int32_t maxOutputChannelCount, const drcParams_t& drc, 25412965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang int32_t pcmLimiterEnable) { 2542ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber if (encoder && isADTS) { 2543ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber return -EINVAL; 2544ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 2545ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 25465778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = setupRawAudioFormat( 25475778822d86b0337407514b9372562b86edfa91cdAndreas Huber encoder ? kPortIndexInput : kPortIndexOutput, 25485778822d86b0337407514b9372562b86edfa91cdAndreas Huber sampleRate, 25495778822d86b0337407514b9372562b86edfa91cdAndreas Huber numChannels); 25505778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25515778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 25525778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 25535778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25545778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25555778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (encoder) { 25565778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = selectAudioPortFormat(kPortIndexOutput, OMX_AUDIO_CodingAAC); 25575778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25585778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 25595778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 25605778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25615778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25625778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 25635778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&def); 25645778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.nPortIndex = kPortIndexOutput; 25655778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25665778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->getParameter( 25675778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 25685778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25695778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 25705778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 25715778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25725778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25735778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.format.audio.bFlagErrorConcealment = OMX_TRUE; 25745778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.format.audio.eEncoding = OMX_AUDIO_CodingAAC; 25755778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25765778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 25775778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 25785778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25795778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 25805778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 25815778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25825778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25835778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_AUDIO_PARAM_AACPROFILETYPE profile; 25845778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&profile); 25855778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nPortIndex = kPortIndexOutput; 25865778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25875778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->getParameter( 25885778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamAudioAac, &profile, sizeof(profile)); 25895778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25905778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 25915778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 25925778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25935778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25945778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nChannels = numChannels; 25955778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25965778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.eChannelMode = 25975778822d86b0337407514b9372562b86edfa91cdAndreas Huber (numChannels == 1) 25985778822d86b0337407514b9372562b86edfa91cdAndreas Huber ? OMX_AUDIO_ChannelModeMono: OMX_AUDIO_ChannelModeStereo; 25995778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26005778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nSampleRate = sampleRate; 26015778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nBitRate = bitRate; 26025778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nAudioBandWidth = 0; 26035778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nFrameLength = 0; 26045778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nAACtools = OMX_AUDIO_AACToolAll; 26055778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nAACERtools = OMX_AUDIO_AACERNone; 2606aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke profile.eAACProfile = (OMX_AUDIO_AACPROFILETYPE) aacProfile; 26075778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.eAACStreamFormat = OMX_AUDIO_AACStreamFormatMP4FF; 2608b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi switch (sbrMode) { 2609b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi case 0: 2610b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi // disable sbr 2611b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools &= ~OMX_AUDIO_AACToolAndroidSSBR; 2612b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools &= ~OMX_AUDIO_AACToolAndroidDSBR; 2613b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi break; 2614b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi case 1: 2615b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi // enable single-rate sbr 2616b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools |= OMX_AUDIO_AACToolAndroidSSBR; 2617b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools &= ~OMX_AUDIO_AACToolAndroidDSBR; 2618b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi break; 2619b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi case 2: 2620b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi // enable dual-rate sbr 2621b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools &= ~OMX_AUDIO_AACToolAndroidSSBR; 2622b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools |= OMX_AUDIO_AACToolAndroidDSBR; 2623b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi break; 2624b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi case -1: 2625b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi // enable both modes -> the codec will decide which mode should be used 2626b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools |= OMX_AUDIO_AACToolAndroidSSBR; 2627b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools |= OMX_AUDIO_AACToolAndroidDSBR; 2628b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi break; 2629b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi default: 2630b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi // unsupported sbr mode 2631b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi return BAD_VALUE; 2632b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi } 2633b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi 26345778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26355778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 26365778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamAudioAac, &profile, sizeof(profile)); 26375778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26385778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 26395778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 26405778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 26415778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26425778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 26435778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 26445778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2645f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_AUDIO_PARAM_AACPROFILETYPE profile; 2646f933441648ef6a71dee783d733aac17b9508b452Andreas Huber InitOMXParams(&profile); 2647f933441648ef6a71dee783d733aac17b9508b452Andreas Huber profile.nPortIndex = kPortIndexInput; 2648f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 26495778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->getParameter( 2650f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamAudioAac, &profile, sizeof(profile)); 2651f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2652f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 2653f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 2654f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2655f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2656f933441648ef6a71dee783d733aac17b9508b452Andreas Huber profile.nChannels = numChannels; 2657f933441648ef6a71dee783d733aac17b9508b452Andreas Huber profile.nSampleRate = sampleRate; 2658ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 2659ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber profile.eAACStreamFormat = 2660ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber isADTS 2661ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber ? OMX_AUDIO_AACStreamFormatMP4ADTS 2662ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber : OMX_AUDIO_AACStreamFormatMP4FF; 2663f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 26648045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi OMX_AUDIO_PARAM_ANDROID_AACPRESENTATIONTYPE presentation; 2665dabb051cf03b5ccc994c769a1cd23f9e6c378deeMarco Nelissen InitOMXParams(&presentation); 26668045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi presentation.nMaxOutputChannels = maxOutputChannelCount; 26678045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi presentation.nDrcCut = drc.drcCut; 26688045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi presentation.nDrcBoost = drc.drcBoost; 26698045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi presentation.nHeavyCompression = drc.heavyCompression; 26708045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi presentation.nTargetReferenceLevel = drc.targetRefLevel; 26718045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi presentation.nEncodedTargetLevel = drc.encodedTargetLevel; 26722965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang presentation.nPCMLimiterEnable = pcmLimiterEnable; 26738045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi 26748045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi status_t res = mOMX->setParameter(mNode, OMX_IndexParamAudioAac, &profile, sizeof(profile)); 26758045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (res == OK) { 26768045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi // optional parameters, will not cause configuration failure 26778045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi mOMX->setParameter(mNode, (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidAacPresentation, 26788045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi &presentation, sizeof(presentation)); 26798045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } else { 26808045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi ALOGW("did not set AudioAndroidAacPresentation due to error %d when setting AudioAac", res); 26818045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 26828045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi return res; 26835778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 2684f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 268597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryustatus_t ACodec::setupAC3Codec( 268697358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu bool encoder, int32_t numChannels, int32_t sampleRate) { 268797358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu status_t err = setupRawAudioFormat( 268897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu encoder ? kPortIndexInput : kPortIndexOutput, sampleRate, numChannels); 268997358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 269097358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu if (err != OK) { 269197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu return err; 269297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } 269397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 269497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu if (encoder) { 269597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu ALOGW("AC3 encoding is not supported."); 269697358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu return INVALID_OPERATION; 269797358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } 269897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 269997358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu OMX_AUDIO_PARAM_ANDROID_AC3TYPE def; 270097358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu InitOMXParams(&def); 270197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu def.nPortIndex = kPortIndexInput; 270297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 270397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu err = mOMX->getParameter( 270497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu mNode, 270597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidAc3, 270697358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu &def, 270797358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu sizeof(def)); 270897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 270997358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu if (err != OK) { 271097358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu return err; 271197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } 271297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 271397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu def.nChannels = numChannels; 271497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu def.nSampleRate = sampleRate; 271597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 271697358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu return mOMX->setParameter( 271797358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu mNode, 271897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidAc3, 271997358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu &def, 272097358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu sizeof(def)); 272197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu} 272297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 27238a4728966dc9c78e21c3c93a927707e93c05e5e0Rachadstatus_t ACodec::setupEAC3Codec( 27248a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad bool encoder, int32_t numChannels, int32_t sampleRate) { 27258a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad status_t err = setupRawAudioFormat( 27268a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad encoder ? kPortIndexInput : kPortIndexOutput, sampleRate, numChannels); 27278a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 27288a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad if (err != OK) { 27298a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad return err; 27308a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } 27318a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 27328a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad if (encoder) { 27338a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad ALOGW("EAC3 encoding is not supported."); 27348a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad return INVALID_OPERATION; 27358a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } 27368a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 27378a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad OMX_AUDIO_PARAM_ANDROID_EAC3TYPE def; 27388a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad InitOMXParams(&def); 27398a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad def.nPortIndex = kPortIndexInput; 27408a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 27418a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad err = mOMX->getParameter( 27428a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad mNode, 27438a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidEac3, 27448a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad &def, 27458a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad sizeof(def)); 27468a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 27478a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad if (err != OK) { 27488a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad return err; 27498a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } 27508a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 27518a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad def.nChannels = numChannels; 27528a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad def.nSampleRate = sampleRate; 27538a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 27548a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad return mOMX->setParameter( 27558a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad mNode, 27568a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidEac3, 27578a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad &def, 27588a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad sizeof(def)); 27598a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad} 27608a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 27615778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatic OMX_AUDIO_AMRBANDMODETYPE pickModeFromBitRate( 27625778822d86b0337407514b9372562b86edfa91cdAndreas Huber bool isAMRWB, int32_t bps) { 27635778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (isAMRWB) { 27645778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (bps <= 6600) { 27655778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB0; 27665778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 8850) { 27675778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB1; 27685778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 12650) { 27695778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB2; 27705778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 14250) { 27715778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB3; 27725778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 15850) { 27735778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB4; 27745778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 18250) { 27755778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB5; 27765778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 19850) { 27775778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB6; 27785778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 23050) { 27795778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB7; 27805778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 27815778822d86b0337407514b9372562b86edfa91cdAndreas Huber 27825778822d86b0337407514b9372562b86edfa91cdAndreas Huber // 23850 bps 27835778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB8; 27845778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { // AMRNB 27855778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (bps <= 4750) { 27865778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB0; 27875778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 5150) { 27885778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB1; 27895778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 5900) { 27905778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB2; 27915778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 6700) { 27925778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB3; 27935778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 7400) { 27945778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB4; 27955778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 7950) { 27965778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB5; 27975778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 10200) { 27985778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB6; 27995778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 28005778822d86b0337407514b9372562b86edfa91cdAndreas Huber 28015778822d86b0337407514b9372562b86edfa91cdAndreas Huber // 12200 bps 28025778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB7; 28035778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2804f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 2805f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 28065778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupAMRCodec(bool encoder, bool isWAMR, int32_t bitrate) { 2807729de186450f78c099637e1fce743fe531862c52Andreas Huber OMX_AUDIO_PARAM_AMRTYPE def; 2808729de186450f78c099637e1fce743fe531862c52Andreas Huber InitOMXParams(&def); 28095778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.nPortIndex = encoder ? kPortIndexOutput : kPortIndexInput; 2810729de186450f78c099637e1fce743fe531862c52Andreas Huber 2811729de186450f78c099637e1fce743fe531862c52Andreas Huber status_t err = 2812729de186450f78c099637e1fce743fe531862c52Andreas Huber mOMX->getParameter(mNode, OMX_IndexParamAudioAmr, &def, sizeof(def)); 2813729de186450f78c099637e1fce743fe531862c52Andreas Huber 2814729de186450f78c099637e1fce743fe531862c52Andreas Huber if (err != OK) { 2815729de186450f78c099637e1fce743fe531862c52Andreas Huber return err; 2816729de186450f78c099637e1fce743fe531862c52Andreas Huber } 2817729de186450f78c099637e1fce743fe531862c52Andreas Huber 2818729de186450f78c099637e1fce743fe531862c52Andreas Huber def.eAMRFrameFormat = OMX_AUDIO_AMRFrameFormatFSF; 28195778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.eAMRBandMode = pickModeFromBitRate(isWAMR, bitrate); 28205778822d86b0337407514b9372562b86edfa91cdAndreas Huber 28215778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 28225778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamAudioAmr, &def, sizeof(def)); 2823729de186450f78c099637e1fce743fe531862c52Andreas Huber 28245778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 28255778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 28265778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2827729de186450f78c099637e1fce743fe531862c52Andreas Huber 28285778822d86b0337407514b9372562b86edfa91cdAndreas Huber return setupRawAudioFormat( 28295778822d86b0337407514b9372562b86edfa91cdAndreas Huber encoder ? kPortIndexInput : kPortIndexOutput, 28305778822d86b0337407514b9372562b86edfa91cdAndreas Huber isWAMR ? 16000 : 8000 /* sampleRate */, 28315778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1 /* numChannels */); 2832729de186450f78c099637e1fce743fe531862c52Andreas Huber} 2833729de186450f78c099637e1fce743fe531862c52Andreas Huber 283417c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissenstatus_t ACodec::setupG711Codec(bool encoder, int32_t sampleRate, int32_t numChannels) { 2835777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (encoder) { 2836777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return INVALID_OPERATION; 2837777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 28385778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2839729de186450f78c099637e1fce743fe531862c52Andreas Huber return setupRawAudioFormat( 284017c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissen kPortIndexInput, sampleRate, numChannels); 2841729de186450f78c099637e1fce743fe531862c52Andreas Huber} 2842729de186450f78c099637e1fce743fe531862c52Andreas Huber 28432f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivistatus_t ACodec::setupFlacCodec( 28442f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi bool encoder, int32_t numChannels, int32_t sampleRate, int32_t compressionLevel) { 28452f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi 28462f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi if (encoder) { 28472f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi OMX_AUDIO_PARAM_FLACTYPE def; 28482f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi InitOMXParams(&def); 28492f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi def.nPortIndex = kPortIndexOutput; 28502f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi 28512f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi // configure compression level 28522f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi status_t err = mOMX->getParameter(mNode, OMX_IndexParamAudioFlac, &def, sizeof(def)); 28532f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi if (err != OK) { 28542f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi ALOGE("setupFlacCodec(): Error %d getting OMX_IndexParamAudioFlac parameter", err); 28552f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi return err; 28562f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } 28572f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi def.nCompressionLevel = compressionLevel; 28582f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi err = mOMX->setParameter(mNode, OMX_IndexParamAudioFlac, &def, sizeof(def)); 28592f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi if (err != OK) { 28602f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi ALOGE("setupFlacCodec(): Error %d setting OMX_IndexParamAudioFlac parameter", err); 28612f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi return err; 28622f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } 28632f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } 28642f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi 28652f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi return setupRawAudioFormat( 28662f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi encoder ? kPortIndexInput : kPortIndexOutput, 28672f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi sampleRate, 28682f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi numChannels); 28692f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi} 28702f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi 2871729de186450f78c099637e1fce743fe531862c52Andreas Huberstatus_t ACodec::setupRawAudioFormat( 28725b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar OMX_U32 portIndex, int32_t sampleRate, int32_t numChannels, AudioEncoding encoding) { 2873729de186450f78c099637e1fce743fe531862c52Andreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 2874729de186450f78c099637e1fce743fe531862c52Andreas Huber InitOMXParams(&def); 2875729de186450f78c099637e1fce743fe531862c52Andreas Huber def.nPortIndex = portIndex; 2876729de186450f78c099637e1fce743fe531862c52Andreas Huber 2877729de186450f78c099637e1fce743fe531862c52Andreas Huber status_t err = mOMX->getParameter( 2878729de186450f78c099637e1fce743fe531862c52Andreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 2879729de186450f78c099637e1fce743fe531862c52Andreas Huber 2880729de186450f78c099637e1fce743fe531862c52Andreas Huber if (err != OK) { 2881729de186450f78c099637e1fce743fe531862c52Andreas Huber return err; 2882729de186450f78c099637e1fce743fe531862c52Andreas Huber } 2883729de186450f78c099637e1fce743fe531862c52Andreas Huber 2884729de186450f78c099637e1fce743fe531862c52Andreas Huber def.format.audio.eEncoding = OMX_AUDIO_CodingPCM; 2885729de186450f78c099637e1fce743fe531862c52Andreas Huber 2886729de186450f78c099637e1fce743fe531862c52Andreas Huber err = mOMX->setParameter( 2887729de186450f78c099637e1fce743fe531862c52Andreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 2888729de186450f78c099637e1fce743fe531862c52Andreas Huber 2889729de186450f78c099637e1fce743fe531862c52Andreas Huber if (err != OK) { 2890729de186450f78c099637e1fce743fe531862c52Andreas Huber return err; 2891729de186450f78c099637e1fce743fe531862c52Andreas Huber } 2892729de186450f78c099637e1fce743fe531862c52Andreas Huber 2893729de186450f78c099637e1fce743fe531862c52Andreas Huber OMX_AUDIO_PARAM_PCMMODETYPE pcmParams; 2894729de186450f78c099637e1fce743fe531862c52Andreas Huber InitOMXParams(&pcmParams); 2895729de186450f78c099637e1fce743fe531862c52Andreas Huber pcmParams.nPortIndex = portIndex; 2896729de186450f78c099637e1fce743fe531862c52Andreas Huber 2897729de186450f78c099637e1fce743fe531862c52Andreas Huber err = mOMX->getParameter( 2898729de186450f78c099637e1fce743fe531862c52Andreas Huber mNode, OMX_IndexParamAudioPcm, &pcmParams, sizeof(pcmParams)); 2899729de186450f78c099637e1fce743fe531862c52Andreas Huber 2900729de186450f78c099637e1fce743fe531862c52Andreas Huber if (err != OK) { 2901729de186450f78c099637e1fce743fe531862c52Andreas Huber return err; 2902729de186450f78c099637e1fce743fe531862c52Andreas Huber } 2903729de186450f78c099637e1fce743fe531862c52Andreas Huber 2904729de186450f78c099637e1fce743fe531862c52Andreas Huber pcmParams.nChannels = numChannels; 29055b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar switch (encoding) { 29065b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar case kAudioEncodingPcm8bit: 29075b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar pcmParams.eNumData = OMX_NumericalDataUnsigned; 29085b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar pcmParams.nBitPerSample = 8; 29095b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar break; 29105b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar case kAudioEncodingPcmFloat: 29115b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar pcmParams.eNumData = OMX_NumericalDataFloat; 29125b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar pcmParams.nBitPerSample = 32; 29135b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar break; 29145b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar case kAudioEncodingPcm16bit: 29155b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar pcmParams.eNumData = OMX_NumericalDataSigned; 29165b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar pcmParams.nBitPerSample = 16; 29175b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar break; 29185b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar default: 29195b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar return BAD_VALUE; 29205b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 2921729de186450f78c099637e1fce743fe531862c52Andreas Huber pcmParams.bInterleaved = OMX_TRUE; 2922729de186450f78c099637e1fce743fe531862c52Andreas Huber pcmParams.nSamplingRate = sampleRate; 2923729de186450f78c099637e1fce743fe531862c52Andreas Huber pcmParams.ePCMMode = OMX_AUDIO_PCMModeLinear; 2924729de186450f78c099637e1fce743fe531862c52Andreas Huber 2925c1d8115e8a0bdaeb2b723d395b9a85a02c90c933Andreas Huber if (getOMXChannelMapping(numChannels, pcmParams.eChannelMapping) != OK) { 2926c1d8115e8a0bdaeb2b723d395b9a85a02c90c933Andreas Huber return OMX_ErrorNone; 2927729de186450f78c099637e1fce743fe531862c52Andreas Huber } 2928729de186450f78c099637e1fce743fe531862c52Andreas Huber 29295b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar err = mOMX->setParameter( 2930729de186450f78c099637e1fce743fe531862c52Andreas Huber mNode, OMX_IndexParamAudioPcm, &pcmParams, sizeof(pcmParams)); 29315b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar // if we could not set up raw format to non-16-bit, try with 16-bit 29325b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar // NOTE: we will also verify this via readback, in case codec ignores these fields 29335b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (err != OK && encoding != kAudioEncodingPcm16bit) { 29345b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar pcmParams.eNumData = OMX_NumericalDataSigned; 29355b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar pcmParams.nBitPerSample = 16; 29365b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar err = mOMX->setParameter( 29375b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar mNode, OMX_IndexParamAudioPcm, &pcmParams, sizeof(pcmParams)); 29385b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 29395b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar return err; 2940729de186450f78c099637e1fce743fe531862c52Andreas Huber} 2941729de186450f78c099637e1fce743fe531862c52Andreas Huber 29425a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachadstatus_t ACodec::configureTunneledVideoPlayback( 294397827bd7c7e64dec22c8fe0f9e734a3c432ad7eeRachad int32_t audioHwSync, const sp<ANativeWindow> &nativeWindow) { 29445a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad native_handle_t* sidebandHandle; 29455a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 29465a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad status_t err = mOMX->configureVideoTunnelMode( 29475a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad mNode, kPortIndexOutput, OMX_TRUE, audioHwSync, &sidebandHandle); 29485a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (err != OK) { 29495a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGE("configureVideoTunnelMode failed! (err %d).", err); 29505a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad return err; 29515a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } 29525a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 29535a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad err = native_window_set_sideband_stream(nativeWindow.get(), sidebandHandle); 29545a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (err != OK) { 29555a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGE("native_window_set_sideband_stream(%p) failed! (err %d).", 29565a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad sidebandHandle, err); 29575a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad return err; 29585a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } 29595a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 29605a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad return OK; 29615a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad} 29625a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 2963f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::setVideoPortFormatType( 2964f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 portIndex, 2965f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_VIDEO_CODINGTYPE compressionFormat, 29660d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar OMX_COLOR_FORMATTYPE colorFormat, 29670d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar bool usingNativeBuffers) { 2968f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_VIDEO_PARAM_PORTFORMATTYPE format; 2969f933441648ef6a71dee783d733aac17b9508b452Andreas Huber InitOMXParams(&format); 2970f933441648ef6a71dee783d733aac17b9508b452Andreas Huber format.nPortIndex = portIndex; 2971f933441648ef6a71dee783d733aac17b9508b452Andreas Huber format.nIndex = 0; 2972f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool found = false; 2973f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 29746e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar for (OMX_U32 index = 0; index <= kMaxIndicesToCheck; ++index) { 2975f933441648ef6a71dee783d733aac17b9508b452Andreas Huber format.nIndex = index; 2976f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t err = mOMX->getParameter( 2977f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamVideoPortFormat, 2978f933441648ef6a71dee783d733aac17b9508b452Andreas Huber &format, sizeof(format)); 2979f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2980f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 2981f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 2982f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2983f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2984229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar // substitute back flexible color format to codec supported format 2985229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar OMX_U32 flexibleEquivalent; 29860d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (compressionFormat == OMX_VIDEO_CodingUnused 29870d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar && isFlexibleColorFormat( 29880d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar mOMX, mNode, format.eColorFormat, usingNativeBuffers, &flexibleEquivalent) 29890d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar && colorFormat == flexibleEquivalent) { 2990229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar ALOGI("[%s] using color format %#x in place of %#x", 2991229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar mComponentName.c_str(), format.eColorFormat, colorFormat); 2992229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar colorFormat = format.eColorFormat; 2993229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar } 2994229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar 2995f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // The following assertion is violated by TI's video decoder. 2996f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // CHECK_EQ(format.nIndex, index); 2997f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2998f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (!strcmp("OMX.TI.Video.encoder", mComponentName.c_str())) { 2999f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (portIndex == kPortIndexInput 3000f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && colorFormat == format.eColorFormat) { 3001f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // eCompressionFormat does not seem right. 3002f933441648ef6a71dee783d733aac17b9508b452Andreas Huber found = true; 3003f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 3004f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3005f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (portIndex == kPortIndexOutput 3006f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && compressionFormat == format.eCompressionFormat) { 3007f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // eColorFormat does not seem right. 3008f933441648ef6a71dee783d733aac17b9508b452Andreas Huber found = true; 3009f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 3010f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3011f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3012f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3013f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (format.eCompressionFormat == compressionFormat 3014f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && format.eColorFormat == colorFormat) { 3015f933441648ef6a71dee783d733aac17b9508b452Andreas Huber found = true; 3016f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 3017f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3018f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 30196e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar if (index == kMaxIndicesToCheck) { 30206e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar ALOGW("[%s] stopping checking formats after %u: %s(%x)/%s(%x)", 30216e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar mComponentName.c_str(), index, 30226e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar asString(format.eCompressionFormat), format.eCompressionFormat, 30236e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar asString(format.eColorFormat), format.eColorFormat); 30246e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar } 3025f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3026f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3027f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (!found) { 3028f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return UNKNOWN_ERROR; 3029f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3030f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3031f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t err = mOMX->setParameter( 3032f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamVideoPortFormat, 3033f933441648ef6a71dee783d733aac17b9508b452Andreas Huber &format, sizeof(format)); 3034f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3035f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 3036f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 3037f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 30380d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// Set optimal output format. OMX component lists output formats in the order 30390d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// of preference, but this got more complicated since the introduction of flexible 30400d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// YUV formats. We support a legacy behavior for applications that do not use 30410d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// surface output, do not specify an output format, but expect a "usable" standard 30420d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// OMX format. SW readable and standard formats must be flex-YUV. 30430d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// 30440d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// Suggested preference order: 30450d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// - optimal format for texture rendering (mediaplayer behavior) 30460d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// - optimal SW readable & texture renderable format (flex-YUV support) 30470d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// - optimal SW readable non-renderable format (flex-YUV bytebuffer support) 30480d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// - legacy "usable" standard formats 30490d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// 30500d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// For legacy support, we prefer a standard format, but will settle for a SW readable 30510d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// flex-YUV format. 30520d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnarstatus_t ACodec::setSupportedOutputFormat(bool getLegacyFlexibleFormat) { 30530d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar OMX_VIDEO_PARAM_PORTFORMATTYPE format, legacyFormat; 3054f933441648ef6a71dee783d733aac17b9508b452Andreas Huber InitOMXParams(&format); 3055f933441648ef6a71dee783d733aac17b9508b452Andreas Huber format.nPortIndex = kPortIndexOutput; 3056f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 30570d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar InitOMXParams(&legacyFormat); 30580d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar // this field will change when we find a suitable legacy format 30590d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar legacyFormat.eColorFormat = OMX_COLOR_FormatUnused; 3060f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 30610d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar for (OMX_U32 index = 0; ; ++index) { 30620d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar format.nIndex = index; 30630d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar status_t err = mOMX->getParameter( 30640d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar mNode, OMX_IndexParamVideoPortFormat, 30650d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar &format, sizeof(format)); 30660d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (err != OK) { 30670d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar // no more formats, pick legacy format if found 30680d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (legacyFormat.eColorFormat != OMX_COLOR_FormatUnused) { 30690d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar memcpy(&format, &legacyFormat, sizeof(format)); 30700d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar break; 30710d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 30720d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar return err; 30730d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 30740d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (format.eCompressionFormat != OMX_VIDEO_CodingUnused) { 30750d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar return OMX_ErrorBadParameter; 30760d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 30770d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (!getLegacyFlexibleFormat) { 30780d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar break; 30790d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 30800d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar // standard formats that were exposed to users before 30810d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (format.eColorFormat == OMX_COLOR_FormatYUV420Planar 30820d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar || format.eColorFormat == OMX_COLOR_FormatYUV420PackedPlanar 30830d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar || format.eColorFormat == OMX_COLOR_FormatYUV420SemiPlanar 30840d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar || format.eColorFormat == OMX_COLOR_FormatYUV420PackedSemiPlanar 30850d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar || format.eColorFormat == OMX_TI_COLOR_FormatYUV420PackedSemiPlanar) { 30860d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar break; 30870d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 30880d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar // find best legacy non-standard format 30890d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar OMX_U32 flexibleEquivalent; 30900d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (legacyFormat.eColorFormat == OMX_COLOR_FormatUnused 30910d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar && isFlexibleColorFormat( 30920d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar mOMX, mNode, format.eColorFormat, false /* usingNativeBuffers */, 30930d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar &flexibleEquivalent) 30940d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar && flexibleEquivalent == OMX_COLOR_FormatYUV420Flexible) { 30950d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar memcpy(&legacyFormat, &format, sizeof(format)); 30960d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 30970d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 3098f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return mOMX->setParameter( 3099f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamVideoPortFormat, 3100f933441648ef6a71dee783d733aac17b9508b452Andreas Huber &format, sizeof(format)); 3101f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 3102f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3103e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huberstatic const struct VideoCodingMapEntry { 3104e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber const char *mMime; 3105e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber OMX_VIDEO_CODINGTYPE mVideoCodingType; 3106e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber} kVideoCodingMapEntry[] = { 3107e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { MEDIA_MIMETYPE_VIDEO_AVC, OMX_VIDEO_CodingAVC }, 31082472b1c0d63454e5d90a982bd6c555de6c3127bdRachad { MEDIA_MIMETYPE_VIDEO_HEVC, OMX_VIDEO_CodingHEVC }, 3109e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { MEDIA_MIMETYPE_VIDEO_MPEG4, OMX_VIDEO_CodingMPEG4 }, 3110e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { MEDIA_MIMETYPE_VIDEO_H263, OMX_VIDEO_CodingH263 }, 3111e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { MEDIA_MIMETYPE_VIDEO_MPEG2, OMX_VIDEO_CodingMPEG2 }, 311294705aff3c9eef58cbb72ec6fe5d2dcfd9481646hkuang { MEDIA_MIMETYPE_VIDEO_VP8, OMX_VIDEO_CodingVP8 }, 311394705aff3c9eef58cbb72ec6fe5d2dcfd9481646hkuang { MEDIA_MIMETYPE_VIDEO_VP9, OMX_VIDEO_CodingVP9 }, 3114a29c2b203d8bea8c21564765da5c9d7087448340Ronghua Wu { MEDIA_MIMETYPE_VIDEO_DOLBY_VISION, OMX_VIDEO_CodingDolbyVision }, 3115e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber}; 3116e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 31175778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatic status_t GetVideoCodingTypeFromMime( 31185778822d86b0337407514b9372562b86edfa91cdAndreas Huber const char *mime, OMX_VIDEO_CODINGTYPE *codingType) { 3119e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber for (size_t i = 0; 3120e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber i < sizeof(kVideoCodingMapEntry) / sizeof(kVideoCodingMapEntry[0]); 3121e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber ++i) { 3122e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (!strcasecmp(mime, kVideoCodingMapEntry[i].mMime)) { 3123e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber *codingType = kVideoCodingMapEntry[i].mVideoCodingType; 3124e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return OK; 3125e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 3126f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3127f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3128e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber *codingType = OMX_VIDEO_CodingUnused; 3129e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3130e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return ERROR_UNSUPPORTED; 3131e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber} 3132e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3133e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huberstatic status_t GetMimeTypeForVideoCoding( 3134e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber OMX_VIDEO_CODINGTYPE codingType, AString *mime) { 3135e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber for (size_t i = 0; 3136e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber i < sizeof(kVideoCodingMapEntry) / sizeof(kVideoCodingMapEntry[0]); 3137e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber ++i) { 3138e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (codingType == kVideoCodingMapEntry[i].mVideoCodingType) { 3139e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber *mime = kVideoCodingMapEntry[i].mMime; 3140e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return OK; 3141e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 3142e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 3143e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3144e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mime->clear(); 3145e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3146e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return ERROR_UNSUPPORTED; 31475778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 31485778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3149a6bfb5060824f01041f956c733fec141504c280bHangyu Kuangstatus_t ACodec::setPortBufferNum(OMX_U32 portIndex, int bufferNum) { 3150a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang OMX_PARAM_PORTDEFINITIONTYPE def; 3151a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang InitOMXParams(&def); 3152a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang def.nPortIndex = portIndex; 3153a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang status_t err; 3154a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang ALOGD("Setting [%s] %s port buffer number: %d", mComponentName.c_str(), 3155a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang portIndex == kPortIndexInput ? "input" : "output", bufferNum); 3156a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang err = mOMX->getParameter( 3157a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 3158a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang if (err != OK) { 3159a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang return err; 3160a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang } 3161a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang def.nBufferCountActual = bufferNum; 3162a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang err = mOMX->setParameter( 3163a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 3164a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang if (err != OK) { 3165a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang // Component could reject this request. 3166a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang ALOGW("Fail to set [%s] %s port buffer number: %d", mComponentName.c_str(), 3167a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang portIndex == kPortIndexInput ? "input" : "output", bufferNum); 3168a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang } 3169a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang return OK; 3170a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang} 3171a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang 31725778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupVideoDecoder( 31738338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar const char *mime, const sp<AMessage> &msg, bool haveNativeWindow, 3174b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar bool usingSwRenderer, sp<AMessage> &outputFormat) { 317589869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar int32_t width, height; 317689869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar if (!msg->findInt32("width", &width) 317789869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar || !msg->findInt32("height", &height)) { 317889869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar return INVALID_OPERATION; 317989869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar } 318089869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar 31815778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_CODINGTYPE compressionFormat; 31825778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = GetVideoCodingTypeFromMime(mime, &compressionFormat); 31835778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31845778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 31855778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 31865778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 31875778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3188f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang if (compressionFormat == OMX_VIDEO_CodingVP9) { 3189f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang OMX_VIDEO_PARAM_PROFILELEVELTYPE params; 3190f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang InitOMXParams(¶ms); 3191f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang params.nPortIndex = kPortIndexInput; 3192f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang // Check if VP9 decoder advertises supported profiles. 3193f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang params.nProfileIndex = 0; 3194f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang status_t err = mOMX->getParameter( 3195f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang mNode, 3196f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang OMX_IndexParamVideoProfileLevelQuerySupported, 3197f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang ¶ms, 3198f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang sizeof(params)); 3199f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang mIsLegacyVP9Decoder = err != OK; 3200f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang } 3201f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang 32025778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setVideoPortFormatType( 3203f933441648ef6a71dee783d733aac17b9508b452Andreas Huber kPortIndexInput, compressionFormat, OMX_COLOR_FormatUnused); 3204f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3205f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 3206f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 3207f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3208f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 320989869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar int32_t tmp; 321089869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar if (msg->findInt32("color-format", &tmp)) { 321189869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar OMX_COLOR_FORMATTYPE colorFormat = 321289869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar static_cast<OMX_COLOR_FORMATTYPE>(tmp); 321389869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar err = setVideoPortFormatType( 32140d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar kPortIndexOutput, OMX_VIDEO_CodingUnused, colorFormat, haveNativeWindow); 321589869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar if (err != OK) { 321689869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar ALOGW("[%s] does not support color format %d", 321789869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar mComponentName.c_str(), colorFormat); 32180d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar err = setSupportedOutputFormat(!haveNativeWindow /* getLegacyFlexibleFormat */); 321989869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar } 322089869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar } else { 32210d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar err = setSupportedOutputFormat(!haveNativeWindow /* getLegacyFlexibleFormat */); 322289869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar } 3223f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3224f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 3225f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 3226f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3227f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3228a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang // Set the component input buffer number to be |tmp|. If succeed, 3229a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang // component will set input port buffer number to be |tmp|. If fail, 3230a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang // component will keep the same buffer number as before. 3231a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang if (msg->findInt32("android._num-input-buffers", &tmp)) { 3232a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang err = setPortBufferNum(kPortIndexInput, tmp); 3233a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang if (err != OK) 3234a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang return err; 3235a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang } 3236a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang 3237a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang // Set the component output buffer number to be |tmp|. If succeed, 3238a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang // component will set output port buffer number to be |tmp|. If fail, 3239a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang // component will keep the same buffer number as before. 3240a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang if (msg->findInt32("android._num-output-buffers", &tmp)) { 3241a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang err = setPortBufferNum(kPortIndexOutput, tmp); 3242a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang if (err != OK) 3243a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang return err; 3244a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang } 3245a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang 324678b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad int32_t frameRateInt; 324778b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad float frameRateFloat; 324878b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad if (!msg->findFloat("frame-rate", &frameRateFloat)) { 324978b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad if (!msg->findInt32("frame-rate", &frameRateInt)) { 325078b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad frameRateInt = -1; 325178b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad } 325278b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad frameRateFloat = (float)frameRateInt; 325378b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad } 325478b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad 3255f933441648ef6a71dee783d733aac17b9508b452Andreas Huber err = setVideoFormatOnPort( 325678b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad kPortIndexInput, width, height, compressionFormat, frameRateFloat); 3257f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3258f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 3259f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 3260f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3261f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3262f933441648ef6a71dee783d733aac17b9508b452Andreas Huber err = setVideoFormatOnPort( 3263f933441648ef6a71dee783d733aac17b9508b452Andreas Huber kPortIndexOutput, width, height, OMX_VIDEO_CodingUnused); 3264f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3265f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 3266f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 3267f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3268f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3269b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = setColorAspectsForVideoDecoder( 3270b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar width, height, haveNativeWindow | usingSwRenderer, msg, outputFormat); 3271b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err == ERROR_UNSUPPORTED) { // support is optional 32728338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar err = OK; 32738338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 3274db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang 3275db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang if (err != OK) { 3276db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang return err; 3277db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang } 3278db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang 32795e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang err = setHDRStaticInfoForVideoCodec(kPortIndexOutput, msg, outputFormat); 3280db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang if (err == ERROR_UNSUPPORTED) { // support is optional 3281db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang err = OK; 3282db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang } 3283b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return err; 3284b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar} 3285b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3286b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnarstatus_t ACodec::initDescribeColorAspectsIndex() { 3287b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t err = mOMX->getExtensionIndex( 3288b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mNode, "OMX.google.android.index.describeColorAspects", &mDescribeColorAspectsIndex); 3289b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err != OK) { 3290b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mDescribeColorAspectsIndex = (OMX_INDEXTYPE)0; 3291b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 3292b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return err; 3293b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar} 32948338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3295b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnarstatus_t ACodec::setCodecColorAspects(DescribeColorAspectsParams ¶ms, bool verify) { 3296b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t err = ERROR_UNSUPPORTED; 3297b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (mDescribeColorAspectsIndex) { 3298b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = mOMX->setConfig(mNode, mDescribeColorAspectsIndex, ¶ms, sizeof(params)); 3299b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 3300b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGV("[%s] setting color aspects (R:%d(%s), P:%d(%s), M:%d(%s), T:%d(%s)) err=%d(%s)", 3301b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mComponentName.c_str(), 3302b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects.mRange, asString(params.sAspects.mRange), 3303b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects.mPrimaries, asString(params.sAspects.mPrimaries), 3304b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects.mMatrixCoeffs, asString(params.sAspects.mMatrixCoeffs), 3305b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects.mTransfer, asString(params.sAspects.mTransfer), 3306b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err, asString(err)); 3307b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3308b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (verify && err == OK) { 3309b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = getCodecColorAspects(params); 3310b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 3311b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3312b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGW_IF(err == ERROR_UNSUPPORTED && mDescribeColorAspectsIndex, 3313db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang "[%s] setting color aspects failed even though codec advertises support", 3314b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mComponentName.c_str()); 33158338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar return err; 33168338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar} 33178338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3318b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnarstatus_t ACodec::setColorAspectsForVideoDecoder( 3319b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar int32_t width, int32_t height, bool usingNativeWindow, 3320b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar const sp<AMessage> &configFormat, sp<AMessage> &outputFormat) { 33218338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar DescribeColorAspectsParams params; 33228338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar InitOMXParams(¶ms); 3323b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.nPortIndex = kPortIndexOutput; 33248338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3325b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar getColorAspectsFromFormat(configFormat, params.sAspects); 3326b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (usingNativeWindow) { 3327b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar setDefaultCodecColorAspectsIfNeeded(params.sAspects, width, height); 3328b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // The default aspects will be set back to the output format during the 3329b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // getFormat phase of configure(). Set non-Unspecified values back into the 3330b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // format, in case component does not support this enumeration. 3331b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar setColorAspectsIntoFormat(params.sAspects, outputFormat); 33328338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 33338338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3334b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar (void)initDescribeColorAspectsIndex(); 33358338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3336b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // communicate color aspects to codec 3337b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return setCodecColorAspects(params); 3338b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar} 3339b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3340b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnarstatus_t ACodec::getCodecColorAspects(DescribeColorAspectsParams ¶ms) { 3341b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t err = ERROR_UNSUPPORTED; 3342b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (mDescribeColorAspectsIndex) { 3343b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = mOMX->getConfig(mNode, mDescribeColorAspectsIndex, ¶ms, sizeof(params)); 33448338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 3345b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGV("[%s] got color aspects (R:%d(%s), P:%d(%s), M:%d(%s), T:%d(%s)) err=%d(%s)", 3346b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mComponentName.c_str(), 3347b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects.mRange, asString(params.sAspects.mRange), 3348b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects.mPrimaries, asString(params.sAspects.mPrimaries), 3349b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects.mMatrixCoeffs, asString(params.sAspects.mMatrixCoeffs), 3350b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects.mTransfer, asString(params.sAspects.mTransfer), 3351b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err, asString(err)); 3352b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (params.bRequestingDataSpace) { 3353b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGV("for dataspace %#x", params.nDataSpace); 3354b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 3355b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err == ERROR_UNSUPPORTED && mDescribeColorAspectsIndex 3356b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar && !params.bRequestingDataSpace && !params.bDataSpaceChanged) { 3357b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGW("[%s] getting color aspects failed even though codec advertises support", 3358b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mComponentName.c_str()); 3359b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 3360b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return err; 3361b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar} 33628338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3363b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnarstatus_t ACodec::getInputColorAspectsForVideoEncoder(sp<AMessage> &format) { 3364b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar DescribeColorAspectsParams params; 3365b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar InitOMXParams(¶ms); 3366b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.nPortIndex = kPortIndexInput; 3367b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t err = getCodecColorAspects(params); 3368b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err == OK) { 3369b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // we only set encoder input aspects if codec supports them 3370b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar setColorAspectsIntoFormat(params.sAspects, format, true /* force */); 33718338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 3372b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return err; 3373b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar} 3374b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3375b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnarstatus_t ACodec::getDataSpace( 3376b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar DescribeColorAspectsParams ¶ms, android_dataspace *dataSpace /* nonnull */, 3377b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar bool tryCodec) { 3378b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t err = OK; 3379b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (tryCodec) { 3380b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // request dataspace guidance from codec. 3381b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.bRequestingDataSpace = OMX_TRUE; 3382b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = getCodecColorAspects(params); 3383b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.bRequestingDataSpace = OMX_FALSE; 3384b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err == OK && params.nDataSpace != HAL_DATASPACE_UNKNOWN) { 3385b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar *dataSpace = (android_dataspace)params.nDataSpace; 3386b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return err; 3387b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } else if (err == ERROR_UNSUPPORTED) { 3388b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // ignore not-implemented error for dataspace requests 3389b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = OK; 3390b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 33918338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 3392b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3393b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // this returns legacy versions if available 3394b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar *dataSpace = getDataSpaceForColorAspects(params.sAspects, true /* mayexpand */); 3395b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGV("[%s] using color aspects (R:%d(%s), P:%d(%s), M:%d(%s), T:%d(%s)) " 3396b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar "and dataspace %#x", 3397b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mComponentName.c_str(), 3398b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects.mRange, asString(params.sAspects.mRange), 3399b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects.mPrimaries, asString(params.sAspects.mPrimaries), 3400b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects.mMatrixCoeffs, asString(params.sAspects.mMatrixCoeffs), 3401b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects.mTransfer, asString(params.sAspects.mTransfer), 3402b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar *dataSpace); 3403b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return err; 3404b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar} 3405b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3406b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3407b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnarstatus_t ACodec::getColorAspectsAndDataSpaceForVideoDecoder( 3408b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar int32_t width, int32_t height, const sp<AMessage> &configFormat, sp<AMessage> &outputFormat, 3409b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar android_dataspace *dataSpace) { 3410b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar DescribeColorAspectsParams params; 3411b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar InitOMXParams(¶ms); 3412b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.nPortIndex = kPortIndexOutput; 3413b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3414b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // reset default format and get resulting format 3415b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar getColorAspectsFromFormat(configFormat, params.sAspects); 3416b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (dataSpace != NULL) { 3417b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar setDefaultCodecColorAspectsIfNeeded(params.sAspects, width, height); 34188338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 3419b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t err = setCodecColorAspects(params, true /* readBack */); 34208338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3421b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // we always set specified aspects for decoders 3422b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar setColorAspectsIntoFormat(params.sAspects, outputFormat); 3423b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3424b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (dataSpace != NULL) { 3425b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t res = getDataSpace(params, dataSpace, err == OK /* tryCodec */); 3426b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err == OK) { 3427b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = res; 3428b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 34298338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 34308338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3431b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return err; 34328338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar} 34338338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3434b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar// initial video encoder setup for bytebuffer mode 3435b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnarstatus_t ACodec::setColorAspectsForVideoEncoder( 3436b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar const sp<AMessage> &configFormat, sp<AMessage> &outputFormat, sp<AMessage> &inputFormat) { 3437b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // copy config to output format as this is not exposed via getFormat 3438b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar copyColorConfig(configFormat, outputFormat); 3439b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3440b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar DescribeColorAspectsParams params; 3441b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar InitOMXParams(¶ms); 3442b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.nPortIndex = kPortIndexInput; 3443b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar getColorAspectsFromFormat(configFormat, params.sAspects); 3444b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3445b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar (void)initDescribeColorAspectsIndex(); 3446b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3447b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar int32_t usingRecorder; 3448b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (configFormat->findInt32("android._using-recorder", &usingRecorder) && usingRecorder) { 3449b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar android_dataspace dataSpace = HAL_DATASPACE_BT709; 3450b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar int32_t width, height; 3451b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (configFormat->findInt32("width", &width) 3452b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar && configFormat->findInt32("height", &height)) { 3453b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar setDefaultCodecColorAspectsIfNeeded(params.sAspects, width, height); 3454b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t err = getDataSpace( 3455b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params, &dataSpace, mDescribeColorAspectsIndex /* tryCodec */); 3456b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err != OK) { 3457b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return err; 3458b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 3459b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar setColorAspectsIntoFormat(params.sAspects, outputFormat); 3460b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 3461b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar inputFormat->setInt32("android._dataspace", (int32_t)dataSpace); 34628338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 34638338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3464b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // communicate color aspects to codec, but do not allow change of the platform aspects 3465b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ColorAspects origAspects = params.sAspects; 3466b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar for (int triesLeft = 2; --triesLeft >= 0; ) { 3467b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t err = setCodecColorAspects(params, true /* readBack */); 3468b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err != OK 3469b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar || !ColorUtils::checkIfAspectsChangedAndUnspecifyThem( 3470b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects, origAspects, true /* usePlatformAspects */)) { 3471b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return err; 3472b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 3473b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGW_IF(triesLeft == 0, "[%s] Codec repeatedly changed requested ColorAspects.", 3474b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mComponentName.c_str()); 3475b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 3476b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return OK; 3477b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar} 3478b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 34795e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuangstatus_t ACodec::setHDRStaticInfoForVideoCodec( 34805e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang OMX_U32 portIndex, const sp<AMessage> &configFormat, sp<AMessage> &outputFormat) { 34815e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 34825e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang 34835e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang DescribeHDRStaticInfoParams params; 34845e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang InitOMXParams(¶ms); 34855e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang params.nPortIndex = portIndex; 34865e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang 34875e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang HDRStaticInfo *info = ¶ms.sInfo; 34885e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang if (getHDRStaticInfoFromFormat(configFormat, info)) { 34895e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang setHDRStaticInfoIntoFormat(params.sInfo, outputFormat); 34905e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang } 34915e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang 34925e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang (void)initDescribeHDRStaticInfoIndex(); 34935e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang 34945e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang // communicate HDR static Info to codec 34955e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang return setHDRStaticInfo(params); 34965e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang} 34975e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang 3498b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar// subsequent initial video encoder setup for surface mode 3499b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnarstatus_t ACodec::setInitialColorAspectsForVideoEncoderSurfaceAndGetDataSpace( 3500b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar android_dataspace *dataSpace /* nonnull */) { 35018338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar DescribeColorAspectsParams params; 35028338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar InitOMXParams(¶ms); 3503b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.nPortIndex = kPortIndexInput; 35048338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar ColorAspects &aspects = params.sAspects; 35058338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3506b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // reset default format and store resulting format into both input and output formats 3507b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar getColorAspectsFromFormat(mConfigFormat, aspects); 3508b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar int32_t width, height; 3509b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (mInputFormat->findInt32("width", &width) && mInputFormat->findInt32("height", &height)) { 3510b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar setDefaultCodecColorAspectsIfNeeded(aspects, width, height); 35118338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 3512b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar setColorAspectsIntoFormat(aspects, mInputFormat); 3513b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar setColorAspectsIntoFormat(aspects, mOutputFormat); 35148338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3515b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // communicate color aspects to codec, but do not allow any change 3516b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ColorAspects origAspects = aspects; 3517b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t err = OK; 3518b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar for (int triesLeft = 2; mDescribeColorAspectsIndex && --triesLeft >= 0; ) { 3519b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t err = setCodecColorAspects(params, true /* readBack */); 3520b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err != OK || !ColorUtils::checkIfAspectsChangedAndUnspecifyThem(aspects, origAspects)) { 3521b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar break; 3522b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 3523b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGW_IF(triesLeft == 0, "[%s] Codec repeatedly changed requested ColorAspects.", 3524b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mComponentName.c_str()); 35258338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 35268338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3527b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar *dataSpace = HAL_DATASPACE_BT709; 3528b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar aspects = origAspects; // restore desired color aspects 3529b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t res = getDataSpace( 3530b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params, dataSpace, err == OK && mDescribeColorAspectsIndex /* tryCodec */); 3531b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err == OK) { 3532b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = res; 35338338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 3534b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mInputFormat->setInt32("android._dataspace", (int32_t)*dataSpace); 3535b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mInputFormat->setBuffer( 3536b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar "android._color-aspects", ABuffer::CreateAsCopy(&aspects, sizeof(aspects))); 3537b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3538b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // update input format with codec supported color aspects (basically set unsupported 3539b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // aspects to Unspecified) 3540b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err == OK) { 3541b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar (void)getInputColorAspectsForVideoEncoder(mInputFormat); 35428338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 3543b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3544b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGV("set default color aspects, updated input format to %s, output format to %s", 3545b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mInputFormat->debugString(4).c_str(), mOutputFormat->debugString(4).c_str()); 3546b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3547b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return err; 3548f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 3549f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 35505e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuangstatus_t ACodec::getHDRStaticInfoForVideoCodec(OMX_U32 portIndex, sp<AMessage> &format) { 35515e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 3552db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang DescribeHDRStaticInfoParams params; 3553db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang InitOMXParams(¶ms); 35545e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang params.nPortIndex = portIndex; 3555db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang 3556db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang status_t err = getHDRStaticInfo(params); 3557db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang if (err == OK) { 3558db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang // we only set decodec output HDRStaticInfo if codec supports them 3559db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang setHDRStaticInfoIntoFormat(params.sInfo, format); 3560db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang } 3561db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang return err; 3562db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang} 3563db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang 3564db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuangstatus_t ACodec::initDescribeHDRStaticInfoIndex() { 3565db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang status_t err = mOMX->getExtensionIndex( 3566db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang mNode, "OMX.google.android.index.describeHDRStaticInfo", &mDescribeHDRStaticInfoIndex); 3567db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang if (err != OK) { 3568db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang mDescribeHDRStaticInfoIndex = (OMX_INDEXTYPE)0; 3569db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang } 3570db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang return err; 3571db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang} 3572db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang 3573db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuangstatus_t ACodec::setHDRStaticInfo(const DescribeHDRStaticInfoParams ¶ms) { 3574db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang status_t err = ERROR_UNSUPPORTED; 3575db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang if (mDescribeHDRStaticInfoIndex) { 3576db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang err = mOMX->setConfig(mNode, mDescribeHDRStaticInfoIndex, ¶ms, sizeof(params)); 3577db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang } 3578db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang 3579db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang const HDRStaticInfo *info = ¶ms.sInfo; 3580db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang ALOGV("[%s] setting HDRStaticInfo (R: %u %u, G: %u %u, B: %u, %u, W: %u, %u, " 3581db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang "MaxDispL: %u, MinDispL: %u, MaxContentL: %u, MaxFrameAvgL: %u)", 3582db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang mComponentName.c_str(), 3583db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang info->sType1.mR.x, info->sType1.mR.y, info->sType1.mG.x, info->sType1.mG.y, 3584db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang info->sType1.mB.x, info->sType1.mB.y, info->sType1.mW.x, info->sType1.mW.y, 3585db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang info->sType1.mMaxDisplayLuminance, info->sType1.mMinDisplayLuminance, 3586db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang info->sType1.mMaxContentLightLevel, info->sType1.mMaxFrameAverageLightLevel); 3587db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang 3588db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang ALOGW_IF(err == ERROR_UNSUPPORTED && mDescribeHDRStaticInfoIndex, 3589db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang "[%s] setting HDRStaticInfo failed even though codec advertises support", 3590db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang mComponentName.c_str()); 3591db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang return err; 3592db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang} 3593db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang 3594db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuangstatus_t ACodec::getHDRStaticInfo(DescribeHDRStaticInfoParams ¶ms) { 3595db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang status_t err = ERROR_UNSUPPORTED; 3596db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang if (mDescribeHDRStaticInfoIndex) { 3597db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang err = mOMX->getConfig(mNode, mDescribeHDRStaticInfoIndex, ¶ms, sizeof(params)); 3598db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang } 3599db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang 3600db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang ALOGW_IF(err == ERROR_UNSUPPORTED && mDescribeHDRStaticInfoIndex, 3601db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang "[%s] getting HDRStaticInfo failed even though codec advertises support", 3602db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang mComponentName.c_str()); 3603db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang return err; 3604db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang} 3605db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang 36068338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnarstatus_t ACodec::setupVideoEncoder( 3607b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar const char *mime, const sp<AMessage> &msg, 3608b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar sp<AMessage> &outputFormat, sp<AMessage> &inputFormat) { 36095778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t tmp; 36105778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("color-format", &tmp)) { 36115778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 36125778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 36135778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36145778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_COLOR_FORMATTYPE colorFormat = 36155778822d86b0337407514b9372562b86edfa91cdAndreas Huber static_cast<OMX_COLOR_FORMATTYPE>(tmp); 36165778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36175778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = setVideoPortFormatType( 36185778822d86b0337407514b9372562b86edfa91cdAndreas Huber kPortIndexInput, OMX_VIDEO_CodingUnused, colorFormat); 36195778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36205778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 36215778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGE("[%s] does not support color format %d", 36225778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentName.c_str(), colorFormat); 36235778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36245778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 36255778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 36265778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36275778822d86b0337407514b9372562b86edfa91cdAndreas Huber /* Input port configuration */ 36285778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36295778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 36305778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&def); 36315778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36325778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PORTDEFINITIONTYPE *video_def = &def.format.video; 36335778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36345778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.nPortIndex = kPortIndexInput; 36355778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36365778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->getParameter( 36375778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 36385778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36395778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 36405778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 36415778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 36425778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36435778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t width, height, bitrate; 36445778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("width", &width) 36455778822d86b0337407514b9372562b86edfa91cdAndreas Huber || !msg->findInt32("height", &height) 36465778822d86b0337407514b9372562b86edfa91cdAndreas Huber || !msg->findInt32("bitrate", &bitrate)) { 36475778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 36485778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 36495778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36505778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nFrameWidth = width; 36515778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nFrameHeight = height; 36525778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36535778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t stride; 36545778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("stride", &stride)) { 36555778822d86b0337407514b9372562b86edfa91cdAndreas Huber stride = width; 36565778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 36575778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36585778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nStride = stride; 36595778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36605778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t sliceHeight; 36615778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("slice-height", &sliceHeight)) { 36625778822d86b0337407514b9372562b86edfa91cdAndreas Huber sliceHeight = height; 36635778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 36645778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36655778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nSliceHeight = sliceHeight; 36665778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36675778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.nBufferSize = (video_def->nStride * video_def->nSliceHeight * 3) / 2; 36685778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36695778822d86b0337407514b9372562b86edfa91cdAndreas Huber float frameRate; 36705778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findFloat("frame-rate", &frameRate)) { 36715778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t tmp; 36725778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("frame-rate", &tmp)) { 36735778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 36745778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 36755778822d86b0337407514b9372562b86edfa91cdAndreas Huber frameRate = (float)tmp; 36762c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mTimePerFrameUs = (int64_t) (1000000.0f / frameRate); 36775778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 36785778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36795778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->xFramerate = (OMX_U32)(frameRate * 65536.0f); 36805778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->eCompressionFormat = OMX_VIDEO_CodingUnused; 3681a32d5435d9585794b72dd12546054f13adb845f2Lajos Molnar // this is redundant as it was already set up in setVideoPortFormatType 3682a32d5435d9585794b72dd12546054f13adb845f2Lajos Molnar // FIXME for now skip this only for flexible YUV formats 3683a32d5435d9585794b72dd12546054f13adb845f2Lajos Molnar if (colorFormat != OMX_COLOR_FormatYUV420Flexible) { 3684a32d5435d9585794b72dd12546054f13adb845f2Lajos Molnar video_def->eColorFormat = colorFormat; 3685a32d5435d9585794b72dd12546054f13adb845f2Lajos Molnar } 36865778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36875778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 36885778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 36895778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36905778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 36915778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGE("[%s] failed to set input port definition parameters.", 36925778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentName.c_str()); 36935778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36945778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 36955778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 36965778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36975778822d86b0337407514b9372562b86edfa91cdAndreas Huber /* Output port configuration */ 36985778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36995778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_CODINGTYPE compressionFormat; 37005778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = GetVideoCodingTypeFromMime(mime, &compressionFormat); 37015778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37025778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 37035778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 37045778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 37055778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37065778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setVideoPortFormatType( 37075778822d86b0337407514b9372562b86edfa91cdAndreas Huber kPortIndexOutput, compressionFormat, OMX_COLOR_FormatUnused); 37085778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37095778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 37105778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGE("[%s] does not support compression format %d", 37115778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentName.c_str(), compressionFormat); 37125778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37135778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 37145778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 37155778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37165778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.nPortIndex = kPortIndexOutput; 37175778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37185778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->getParameter( 37195778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 37205778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37215778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 37225778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 37235778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 37245778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37255778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nFrameWidth = width; 37265778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nFrameHeight = height; 37275778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->xFramerate = 0; 37285778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nBitrate = bitrate; 37295778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->eCompressionFormat = compressionFormat; 37305778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->eColorFormat = OMX_COLOR_FormatUnused; 37315778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37325778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 37335778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 37345778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37355778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 37365778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGE("[%s] failed to set output port definition parameters.", 37375778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentName.c_str()); 37385778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37395778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 37405778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 37415778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3742870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang int32_t intraRefreshPeriod = 0; 3743870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (msg->findInt32("intra-refresh-period", &intraRefreshPeriod) 3744870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang && intraRefreshPeriod >= 0) { 3745870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang err = setIntraRefreshPeriod((uint32_t)intraRefreshPeriod, true); 3746870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (err != OK) { 3747870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang ALOGI("[%s] failed setIntraRefreshPeriod. Failure is fine since this key is optional", 3748870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang mComponentName.c_str()); 3749870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang err = OK; 3750870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 3751870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 3752870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 37535778822d86b0337407514b9372562b86edfa91cdAndreas Huber switch (compressionFormat) { 37545778822d86b0337407514b9372562b86edfa91cdAndreas Huber case OMX_VIDEO_CodingMPEG4: 37555778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setupMPEG4EncoderParameters(msg); 37565778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 37575778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37585778822d86b0337407514b9372562b86edfa91cdAndreas Huber case OMX_VIDEO_CodingH263: 37595778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setupH263EncoderParameters(msg); 37605778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 37615778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37625778822d86b0337407514b9372562b86edfa91cdAndreas Huber case OMX_VIDEO_CodingAVC: 37635778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setupAVCEncoderParameters(msg); 37645778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 37655778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3766c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad case OMX_VIDEO_CodingHEVC: 3767c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad err = setupHEVCEncoderParameters(msg); 3768c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad break; 3769c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 377089b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber case OMX_VIDEO_CodingVP8: 377189b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber case OMX_VIDEO_CodingVP9: 377289b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber err = setupVPXEncoderParameters(msg); 377389b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber break; 377489b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber 37755778822d86b0337407514b9372562b86edfa91cdAndreas Huber default: 37765778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 37775778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 37785778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37798338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar // Set up color aspects on input, but propagate them to the output format, as they will 37808338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar // not be read back from encoder. 3781b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = setColorAspectsForVideoEncoder(msg, outputFormat, inputFormat); 3782b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err == ERROR_UNSUPPORTED) { 37838338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar ALOGI("[%s] cannot encode color aspects. Ignoring.", mComponentName.c_str()); 37848338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar err = OK; 37858338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 37868338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 37875e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang if (err != OK) { 37885e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang return err; 37895e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang } 37905e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang 37915e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang err = setHDRStaticInfoForVideoCodec(kPortIndexInput, msg, outputFormat); 37925e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang if (err == ERROR_UNSUPPORTED) { // support is optional 37935e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang ALOGI("[%s] cannot encode HDR static metadata. Ignoring.", mComponentName.c_str()); 37945e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang err = OK; 37955e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang } 37965e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang 3797d36a023778256f0550e9a09e9993c066e8a3c7d7Ronghua Wu if (err == OK) { 3798d36a023778256f0550e9a09e9993c066e8a3c7d7Ronghua Wu ALOGI("setupVideoEncoder succeeded"); 3799d36a023778256f0550e9a09e9993c066e8a3c7d7Ronghua Wu } 38005778822d86b0337407514b9372562b86edfa91cdAndreas Huber 38015778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 38025778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 38035778822d86b0337407514b9372562b86edfa91cdAndreas Huber 38040dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dongstatus_t ACodec::setCyclicIntraMacroblockRefresh(const sp<AMessage> &msg, int32_t mode) { 38050dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong OMX_VIDEO_PARAM_INTRAREFRESHTYPE params; 38060dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong InitOMXParams(¶ms); 38070dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.nPortIndex = kPortIndexOutput; 38080dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 38090dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.eRefreshMode = static_cast<OMX_VIDEO_INTRAREFRESHTYPE>(mode); 38100dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 38110dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (params.eRefreshMode == OMX_VIDEO_IntraRefreshCyclic || 38120dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.eRefreshMode == OMX_VIDEO_IntraRefreshBoth) { 38130dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong int32_t mbs; 38140dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (!msg->findInt32("intra-refresh-CIR-mbs", &mbs)) { 38150dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong return INVALID_OPERATION; 38160dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 38170dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.nCirMBs = mbs; 38180dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 38190dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 38200dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (params.eRefreshMode == OMX_VIDEO_IntraRefreshAdaptive || 38210dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.eRefreshMode == OMX_VIDEO_IntraRefreshBoth) { 38220dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong int32_t mbs; 38230dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (!msg->findInt32("intra-refresh-AIR-mbs", &mbs)) { 38240dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong return INVALID_OPERATION; 38250dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 38260dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.nAirMBs = mbs; 38270dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 38280dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong int32_t ref; 38290dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (!msg->findInt32("intra-refresh-AIR-ref", &ref)) { 38300dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong return INVALID_OPERATION; 38310dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 38320dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.nAirRef = ref; 38330dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 38340dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 38350dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong status_t err = mOMX->setParameter( 38360dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong mNode, OMX_IndexParamVideoIntraRefresh, 38370dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong ¶ms, sizeof(params)); 38380dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong return err; 38390dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong} 38400dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 38415778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatic OMX_U32 setPFramesSpacing(int32_t iFramesInterval, int32_t frameRate) { 38425778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (iFramesInterval < 0) { 38435778822d86b0337407514b9372562b86edfa91cdAndreas Huber return 0xFFFFFFFF; 38445778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (iFramesInterval == 0) { 38455778822d86b0337407514b9372562b86edfa91cdAndreas Huber return 0; 38465778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 38475778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_U32 ret = frameRate * iFramesInterval; 38485778822d86b0337407514b9372562b86edfa91cdAndreas Huber return ret; 38495778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 38505778822d86b0337407514b9372562b86edfa91cdAndreas Huber 385196076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huberstatic OMX_VIDEO_CONTROLRATETYPE getBitrateMode(const sp<AMessage> &msg) { 385296076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber int32_t tmp; 385396076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber if (!msg->findInt32("bitrate-mode", &tmp)) { 385496076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber return OMX_Video_ControlRateVariable; 385596076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber } 385696076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber 385796076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber return static_cast<OMX_VIDEO_CONTROLRATETYPE>(tmp); 385896076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber} 385996076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber 38605778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupMPEG4EncoderParameters(const sp<AMessage> &msg) { 38615778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t bitrate, iFrameInterval; 38625778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("bitrate", &bitrate) 38635778822d86b0337407514b9372562b86edfa91cdAndreas Huber || !msg->findInt32("i-frame-interval", &iFrameInterval)) { 38645778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 38655778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 38665778822d86b0337407514b9372562b86edfa91cdAndreas Huber 386796076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber OMX_VIDEO_CONTROLRATETYPE bitrateMode = getBitrateMode(msg); 386896076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber 38695778822d86b0337407514b9372562b86edfa91cdAndreas Huber float frameRate; 38705778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findFloat("frame-rate", &frameRate)) { 38715778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t tmp; 38725778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("frame-rate", &tmp)) { 38735778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 38745778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 38755778822d86b0337407514b9372562b86edfa91cdAndreas Huber frameRate = (float)tmp; 38765778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 38775778822d86b0337407514b9372562b86edfa91cdAndreas Huber 38785778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PARAM_MPEG4TYPE mpeg4type; 38795778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&mpeg4type); 38805778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nPortIndex = kPortIndexOutput; 38815778822d86b0337407514b9372562b86edfa91cdAndreas Huber 38825778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = mOMX->getParameter( 38835778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoMpeg4, &mpeg4type, sizeof(mpeg4type)); 38845778822d86b0337407514b9372562b86edfa91cdAndreas Huber 38855778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 38865778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 38875778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 38885778822d86b0337407514b9372562b86edfa91cdAndreas Huber 38895778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nSliceHeaderSpacing = 0; 38905778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.bSVH = OMX_FALSE; 38915778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.bGov = OMX_FALSE; 38925778822d86b0337407514b9372562b86edfa91cdAndreas Huber 38935778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nAllowedPictureTypes = 38945778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PictureTypeI | OMX_VIDEO_PictureTypeP; 38955778822d86b0337407514b9372562b86edfa91cdAndreas Huber 38965778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nPFrames = setPFramesSpacing(iFrameInterval, frameRate); 38975778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mpeg4type.nPFrames == 0) { 38985778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nAllowedPictureTypes = OMX_VIDEO_PictureTypeI; 38995778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 39005778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nBFrames = 0; 39015778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nIDCVLCThreshold = 0; 39025778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.bACPred = OMX_TRUE; 39035778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nMaxPacketSize = 256; 39045778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nTimeIncRes = 1000; 39055778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nHeaderExtension = 0; 39065778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.bReversibleVLC = OMX_FALSE; 39075778822d86b0337407514b9372562b86edfa91cdAndreas Huber 39085778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t profile; 39095778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (msg->findInt32("profile", &profile)) { 39105778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t level; 39115778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("level", &level)) { 39125778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 39135778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 39145778822d86b0337407514b9372562b86edfa91cdAndreas Huber 39155778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = verifySupportForProfileAndLevel(profile, level); 39165778822d86b0337407514b9372562b86edfa91cdAndreas Huber 39175778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 39185778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 39195778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 39205778822d86b0337407514b9372562b86edfa91cdAndreas Huber 39215778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.eProfile = static_cast<OMX_VIDEO_MPEG4PROFILETYPE>(profile); 39225778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.eLevel = static_cast<OMX_VIDEO_MPEG4LEVELTYPE>(level); 39235778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 39245778822d86b0337407514b9372562b86edfa91cdAndreas Huber 39255778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 39265778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoMpeg4, &mpeg4type, sizeof(mpeg4type)); 39275778822d86b0337407514b9372562b86edfa91cdAndreas Huber 39285778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 39295778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 39305778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 39315778822d86b0337407514b9372562b86edfa91cdAndreas Huber 393296076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber err = configureBitrate(bitrate, bitrateMode); 39335778822d86b0337407514b9372562b86edfa91cdAndreas Huber 39345778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 39355778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 39365778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 39375778822d86b0337407514b9372562b86edfa91cdAndreas Huber 39385778822d86b0337407514b9372562b86edfa91cdAndreas Huber return setupErrorCorrectionParameters(); 39395778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 39405778822d86b0337407514b9372562b86edfa91cdAndreas Huber 39415778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupH263EncoderParameters(const sp<AMessage> &msg) { 39425778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t bitrate, iFrameInterval; 39435778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("bitrate", &bitrate) 39445778822d86b0337407514b9372562b86edfa91cdAndreas Huber || !msg->findInt32("i-frame-interval", &iFrameInterval)) { 39455778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 39465778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 39475778822d86b0337407514b9372562b86edfa91cdAndreas Huber 394896076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber OMX_VIDEO_CONTROLRATETYPE bitrateMode = getBitrateMode(msg); 394996076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber 39505778822d86b0337407514b9372562b86edfa91cdAndreas Huber float frameRate; 39515778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findFloat("frame-rate", &frameRate)) { 39525778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t tmp; 39535778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("frame-rate", &tmp)) { 39545778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 39555778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 39565778822d86b0337407514b9372562b86edfa91cdAndreas Huber frameRate = (float)tmp; 39575778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 39585778822d86b0337407514b9372562b86edfa91cdAndreas Huber 39595778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PARAM_H263TYPE h263type; 39605778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&h263type); 39615778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nPortIndex = kPortIndexOutput; 39625778822d86b0337407514b9372562b86edfa91cdAndreas Huber 39635778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = mOMX->getParameter( 39645778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoH263, &h263type, sizeof(h263type)); 39655778822d86b0337407514b9372562b86edfa91cdAndreas Huber 39665778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 39675778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 39685778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 39695778822d86b0337407514b9372562b86edfa91cdAndreas Huber 39705778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nAllowedPictureTypes = 39715778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PictureTypeI | OMX_VIDEO_PictureTypeP; 39725778822d86b0337407514b9372562b86edfa91cdAndreas Huber 39735778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nPFrames = setPFramesSpacing(iFrameInterval, frameRate); 39745778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (h263type.nPFrames == 0) { 39755778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nAllowedPictureTypes = OMX_VIDEO_PictureTypeI; 39765778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 39775778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nBFrames = 0; 39785778822d86b0337407514b9372562b86edfa91cdAndreas Huber 39795778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t profile; 39805778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (msg->findInt32("profile", &profile)) { 39815778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t level; 39825778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("level", &level)) { 39835778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 39845778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 39855778822d86b0337407514b9372562b86edfa91cdAndreas Huber 39865778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = verifySupportForProfileAndLevel(profile, level); 39875778822d86b0337407514b9372562b86edfa91cdAndreas Huber 39885778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 39895778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 39905778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 39915778822d86b0337407514b9372562b86edfa91cdAndreas Huber 39925778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.eProfile = static_cast<OMX_VIDEO_H263PROFILETYPE>(profile); 39935778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.eLevel = static_cast<OMX_VIDEO_H263LEVELTYPE>(level); 39945778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 39955778822d86b0337407514b9372562b86edfa91cdAndreas Huber 39965778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.bPLUSPTYPEAllowed = OMX_FALSE; 39975778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.bForceRoundingTypeToZero = OMX_FALSE; 39985778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nPictureHeaderRepetition = 0; 39995778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nGOBHeaderInterval = 0; 40005778822d86b0337407514b9372562b86edfa91cdAndreas Huber 40015778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 40025778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoH263, &h263type, sizeof(h263type)); 40035778822d86b0337407514b9372562b86edfa91cdAndreas Huber 40045778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 40055778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 40065778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 40075778822d86b0337407514b9372562b86edfa91cdAndreas Huber 400896076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber err = configureBitrate(bitrate, bitrateMode); 40095778822d86b0337407514b9372562b86edfa91cdAndreas Huber 40105778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 40115778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 40125778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 40135778822d86b0337407514b9372562b86edfa91cdAndreas Huber 40145778822d86b0337407514b9372562b86edfa91cdAndreas Huber return setupErrorCorrectionParameters(); 40155778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 40165778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4017a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar// static 4018a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnarint /* OMX_VIDEO_AVCLEVELTYPE */ ACodec::getAVCLevelFor( 4019a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar int width, int height, int rate, int bitrate, 4020a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar OMX_VIDEO_AVCPROFILETYPE profile) { 4021a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar // convert bitrate to main/baseline profile kbps equivalent 4022a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar switch (profile) { 4023a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar case OMX_VIDEO_AVCProfileHigh10: 4024a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar bitrate = divUp(bitrate, 3000); break; 4025a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar case OMX_VIDEO_AVCProfileHigh: 4026a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar bitrate = divUp(bitrate, 1250); break; 4027a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar default: 4028a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar bitrate = divUp(bitrate, 1000); break; 4029a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar } 4030a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar 4031a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar // convert size and rate to MBs 4032a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar width = divUp(width, 16); 4033a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar height = divUp(height, 16); 4034a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar int mbs = width * height; 4035a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar rate *= mbs; 4036a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar int maxDimension = max(width, height); 4037a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar 4038a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar static const int limits[][5] = { 4039a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar /* MBps MB dim bitrate level */ 4040a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 1485, 99, 28, 64, OMX_VIDEO_AVCLevel1 }, 4041a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 1485, 99, 28, 128, OMX_VIDEO_AVCLevel1b }, 4042a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 3000, 396, 56, 192, OMX_VIDEO_AVCLevel11 }, 4043a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 6000, 396, 56, 384, OMX_VIDEO_AVCLevel12 }, 4044a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 11880, 396, 56, 768, OMX_VIDEO_AVCLevel13 }, 4045a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 11880, 396, 56, 2000, OMX_VIDEO_AVCLevel2 }, 4046a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 19800, 792, 79, 4000, OMX_VIDEO_AVCLevel21 }, 4047a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 20250, 1620, 113, 4000, OMX_VIDEO_AVCLevel22 }, 4048a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 40500, 1620, 113, 10000, OMX_VIDEO_AVCLevel3 }, 4049a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 108000, 3600, 169, 14000, OMX_VIDEO_AVCLevel31 }, 4050a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 216000, 5120, 202, 20000, OMX_VIDEO_AVCLevel32 }, 4051a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 245760, 8192, 256, 20000, OMX_VIDEO_AVCLevel4 }, 4052a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 245760, 8192, 256, 50000, OMX_VIDEO_AVCLevel41 }, 4053a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 522240, 8704, 263, 50000, OMX_VIDEO_AVCLevel42 }, 4054a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 589824, 22080, 420, 135000, OMX_VIDEO_AVCLevel5 }, 4055a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 983040, 36864, 543, 240000, OMX_VIDEO_AVCLevel51 }, 4056a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 2073600, 36864, 543, 240000, OMX_VIDEO_AVCLevel52 }, 4057a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar }; 4058a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar 4059a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar for (size_t i = 0; i < ARRAY_SIZE(limits); i++) { 4060a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar const int (&limit)[5] = limits[i]; 4061a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar if (rate <= limit[0] && mbs <= limit[1] && maxDimension <= limit[2] 4062a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar && bitrate <= limit[3]) { 4063a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar return limit[4]; 4064a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar } 4065a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar } 4066a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar return 0; 4067a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar} 4068a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar 40695778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupAVCEncoderParameters(const sp<AMessage> &msg) { 40705778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t bitrate, iFrameInterval; 40715778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("bitrate", &bitrate) 40725778822d86b0337407514b9372562b86edfa91cdAndreas Huber || !msg->findInt32("i-frame-interval", &iFrameInterval)) { 40735778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 40745778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 40755778822d86b0337407514b9372562b86edfa91cdAndreas Huber 407696076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber OMX_VIDEO_CONTROLRATETYPE bitrateMode = getBitrateMode(msg); 407796076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber 40785778822d86b0337407514b9372562b86edfa91cdAndreas Huber float frameRate; 40795778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findFloat("frame-rate", &frameRate)) { 40805778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t tmp; 40815778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("frame-rate", &tmp)) { 40825778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 40835778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 40845778822d86b0337407514b9372562b86edfa91cdAndreas Huber frameRate = (float)tmp; 40855778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 40865778822d86b0337407514b9372562b86edfa91cdAndreas Huber 40870dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong status_t err = OK; 40880dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong int32_t intraRefreshMode = 0; 40890dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (msg->findInt32("intra-refresh-mode", &intraRefreshMode)) { 40900dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong err = setCyclicIntraMacroblockRefresh(msg, intraRefreshMode); 40910dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (err != OK) { 40920dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong ALOGE("Setting intra macroblock refresh mode (%d) failed: 0x%x", 40930dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong err, intraRefreshMode); 40940dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong return err; 40950dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 40960dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 40970dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 40985778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PARAM_AVCTYPE h264type; 40995778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&h264type); 41005778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nPortIndex = kPortIndexOutput; 41015778822d86b0337407514b9372562b86edfa91cdAndreas Huber 41020dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong err = mOMX->getParameter( 41035778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoAvc, &h264type, sizeof(h264type)); 41045778822d86b0337407514b9372562b86edfa91cdAndreas Huber 41055778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 41065778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 41075778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 41085778822d86b0337407514b9372562b86edfa91cdAndreas Huber 41095778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nAllowedPictureTypes = 41105778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PictureTypeI | OMX_VIDEO_PictureTypeP; 41115778822d86b0337407514b9372562b86edfa91cdAndreas Huber 41125778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t profile; 41135778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (msg->findInt32("profile", &profile)) { 41145778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t level; 41155778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("level", &level)) { 41165778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 41175778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 41185778822d86b0337407514b9372562b86edfa91cdAndreas Huber 41195778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = verifySupportForProfileAndLevel(profile, level); 41205778822d86b0337407514b9372562b86edfa91cdAndreas Huber 41215778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 41225778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 41235778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 41245778822d86b0337407514b9372562b86edfa91cdAndreas Huber 41255778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.eProfile = static_cast<OMX_VIDEO_AVCPROFILETYPE>(profile); 41265778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.eLevel = static_cast<OMX_VIDEO_AVCLEVELTYPE>(level); 4127e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang } else { 4128e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang // Use baseline profile for AVC recording if profile is not specified. 41298eadd7737f422b0477bbacbb2663e3ef42c9fe51Hangyu Kuang h264type.eProfile = OMX_VIDEO_AVCProfileBaseline; 41308eadd7737f422b0477bbacbb2663e3ef42c9fe51Hangyu Kuang } 41318eadd7737f422b0477bbacbb2663e3ef42c9fe51Hangyu Kuang 4132e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang ALOGI("setupAVCEncoderParameters with [profile: %s] [level: %s]", 4133e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang asString(h264type.eProfile), asString(h264type.eLevel)); 4134e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang 41355778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (h264type.eProfile == OMX_VIDEO_AVCProfileBaseline) { 41365778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nSliceHeaderSpacing = 0; 41375778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bUseHadamard = OMX_TRUE; 41385778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nRefFrames = 1; 41395778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nBFrames = 0; 41405778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nPFrames = setPFramesSpacing(iFrameInterval, frameRate); 41415778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (h264type.nPFrames == 0) { 41425778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nAllowedPictureTypes = OMX_VIDEO_PictureTypeI; 41435778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 41445778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nRefIdx10ActiveMinus1 = 0; 41455778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nRefIdx11ActiveMinus1 = 0; 41465778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bEntropyCodingCABAC = OMX_FALSE; 41475778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bWeightedPPrediction = OMX_FALSE; 41485778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bconstIpred = OMX_FALSE; 41495778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bDirect8x8Inference = OMX_FALSE; 41505778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bDirectSpatialTemporal = OMX_FALSE; 41515778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nCabacInitIdc = 0; 4152e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang } else if (h264type.eProfile == OMX_VIDEO_AVCProfileMain || 4153e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.eProfile == OMX_VIDEO_AVCProfileHigh) { 4154e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.nSliceHeaderSpacing = 0; 4155e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.bUseHadamard = OMX_TRUE; 4156e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.nRefFrames = 2; 4157e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.nBFrames = 1; 4158e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.nPFrames = setPFramesSpacing(iFrameInterval, frameRate); 4159e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.nAllowedPictureTypes = 4160e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang OMX_VIDEO_PictureTypeI | OMX_VIDEO_PictureTypeP | OMX_VIDEO_PictureTypeB; 4161e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.nRefIdx10ActiveMinus1 = 0; 4162e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.nRefIdx11ActiveMinus1 = 0; 4163e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.bEntropyCodingCABAC = OMX_TRUE; 4164e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.bWeightedPPrediction = OMX_TRUE; 4165e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.bconstIpred = OMX_TRUE; 4166e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.bDirect8x8Inference = OMX_TRUE; 4167e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.bDirectSpatialTemporal = OMX_TRUE; 4168e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.nCabacInitIdc = 1; 41695778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 41705778822d86b0337407514b9372562b86edfa91cdAndreas Huber 41715778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (h264type.nBFrames != 0) { 41725778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nAllowedPictureTypes |= OMX_VIDEO_PictureTypeB; 41735778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 41745778822d86b0337407514b9372562b86edfa91cdAndreas Huber 41755778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bEnableUEP = OMX_FALSE; 41765778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bEnableFMO = OMX_FALSE; 41775778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bEnableASO = OMX_FALSE; 41785778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bEnableRS = OMX_FALSE; 41795778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bFrameMBsOnly = OMX_TRUE; 41805778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bMBAFF = OMX_FALSE; 41815778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.eLoopFilterMode = OMX_VIDEO_AVCLoopFilterEnable; 41825778822d86b0337407514b9372562b86edfa91cdAndreas Huber 41835778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 41845778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoAvc, &h264type, sizeof(h264type)); 41855778822d86b0337407514b9372562b86edfa91cdAndreas Huber 41865778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 41875778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 41885778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 41895778822d86b0337407514b9372562b86edfa91cdAndreas Huber 419096076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber return configureBitrate(bitrate, bitrateMode); 41915778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 41925778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4193c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachadstatus_t ACodec::setupHEVCEncoderParameters(const sp<AMessage> &msg) { 4194c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad int32_t bitrate, iFrameInterval; 4195c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (!msg->findInt32("bitrate", &bitrate) 4196c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad || !msg->findInt32("i-frame-interval", &iFrameInterval)) { 4197c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return INVALID_OPERATION; 4198c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 4199c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 4200c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad OMX_VIDEO_CONTROLRATETYPE bitrateMode = getBitrateMode(msg); 4201c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 4202c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad float frameRate; 4203c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (!msg->findFloat("frame-rate", &frameRate)) { 4204c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad int32_t tmp; 4205c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (!msg->findInt32("frame-rate", &tmp)) { 4206c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return INVALID_OPERATION; 4207c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 4208c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad frameRate = (float)tmp; 4209c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 4210c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 4211c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad OMX_VIDEO_PARAM_HEVCTYPE hevcType; 4212c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad InitOMXParams(&hevcType); 4213c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad hevcType.nPortIndex = kPortIndexOutput; 4214c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 4215c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad status_t err = OK; 4216c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad err = mOMX->getParameter( 4217c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad mNode, (OMX_INDEXTYPE)OMX_IndexParamVideoHevc, &hevcType, sizeof(hevcType)); 4218c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (err != OK) { 4219c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return err; 4220c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 4221c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 4222c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad int32_t profile; 4223c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (msg->findInt32("profile", &profile)) { 4224c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad int32_t level; 4225c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (!msg->findInt32("level", &level)) { 4226c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return INVALID_OPERATION; 4227c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 4228c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 4229c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad err = verifySupportForProfileAndLevel(profile, level); 4230c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (err != OK) { 4231c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return err; 4232c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 4233c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 4234c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad hevcType.eProfile = static_cast<OMX_VIDEO_HEVCPROFILETYPE>(profile); 4235c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad hevcType.eLevel = static_cast<OMX_VIDEO_HEVCLEVELTYPE>(level); 4236c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 42379aa87d4ef502c9700a31fe46dc6e1d6f99cf4e5eWonsik Kim // TODO: finer control? 42389aa87d4ef502c9700a31fe46dc6e1d6f99cf4e5eWonsik Kim hevcType.nKeyFrameInterval = setPFramesSpacing(iFrameInterval, frameRate); 4239c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 4240c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad err = mOMX->setParameter( 4241c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad mNode, (OMX_INDEXTYPE)OMX_IndexParamVideoHevc, &hevcType, sizeof(hevcType)); 4242c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (err != OK) { 4243c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return err; 4244c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 4245c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 4246c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return configureBitrate(bitrate, bitrateMode); 4247c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad} 4248c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 424989b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huberstatus_t ACodec::setupVPXEncoderParameters(const sp<AMessage> &msg) { 425089b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber int32_t bitrate; 42514154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev int32_t iFrameInterval = 0; 42524154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev size_t tsLayers = 0; 42534154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev OMX_VIDEO_ANDROID_VPXTEMPORALLAYERPATTERNTYPE pattern = 42544154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev OMX_VIDEO_VPXTemporalLayerPatternNone; 42554154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev static const uint32_t kVp8LayerRateAlloction 42564154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev [OMX_VIDEO_ANDROID_MAXVP8TEMPORALLAYERS] 42574154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev [OMX_VIDEO_ANDROID_MAXVP8TEMPORALLAYERS] = { 42584154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev {100, 100, 100}, // 1 layer 42594154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev { 60, 100, 100}, // 2 layers {60%, 40%} 42604154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev { 40, 60, 100}, // 3 layers {40%, 20%, 40%} 42614154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev }; 426289b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber if (!msg->findInt32("bitrate", &bitrate)) { 426389b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber return INVALID_OPERATION; 426489b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber } 42654154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev msg->findInt32("i-frame-interval", &iFrameInterval); 426689b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber 426789b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber OMX_VIDEO_CONTROLRATETYPE bitrateMode = getBitrateMode(msg); 426889b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber 42694154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev float frameRate; 42704154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (!msg->findFloat("frame-rate", &frameRate)) { 42714154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev int32_t tmp; 42724154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (!msg->findInt32("frame-rate", &tmp)) { 42734154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev return INVALID_OPERATION; 42744154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 42754154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev frameRate = (float)tmp; 42764154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 42774154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev 42784154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev AString tsSchema; 42794154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (msg->findString("ts-schema", &tsSchema)) { 4280f1c70d7f5472e3f5680144c29c839108993996fdLajos Molnar unsigned int numLayers = 0; 4281f1c70d7f5472e3f5680144c29c839108993996fdLajos Molnar unsigned int numBLayers = 0; 4282f1c70d7f5472e3f5680144c29c839108993996fdLajos Molnar int tags; 4283f1c70d7f5472e3f5680144c29c839108993996fdLajos Molnar char dummy; 4284f1c70d7f5472e3f5680144c29c839108993996fdLajos Molnar if (sscanf(tsSchema.c_str(), "webrtc.vp8.%u-layer%c", &numLayers, &dummy) == 1 4285f1c70d7f5472e3f5680144c29c839108993996fdLajos Molnar && numLayers > 0) { 42864154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev pattern = OMX_VIDEO_VPXTemporalLayerPatternWebRTC; 4287f1c70d7f5472e3f5680144c29c839108993996fdLajos Molnar tsLayers = numLayers; 4288f1c70d7f5472e3f5680144c29c839108993996fdLajos Molnar } else if ((tags = sscanf(tsSchema.c_str(), "android.generic.%u%c%u%c", 4289f1c70d7f5472e3f5680144c29c839108993996fdLajos Molnar &numLayers, &dummy, &numBLayers, &dummy)) 4290f1c70d7f5472e3f5680144c29c839108993996fdLajos Molnar && (tags == 1 || (tags == 3 && dummy == '+')) 4291f1c70d7f5472e3f5680144c29c839108993996fdLajos Molnar && numLayers > 0 && numLayers < UINT32_MAX - numBLayers) { 42924154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev pattern = OMX_VIDEO_VPXTemporalLayerPatternWebRTC; 4293f1c70d7f5472e3f5680144c29c839108993996fdLajos Molnar // VPX does not have a concept of B-frames, so just count all layers 4294f1c70d7f5472e3f5680144c29c839108993996fdLajos Molnar tsLayers = numLayers + numBLayers; 42954154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } else { 4296f1c70d7f5472e3f5680144c29c839108993996fdLajos Molnar ALOGW("Ignoring unsupported ts-schema [%s]", tsSchema.c_str()); 42974154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 4298f1c70d7f5472e3f5680144c29c839108993996fdLajos Molnar tsLayers = min(tsLayers, (size_t)OMX_VIDEO_ANDROID_MAXVP8TEMPORALLAYERS); 42994154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 43004154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev 43014154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev OMX_VIDEO_PARAM_ANDROID_VP8ENCODERTYPE vp8type; 43024154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev InitOMXParams(&vp8type); 43034154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.nPortIndex = kPortIndexOutput; 43044154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev status_t err = mOMX->getParameter( 43054154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev mNode, (OMX_INDEXTYPE)OMX_IndexParamVideoAndroidVp8Encoder, 43064154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev &vp8type, sizeof(vp8type)); 43074154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev 43084154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (err == OK) { 43094154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (iFrameInterval > 0) { 43104154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.nKeyFrameInterval = setPFramesSpacing(iFrameInterval, frameRate); 43114154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 43124154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.eTemporalPattern = pattern; 43134154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.nTemporalLayerCount = tsLayers; 43144154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (tsLayers > 0) { 43154154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev for (size_t i = 0; i < OMX_VIDEO_ANDROID_MAXVP8TEMPORALLAYERS; i++) { 43164154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.nTemporalLayerBitrateRatio[i] = 43174154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev kVp8LayerRateAlloction[tsLayers - 1][i]; 43184154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 43194154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 43204154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (bitrateMode == OMX_Video_ControlRateConstant) { 43214154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.nMinQuantizer = 2; 43224154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.nMaxQuantizer = 63; 43234154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 43244154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev 43254154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev err = mOMX->setParameter( 43264154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev mNode, (OMX_INDEXTYPE)OMX_IndexParamVideoAndroidVp8Encoder, 43274154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev &vp8type, sizeof(vp8type)); 43284154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (err != OK) { 43294154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev ALOGW("Extended VP8 parameters set failed: %d", err); 43304154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 43314154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 43324154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev 433389b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber return configureBitrate(bitrate, bitrateMode); 433489b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber} 433589b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber 43365778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::verifySupportForProfileAndLevel( 43375778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t profile, int32_t level) { 43385778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PARAM_PROFILELEVELTYPE params; 43395778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(¶ms); 43405778822d86b0337407514b9372562b86edfa91cdAndreas Huber params.nPortIndex = kPortIndexOutput; 43415778822d86b0337407514b9372562b86edfa91cdAndreas Huber 43426e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar for (OMX_U32 index = 0; index <= kMaxIndicesToCheck; ++index) { 43436e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar params.nProfileIndex = index; 43445778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = mOMX->getParameter( 43455778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, 43465778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_IndexParamVideoProfileLevelQuerySupported, 43475778822d86b0337407514b9372562b86edfa91cdAndreas Huber ¶ms, 43485778822d86b0337407514b9372562b86edfa91cdAndreas Huber sizeof(params)); 43495778822d86b0337407514b9372562b86edfa91cdAndreas Huber 43505778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 43515778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 43525778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 43535778822d86b0337407514b9372562b86edfa91cdAndreas Huber 43545778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t supportedProfile = static_cast<int32_t>(params.eProfile); 43555778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t supportedLevel = static_cast<int32_t>(params.eLevel); 43565778822d86b0337407514b9372562b86edfa91cdAndreas Huber 43575778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (profile == supportedProfile && level <= supportedLevel) { 43585778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 43595778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 43606e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar 43616e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar if (index == kMaxIndicesToCheck) { 43626e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar ALOGW("[%s] stopping checking profiles after %u: %x/%x", 43636e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar mComponentName.c_str(), index, 43646e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar params.eProfile, params.eLevel); 43656e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar } 43665778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 43676e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar return ERROR_UNSUPPORTED; 43685778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 43695778822d86b0337407514b9372562b86edfa91cdAndreas Huber 437096076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huberstatus_t ACodec::configureBitrate( 437196076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber int32_t bitrate, OMX_VIDEO_CONTROLRATETYPE bitrateMode) { 43725778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PARAM_BITRATETYPE bitrateType; 43735778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&bitrateType); 43745778822d86b0337407514b9372562b86edfa91cdAndreas Huber bitrateType.nPortIndex = kPortIndexOutput; 43755778822d86b0337407514b9372562b86edfa91cdAndreas Huber 43765778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = mOMX->getParameter( 43775778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoBitrate, 43785778822d86b0337407514b9372562b86edfa91cdAndreas Huber &bitrateType, sizeof(bitrateType)); 43795778822d86b0337407514b9372562b86edfa91cdAndreas Huber 43805778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 43815778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 43825778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 43835778822d86b0337407514b9372562b86edfa91cdAndreas Huber 438496076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber bitrateType.eControlRate = bitrateMode; 43855778822d86b0337407514b9372562b86edfa91cdAndreas Huber bitrateType.nTargetBitrate = bitrate; 43865778822d86b0337407514b9372562b86edfa91cdAndreas Huber 43875778822d86b0337407514b9372562b86edfa91cdAndreas Huber return mOMX->setParameter( 43885778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoBitrate, 43895778822d86b0337407514b9372562b86edfa91cdAndreas Huber &bitrateType, sizeof(bitrateType)); 43905778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 43915778822d86b0337407514b9372562b86edfa91cdAndreas Huber 43925778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupErrorCorrectionParameters() { 43935778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PARAM_ERRORCORRECTIONTYPE errorCorrectionType; 43945778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&errorCorrectionType); 43955778822d86b0337407514b9372562b86edfa91cdAndreas Huber errorCorrectionType.nPortIndex = kPortIndexOutput; 43965778822d86b0337407514b9372562b86edfa91cdAndreas Huber 43975778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = mOMX->getParameter( 43985778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoErrorCorrection, 43995778822d86b0337407514b9372562b86edfa91cdAndreas Huber &errorCorrectionType, sizeof(errorCorrectionType)); 44005778822d86b0337407514b9372562b86edfa91cdAndreas Huber 44015778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 44025778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; // Optional feature. Ignore this failure 44035778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 44045778822d86b0337407514b9372562b86edfa91cdAndreas Huber 44055778822d86b0337407514b9372562b86edfa91cdAndreas Huber errorCorrectionType.bEnableHEC = OMX_FALSE; 44065778822d86b0337407514b9372562b86edfa91cdAndreas Huber errorCorrectionType.bEnableResync = OMX_TRUE; 44075778822d86b0337407514b9372562b86edfa91cdAndreas Huber errorCorrectionType.nResynchMarkerSpacing = 256; 44085778822d86b0337407514b9372562b86edfa91cdAndreas Huber errorCorrectionType.bEnableDataPartitioning = OMX_FALSE; 44095778822d86b0337407514b9372562b86edfa91cdAndreas Huber errorCorrectionType.bEnableRVLC = OMX_FALSE; 44105778822d86b0337407514b9372562b86edfa91cdAndreas Huber 44115778822d86b0337407514b9372562b86edfa91cdAndreas Huber return mOMX->setParameter( 44125778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoErrorCorrection, 44135778822d86b0337407514b9372562b86edfa91cdAndreas Huber &errorCorrectionType, sizeof(errorCorrectionType)); 44145778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 44155778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4416f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::setVideoFormatOnPort( 4417f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 portIndex, 441878b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad int32_t width, int32_t height, OMX_VIDEO_CODINGTYPE compressionFormat, 441978b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad float frameRate) { 4420f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 4421f933441648ef6a71dee783d733aac17b9508b452Andreas Huber InitOMXParams(&def); 4422f933441648ef6a71dee783d733aac17b9508b452Andreas Huber def.nPortIndex = portIndex; 4423f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4424f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_VIDEO_PORTDEFINITIONTYPE *video_def = &def.format.video; 4425f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4426f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t err = mOMX->getParameter( 4427f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 4428777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4429777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4430777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4431f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4432f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (portIndex == kPortIndexInput) { 4433f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // XXX Need a (much) better heuristic to compute input buffer sizes. 4434f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const size_t X = 64 * 1024; 4435f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (def.nBufferSize < X) { 4436f933441648ef6a71dee783d733aac17b9508b452Andreas Huber def.nBufferSize = X; 4437f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4438f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4439f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4440777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (def.eDomain != OMX_PortDomainVideo) { 4441777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("expected video port, got %s(%d)", asString(def.eDomain), def.eDomain); 4442777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return FAILED_TRANSACTION; 4443777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4444f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4445f933441648ef6a71dee783d733aac17b9508b452Andreas Huber video_def->nFrameWidth = width; 4446f933441648ef6a71dee783d733aac17b9508b452Andreas Huber video_def->nFrameHeight = height; 4447f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4448f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (portIndex == kPortIndexInput) { 4449f933441648ef6a71dee783d733aac17b9508b452Andreas Huber video_def->eCompressionFormat = compressionFormat; 4450f933441648ef6a71dee783d733aac17b9508b452Andreas Huber video_def->eColorFormat = OMX_COLOR_FormatUnused; 445178b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad if (frameRate >= 0) { 445278b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad video_def->xFramerate = (OMX_U32)(frameRate * 65536.0f); 445378b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad } 4454f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4455f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4456f933441648ef6a71dee783d733aac17b9508b452Andreas Huber err = mOMX->setParameter( 4457f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 4458f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4459f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 4460f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4461f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4462f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::initNativeWindow() { 4463f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mNativeWindow != NULL) { 4464a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar return mOMX->enableNativeBuffers(mNode, kPortIndexOutput, OMX_TRUE /* graphic */, OMX_TRUE); 4465f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4466f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4467a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar mOMX->enableNativeBuffers(mNode, kPortIndexOutput, OMX_TRUE /* graphic */, OMX_FALSE); 4468f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return OK; 4469f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4470f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4471d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Hubersize_t ACodec::countBuffersOwnedByComponent(OMX_U32 portIndex) const { 4472d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber size_t n = 0; 4473d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 4474d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber for (size_t i = 0; i < mBuffers[portIndex].size(); ++i) { 4475d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber const BufferInfo &info = mBuffers[portIndex].itemAt(i); 4476d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 4477d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber if (info.mStatus == BufferInfo::OWNED_BY_COMPONENT) { 4478d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber ++n; 4479d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber } 4480d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber } 4481d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 4482d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber return n; 4483d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber} 4484d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 44857e7013392e302a28364df1dcee79b82ad90978b4Andreas Hubersize_t ACodec::countBuffersOwnedByNativeWindow() const { 44867e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber size_t n = 0; 44877e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 44887e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber for (size_t i = 0; i < mBuffers[kPortIndexOutput].size(); ++i) { 44897e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber const BufferInfo &info = mBuffers[kPortIndexOutput].itemAt(i); 44907e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 44917e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber if (info.mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW) { 44927e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber ++n; 44937e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber } 44947e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber } 44957e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 44967e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber return n; 44977e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber} 44987e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 44997e7013392e302a28364df1dcee79b82ad90978b4Andreas Hubervoid ACodec::waitUntilAllPossibleNativeWindowBuffersAreReturnedToUs() { 45007e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber if (mNativeWindow == NULL) { 45017e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber return; 45027e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber } 45037e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 4504e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar while (countBuffersOwnedByNativeWindow() > mNumUndequeuedBuffers 45057e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber && dequeueBufferFromNativeWindow() != NULL) { 4506c38fcfba95f711e5738e4c72bd5499317a2f30d9Lajos Molnar // these buffers will be submitted as regular buffers; account for this 4507054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (storingMetadataInDecodedBuffers() && mMetadataBuffersToSubmit > 0) { 4508054219874873b41f1c815552987c10465c34ba2bLajos Molnar --mMetadataBuffersToSubmit; 4509c38fcfba95f711e5738e4c72bd5499317a2f30d9Lajos Molnar } 45107e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber } 45117e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber} 45127e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 4513f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::allYourBuffersAreBelongToUs( 4514f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 portIndex) { 4515f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (size_t i = 0; i < mBuffers[portIndex].size(); ++i) { 4516f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = &mBuffers[portIndex].editItemAt(i); 4517f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4518f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mStatus != BufferInfo::OWNED_BY_US 4519f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && info->mStatus != BufferInfo::OWNED_BY_NATIVE_WINDOW) { 4520609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] Buffer %u on port %u still has status %d", 4521f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mComponentName.c_str(), 4522f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mBufferID, portIndex, info->mStatus); 4523f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return false; 4524f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4525f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4526f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4527f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 4528f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4529f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4530f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::allYourBuffersAreBelongToUs() { 4531f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return allYourBuffersAreBelongToUs(kPortIndexInput) 4532f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && allYourBuffersAreBelongToUs(kPortIndexOutput); 4533f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4534f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4535f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::deferMessage(const sp<AMessage> &msg) { 4536f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mDeferredQueue.push_back(msg); 4537f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4538f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4539f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::processDeferredMessages() { 4540f933441648ef6a71dee783d733aac17b9508b452Andreas Huber List<sp<AMessage> > queue = mDeferredQueue; 4541f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mDeferredQueue.clear(); 4542f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4543f933441648ef6a71dee783d733aac17b9508b452Andreas Huber List<sp<AMessage> >::iterator it = queue.begin(); 4544f933441648ef6a71dee783d733aac17b9508b452Andreas Huber while (it != queue.end()) { 4545f933441648ef6a71dee783d733aac17b9508b452Andreas Huber onMessageReceived(*it++); 4546f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4547f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4548f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 454903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar// static 455073dd808754c641fe798273d356ee38368715fa7bLajos Molnarbool ACodec::describeDefaultColorFormat(DescribeColorFormat2Params ¶ms) { 455173dd808754c641fe798273d356ee38368715fa7bLajos Molnar MediaImage2 &image = params.sMediaImage; 455203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar memset(&image, 0, sizeof(image)); 455303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 455473dd808754c641fe798273d356ee38368715fa7bLajos Molnar image.mType = MediaImage2::MEDIA_IMAGE_TYPE_UNKNOWN; 455503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mNumPlanes = 0; 455603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 455703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar const OMX_COLOR_FORMATTYPE fmt = params.eColorFormat; 455803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mWidth = params.nFrameWidth; 455903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mHeight = params.nFrameHeight; 456003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 456103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar // only supporting YUV420 456203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar if (fmt != OMX_COLOR_FormatYUV420Planar && 456303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar fmt != OMX_COLOR_FormatYUV420PackedPlanar && 456403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar fmt != OMX_COLOR_FormatYUV420SemiPlanar && 45655a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar fmt != OMX_COLOR_FormatYUV420PackedSemiPlanar && 45662ad160ba086f0504cf56dcc24619a0cee2546a23Dan Stoza fmt != (OMX_COLOR_FORMATTYPE)HAL_PIXEL_FORMAT_YV12) { 456703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar ALOGW("do not know color format 0x%x = %d", fmt, fmt); 4568229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar return false; 456903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 457003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 4571b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar // TEMPORARY FIX for some vendors that advertise sliceHeight as 0 4572b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar if (params.nStride != 0 && params.nSliceHeight == 0) { 4573b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar ALOGW("using sliceHeight=%u instead of what codec advertised (=0)", 4574b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar params.nFrameHeight); 4575b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar params.nSliceHeight = params.nFrameHeight; 4576b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar } 4577b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar 457834e63e9ffe6496d9180c825dc119c1fd1020ef8bMarco Nelissen // we need stride and slice-height to be non-zero and sensible. These values were chosen to 457934e63e9ffe6496d9180c825dc119c1fd1020ef8bMarco Nelissen // prevent integer overflows further down the line, and do not indicate support for 458034e63e9ffe6496d9180c825dc119c1fd1020ef8bMarco Nelissen // 32kx32k video. 458134e63e9ffe6496d9180c825dc119c1fd1020ef8bMarco Nelissen if (params.nStride == 0 || params.nSliceHeight == 0 458234e63e9ffe6496d9180c825dc119c1fd1020ef8bMarco Nelissen || params.nStride > 32768 || params.nSliceHeight > 32768) { 4583b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar ALOGW("cannot describe color format 0x%x = %d with stride=%u and sliceHeight=%u", 4584b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar fmt, fmt, params.nStride, params.nSliceHeight); 4585b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar return false; 4586b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar } 4587b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar 458803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar // set-up YUV format 458973dd808754c641fe798273d356ee38368715fa7bLajos Molnar image.mType = MediaImage2::MEDIA_IMAGE_TYPE_YUV; 459003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mNumPlanes = 3; 459103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mBitDepth = 8; 459273dd808754c641fe798273d356ee38368715fa7bLajos Molnar image.mBitDepthAllocated = 8; 459303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.Y].mOffset = 0; 459403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.Y].mColInc = 1; 459503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.Y].mRowInc = params.nStride; 459603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.Y].mHorizSubsampling = 1; 459703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.Y].mVertSubsampling = 1; 459803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 45995a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar switch ((int)fmt) { 46005a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar case HAL_PIXEL_FORMAT_YV12: 46015a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar if (params.bUsingNativeBuffers) { 46025a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar size_t ystride = align(params.nStride, 16); 46035a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar size_t cstride = align(params.nStride / 2, 16); 46045a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.Y].mRowInc = ystride; 46055a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar 46065a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.V].mOffset = ystride * params.nSliceHeight; 46075a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.V].mColInc = 1; 46085a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.V].mRowInc = cstride; 46095a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.V].mHorizSubsampling = 2; 46105a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.V].mVertSubsampling = 2; 46115a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar 46125a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.U].mOffset = image.mPlane[image.V].mOffset 46135a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar + (cstride * params.nSliceHeight / 2); 46145a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.U].mColInc = 1; 46155a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.U].mRowInc = cstride; 46165a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.U].mHorizSubsampling = 2; 46175a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.U].mVertSubsampling = 2; 46185a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar break; 46195a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar } else { 46205a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar // fall through as YV12 is used for YUV420Planar by some codecs 46215a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar } 46225a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar 46235a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar case OMX_COLOR_FormatYUV420Planar: 462403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar case OMX_COLOR_FormatYUV420PackedPlanar: 462503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mOffset = params.nStride * params.nSliceHeight; 462603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mColInc = 1; 462703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mRowInc = params.nStride / 2; 462803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mHorizSubsampling = 2; 462903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mVertSubsampling = 2; 463003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 463103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mOffset = image.mPlane[image.U].mOffset 463203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar + (params.nStride * params.nSliceHeight / 4); 463303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mColInc = 1; 463403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mRowInc = params.nStride / 2; 463503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mHorizSubsampling = 2; 463603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mVertSubsampling = 2; 463703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar break; 463803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 463903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar case OMX_COLOR_FormatYUV420SemiPlanar: 464003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar // FIXME: NV21 for sw-encoder, NV12 for decoder and hw-encoder 464103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar case OMX_COLOR_FormatYUV420PackedSemiPlanar: 464203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar // NV12 464303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mOffset = params.nStride * params.nSliceHeight; 464403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mColInc = 2; 464503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mRowInc = params.nStride; 464603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mHorizSubsampling = 2; 464703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mVertSubsampling = 2; 464803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 464903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mOffset = image.mPlane[image.U].mOffset + 1; 465003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mColInc = 2; 465103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mRowInc = params.nStride; 465203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mHorizSubsampling = 2; 465303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mVertSubsampling = 2; 465403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar break; 465503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 465603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar default: 465703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar TRESPASS(); 465803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 4659229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar return true; 4660229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar} 4661229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar 4662229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar// static 4663229d242665c612fd97431d1e7ac004823b47f181Lajos Molnarbool ACodec::describeColorFormat( 4664229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar const sp<IOMX> &omx, IOMX::node_id node, 466573dd808754c641fe798273d356ee38368715fa7bLajos Molnar DescribeColorFormat2Params &describeParams) 4666229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar{ 4667229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar OMX_INDEXTYPE describeColorFormatIndex; 4668229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar if (omx->getExtensionIndex( 4669229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar node, "OMX.google.android.index.describeColorFormat", 467073dd808754c641fe798273d356ee38368715fa7bLajos Molnar &describeColorFormatIndex) == OK) { 467173dd808754c641fe798273d356ee38368715fa7bLajos Molnar DescribeColorFormatParams describeParamsV1(describeParams); 467273dd808754c641fe798273d356ee38368715fa7bLajos Molnar if (omx->getParameter( 467373dd808754c641fe798273d356ee38368715fa7bLajos Molnar node, describeColorFormatIndex, 467473dd808754c641fe798273d356ee38368715fa7bLajos Molnar &describeParamsV1, sizeof(describeParamsV1)) == OK) { 467573dd808754c641fe798273d356ee38368715fa7bLajos Molnar describeParams.initFromV1(describeParamsV1); 467673dd808754c641fe798273d356ee38368715fa7bLajos Molnar return describeParams.sMediaImage.mType != MediaImage2::MEDIA_IMAGE_TYPE_UNKNOWN; 467773dd808754c641fe798273d356ee38368715fa7bLajos Molnar } 467873dd808754c641fe798273d356ee38368715fa7bLajos Molnar } else if (omx->getExtensionIndex( 467973dd808754c641fe798273d356ee38368715fa7bLajos Molnar node, "OMX.google.android.index.describeColorFormat2", &describeColorFormatIndex) == OK 468073dd808754c641fe798273d356ee38368715fa7bLajos Molnar && omx->getParameter( 468173dd808754c641fe798273d356ee38368715fa7bLajos Molnar node, describeColorFormatIndex, &describeParams, sizeof(describeParams)) == OK) { 468273dd808754c641fe798273d356ee38368715fa7bLajos Molnar return describeParams.sMediaImage.mType != MediaImage2::MEDIA_IMAGE_TYPE_UNKNOWN; 468373dd808754c641fe798273d356ee38368715fa7bLajos Molnar } 468473dd808754c641fe798273d356ee38368715fa7bLajos Molnar 468573dd808754c641fe798273d356ee38368715fa7bLajos Molnar return describeDefaultColorFormat(describeParams); 4686229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar} 4687229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar 4688229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar// static 4689229d242665c612fd97431d1e7ac004823b47f181Lajos Molnarbool ACodec::isFlexibleColorFormat( 4690229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar const sp<IOMX> &omx, IOMX::node_id node, 46910d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar uint32_t colorFormat, bool usingNativeBuffers, OMX_U32 *flexibleEquivalent) { 469273dd808754c641fe798273d356ee38368715fa7bLajos Molnar DescribeColorFormat2Params describeParams; 4693229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar InitOMXParams(&describeParams); 4694229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar describeParams.eColorFormat = (OMX_COLOR_FORMATTYPE)colorFormat; 4695229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar // reasonable dummy values 4696229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar describeParams.nFrameWidth = 128; 4697229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar describeParams.nFrameHeight = 128; 4698229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar describeParams.nStride = 128; 4699229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar describeParams.nSliceHeight = 128; 47000d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.bUsingNativeBuffers = (OMX_BOOL)usingNativeBuffers; 4701229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar 4702229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar CHECK(flexibleEquivalent != NULL); 4703229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar 4704229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar if (!describeColorFormat(omx, node, describeParams)) { 4705229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar return false; 4706229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar } 4707229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar 470873dd808754c641fe798273d356ee38368715fa7bLajos Molnar const MediaImage2 &img = describeParams.sMediaImage; 470973dd808754c641fe798273d356ee38368715fa7bLajos Molnar if (img.mType == MediaImage2::MEDIA_IMAGE_TYPE_YUV) { 471073dd808754c641fe798273d356ee38368715fa7bLajos Molnar if (img.mNumPlanes != 3 471173dd808754c641fe798273d356ee38368715fa7bLajos Molnar || img.mPlane[img.Y].mHorizSubsampling != 1 471273dd808754c641fe798273d356ee38368715fa7bLajos Molnar || img.mPlane[img.Y].mVertSubsampling != 1) { 4713229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar return false; 4714229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar } 4715229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar 4716229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar // YUV 420 4717229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar if (img.mPlane[img.U].mHorizSubsampling == 2 4718229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar && img.mPlane[img.U].mVertSubsampling == 2 4719229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar && img.mPlane[img.V].mHorizSubsampling == 2 4720229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar && img.mPlane[img.V].mVertSubsampling == 2) { 4721229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar // possible flexible YUV420 format 4722229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar if (img.mBitDepth <= 8) { 4723229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar *flexibleEquivalent = OMX_COLOR_FormatYUV420Flexible; 4724229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar return true; 4725229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar } 4726229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar } 4727229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar } 4728229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar return false; 472903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar} 473003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 4731e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnarstatus_t ACodec::getPortFormat(OMX_U32 portIndex, sp<AMessage> ¬ify) { 4732777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim const char *niceIndex = portIndex == kPortIndexInput ? "input" : "output"; 473331e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 473431e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber InitOMXParams(&def); 4735e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar def.nPortIndex = portIndex; 473631e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 4737777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim status_t err = mOMX->getParameter(mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 4738777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4739777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4740777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 474131e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 4742777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (def.eDir != (portIndex == kPortIndexOutput ? OMX_DirOutput : OMX_DirInput)) { 4743777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("unexpected dir: %s(%d) on %s port", asString(def.eDir), def.eDir, niceIndex); 4744777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return BAD_VALUE; 4745777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 474631e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 474731e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber switch (def.eDomain) { 474831e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber case OMX_PortDomainVideo: 474931e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber { 475031e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber OMX_VIDEO_PORTDEFINITIONTYPE *videoDef = &def.format.video; 4751e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar switch ((int)videoDef->eCompressionFormat) { 4752e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar case OMX_VIDEO_CodingUnused: 4753e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar { 4754e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK(mIsEncoder ^ (portIndex == kPortIndexOutput)); 4755e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setString("mime", MEDIA_MIMETYPE_VIDEO_RAW); 4756e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4757e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("stride", videoDef->nStride); 4758e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("slice-height", videoDef->nSliceHeight); 4759e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("color-format", videoDef->eColorFormat); 4760e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 47610d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (mNativeWindow == NULL) { 476273dd808754c641fe798273d356ee38368715fa7bLajos Molnar DescribeColorFormat2Params describeParams; 47630d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar InitOMXParams(&describeParams); 47640d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.eColorFormat = videoDef->eColorFormat; 47650d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.nFrameWidth = videoDef->nFrameWidth; 47660d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.nFrameHeight = videoDef->nFrameHeight; 47670d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.nStride = videoDef->nStride; 47680d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.nSliceHeight = videoDef->nSliceHeight; 47690d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.bUsingNativeBuffers = OMX_FALSE; 47700d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar 47710d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (describeColorFormat(mOMX, mNode, describeParams)) { 47720d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar notify->setBuffer( 47730d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar "image-data", 47740d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar ABuffer::CreateAsCopy( 47750d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar &describeParams.sMediaImage, 47760d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar sizeof(describeParams.sMediaImage))); 47775a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar 477873dd808754c641fe798273d356ee38368715fa7bLajos Molnar MediaImage2 &img = describeParams.sMediaImage; 477973dd808754c641fe798273d356ee38368715fa7bLajos Molnar MediaImage2::PlaneInfo *plane = img.mPlane; 478073dd808754c641fe798273d356ee38368715fa7bLajos Molnar ALOGV("[%s] MediaImage { F(%ux%u) @%u+%d+%d @%u+%d+%d @%u+%d+%d }", 478173dd808754c641fe798273d356ee38368715fa7bLajos Molnar mComponentName.c_str(), img.mWidth, img.mHeight, 478273dd808754c641fe798273d356ee38368715fa7bLajos Molnar plane[0].mOffset, plane[0].mColInc, plane[0].mRowInc, 478373dd808754c641fe798273d356ee38368715fa7bLajos Molnar plane[1].mOffset, plane[1].mColInc, plane[1].mRowInc, 478473dd808754c641fe798273d356ee38368715fa7bLajos Molnar plane[2].mOffset, plane[2].mColInc, plane[2].mRowInc); 47850d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 478603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 478703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 4788b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar int32_t width = (int32_t)videoDef->nFrameWidth; 4789b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar int32_t height = (int32_t)videoDef->nFrameHeight; 4790b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 4791b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (portIndex == kPortIndexOutput) { 4792b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar OMX_CONFIG_RECTTYPE rect; 4793b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar InitOMXParams(&rect); 4794b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nPortIndex = portIndex; 4795b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 4796b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (mOMX->getConfig( 4797b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mNode, 4798b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar (portIndex == kPortIndexOutput ? 4799b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar OMX_IndexConfigCommonOutputCrop : 4800b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar OMX_IndexConfigCommonInputCrop), 4801b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar &rect, sizeof(rect)) != OK) { 4802b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nLeft = 0; 4803b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nTop = 0; 4804b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nWidth = videoDef->nFrameWidth; 4805b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nHeight = videoDef->nFrameHeight; 4806b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 480791a3cc00db31a713a25848f345bd624ac2ad8dc5Lajos Molnar 4808b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (rect.nLeft < 0 || 4809b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nTop < 0 || 4810b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nLeft + rect.nWidth > videoDef->nFrameWidth || 4811b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nTop + rect.nHeight > videoDef->nFrameHeight) { 4812b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGE("Wrong cropped rect (%d, %d) - (%u, %u) vs. frame (%u, %u)", 4813b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nLeft, rect.nTop, 4814b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nLeft + rect.nWidth, rect.nTop + rect.nHeight, 4815b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar videoDef->nFrameWidth, videoDef->nFrameHeight); 4816b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return BAD_VALUE; 4817b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 481831e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 4819b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar notify->setRect( 4820b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar "crop", 4821b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nLeft, 4822b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nTop, 4823b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nLeft + rect.nWidth - 1, 4824b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nTop + rect.nHeight - 1); 4825b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 4826b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar width = rect.nWidth; 4827b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar height = rect.nHeight; 4828b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 4829b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar android_dataspace dataSpace = HAL_DATASPACE_UNKNOWN; 4830b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar (void)getColorAspectsAndDataSpaceForVideoDecoder( 4831b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar width, height, mConfigFormat, notify, 4832b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mUsingNativeWindow ? &dataSpace : NULL); 4833b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (mUsingNativeWindow) { 4834b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar notify->setInt32("android._dataspace", dataSpace); 4835b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 48365e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang (void)getHDRStaticInfoForVideoCodec(kPortIndexOutput, notify); 4837b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } else { 4838b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar (void)getInputColorAspectsForVideoEncoder(notify); 48395e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang if (mConfigFormat->contains("hdr-static-info")) { 48405e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang (void)getHDRStaticInfoForVideoCodec(kPortIndexInput, notify); 48415e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang } 4842777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4843e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4844e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar break; 4845e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 48464730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia 48474730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia case OMX_VIDEO_CodingVP8: 48484730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia case OMX_VIDEO_CodingVP9: 48494730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia { 48504730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia OMX_VIDEO_PARAM_ANDROID_VP8ENCODERTYPE vp8type; 48514730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia InitOMXParams(&vp8type); 48524730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia vp8type.nPortIndex = kPortIndexOutput; 48534730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia status_t err = mOMX->getParameter( 48544730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia mNode, 48554730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia (OMX_INDEXTYPE)OMX_IndexParamVideoAndroidVp8Encoder, 48564730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia &vp8type, 48574730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia sizeof(vp8type)); 48584730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia 48594730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia if (err == OK) { 48604730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia AString tsSchema = "none"; 48614730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia if (vp8type.eTemporalPattern 48624730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia == OMX_VIDEO_VPXTemporalLayerPatternWebRTC) { 48634730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia switch (vp8type.nTemporalLayerCount) { 48644730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia case 1: 48654730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia { 48664730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia tsSchema = "webrtc.vp8.1-layer"; 48674730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia break; 48684730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 48694730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia case 2: 48704730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia { 48714730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia tsSchema = "webrtc.vp8.2-layer"; 48724730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia break; 48734730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 48744730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia case 3: 48754730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia { 48764730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia tsSchema = "webrtc.vp8.3-layer"; 48774730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia break; 48784730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 48794730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia default: 48804730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia { 48814730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia break; 48824730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 48834730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 48844730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 48854730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia notify->setString("ts-schema", tsSchema); 48864730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 48874730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia // Fall through to set up mime. 48884730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 48894730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia 4890e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar default: 4891e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar { 4892777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (mIsEncoder ^ (portIndex == kPortIndexOutput)) { 4893777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim // should be CodingUnused 4894777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Raw port video compression format is %s(%d)", 4895777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim asString(videoDef->eCompressionFormat), 4896777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim videoDef->eCompressionFormat); 4897777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return BAD_VALUE; 4898777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4899e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar AString mime; 4900e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if (GetMimeTypeForVideoCoding( 4901e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar videoDef->eCompressionFormat, &mime) != OK) { 4902e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setString("mime", "application/octet-stream"); 4903e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } else { 4904e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setString("mime", mime.c_str()); 4905e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 4906870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang uint32_t intraRefreshPeriod = 0; 4907870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (mIsEncoder && getIntraRefreshPeriod(&intraRefreshPeriod) == OK 4908870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang && intraRefreshPeriod > 0) { 4909870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang notify->setInt32("intra-refresh-period", intraRefreshPeriod); 4910870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 4911e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar break; 4912e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 491331e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber } 4914e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("width", videoDef->nFrameWidth); 4915e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("height", videoDef->nFrameHeight); 49165a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar ALOGV("[%s] %s format is %s", mComponentName.c_str(), 49175a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar portIndex == kPortIndexInput ? "input" : "output", 49185a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar notify->debugString().c_str()); 49195a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar 492031e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber break; 492131e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber } 492231e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 492331e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber case OMX_PortDomainAudio: 492431e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber { 492531e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber OMX_AUDIO_PORTDEFINITIONTYPE *audioDef = &def.format.audio; 492631e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 492797358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu switch ((int)audioDef->eEncoding) { 4928e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber case OMX_AUDIO_CodingPCM: 4929e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { 4930e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber OMX_AUDIO_PARAM_PCMMODETYPE params; 4931e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber InitOMXParams(¶ms); 4932e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 4933e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4934777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 4935777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, OMX_IndexParamAudioPcm, ¶ms, sizeof(params)); 4936777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4937777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4938777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 493914f7672b5d450ed26a06fd3bb3ce045ea78b11b2Andreas Huber 4940777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (params.nChannels <= 0 4941777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim || (params.nChannels != 1 && !params.bInterleaved) 4942777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim || params.ePCMMode != OMX_AUDIO_PCMModeLinear) { 49435b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar ALOGE("unsupported PCM port: %u channels%s, %u-bit", 4944777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim params.nChannels, 4945777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim params.bInterleaved ? " interleaved" : "", 49465b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar params.nBitPerSample); 4947777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return FAILED_TRANSACTION; 4948777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4949e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4950e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setString("mime", MEDIA_MIMETYPE_AUDIO_RAW); 4951e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("channel-count", params.nChannels); 4952e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("sample-rate", params.nSamplingRate); 49535b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar 49545b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar AudioEncoding encoding = kAudioEncodingPcm16bit; 49555b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (params.eNumData == OMX_NumericalDataUnsigned 49565b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar && params.nBitPerSample == 8u) { 49575b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar encoding = kAudioEncodingPcm8bit; 49585b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } else if (params.eNumData == OMX_NumericalDataFloat 49595b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar && params.nBitPerSample == 32u) { 49605b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar encoding = kAudioEncodingPcmFloat; 49615b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } else if (params.nBitPerSample != 16u 49625b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar || params.eNumData != OMX_NumericalDataSigned) { 49635b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar ALOGE("unsupported PCM port: %s(%d), %s(%d) mode ", 49645b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar asString(params.eNumData), params.eNumData, 49655b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar asString(params.ePCMMode), params.ePCMMode); 49665b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar return FAILED_TRANSACTION; 49675b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 49685b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar notify->setInt32("pcm-encoding", encoding); 4969e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4970e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (mChannelMaskPresent) { 4971e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("channel-mask", mChannelMask); 49728b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen } 4973e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber break; 49748b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen } 49759806555d3930be43e11106281dee354820ac1c88Andreas Huber 4976e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber case OMX_AUDIO_CodingAAC: 4977e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { 4978e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber OMX_AUDIO_PARAM_AACPROFILETYPE params; 4979e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber InitOMXParams(¶ms); 4980e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 4981e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4982777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 4983777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, OMX_IndexParamAudioAac, ¶ms, sizeof(params)); 4984777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4985777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4986777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4987e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4988e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setString("mime", MEDIA_MIMETYPE_AUDIO_AAC); 4989e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("channel-count", params.nChannels); 4990e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("sample-rate", params.nSampleRate); 4991e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber break; 4992e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 4993e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4994e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber case OMX_AUDIO_CodingAMR: 4995e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { 4996e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber OMX_AUDIO_PARAM_AMRTYPE params; 4997e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber InitOMXParams(¶ms); 4998e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 49999806555d3930be43e11106281dee354820ac1c88Andreas Huber 5000777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 5001777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, OMX_IndexParamAudioAmr, ¶ms, sizeof(params)); 5002777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 5003777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 5004777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 5005e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 5006e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("channel-count", 1); 5007e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (params.eAMRBandMode >= OMX_AUDIO_AMRBandModeWB0) { 50080806340688c937e7b78c2d89db3809274130df4eLajos Molnar notify->setString("mime", MEDIA_MIMETYPE_AUDIO_AMR_WB); 5009e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("sample-rate", 16000); 5010e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } else { 50110806340688c937e7b78c2d89db3809274130df4eLajos Molnar notify->setString("mime", MEDIA_MIMETYPE_AUDIO_AMR_NB); 5012e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("sample-rate", 8000); 5013e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 5014e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber break; 5015e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 5016e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 5017e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber case OMX_AUDIO_CodingFLAC: 5018e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { 5019e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber OMX_AUDIO_PARAM_FLACTYPE params; 5020e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber InitOMXParams(¶ms); 5021e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 5022e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 5023777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 5024777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, OMX_IndexParamAudioFlac, ¶ms, sizeof(params)); 5025777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 5026777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 5027777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 5028e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 5029e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setString("mime", MEDIA_MIMETYPE_AUDIO_FLAC); 5030e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("channel-count", params.nChannels); 5031e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("sample-rate", params.nSampleRate); 5032e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber break; 5033e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 5034e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 5035e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar case OMX_AUDIO_CodingMP3: 5036e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar { 5037e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar OMX_AUDIO_PARAM_MP3TYPE params; 5038e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar InitOMXParams(¶ms); 5039e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 5040e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 5041777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 5042777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, OMX_IndexParamAudioMp3, ¶ms, sizeof(params)); 5043777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 5044777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 5045777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 5046e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 5047e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setString("mime", MEDIA_MIMETYPE_AUDIO_MPEG); 5048e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("channel-count", params.nChannels); 5049e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("sample-rate", params.nSampleRate); 5050e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar break; 5051e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 5052e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 5053e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar case OMX_AUDIO_CodingVORBIS: 5054e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar { 5055e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar OMX_AUDIO_PARAM_VORBISTYPE params; 5056e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar InitOMXParams(¶ms); 5057e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 5058e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 5059777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 5060777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, OMX_IndexParamAudioVorbis, ¶ms, sizeof(params)); 5061777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 5062777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 5063777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 5064e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 5065e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setString("mime", MEDIA_MIMETYPE_AUDIO_VORBIS); 5066e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("channel-count", params.nChannels); 5067e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("sample-rate", params.nSampleRate); 5068e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar break; 5069e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 5070e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 507197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu case OMX_AUDIO_CodingAndroidAC3: 507297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu { 507397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu OMX_AUDIO_PARAM_ANDROID_AC3TYPE params; 507497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu InitOMXParams(¶ms); 5075e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 507697358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 5077777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 5078777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidAc3, 5079777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ¶ms, sizeof(params)); 5080777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 5081777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 5082777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 508397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 508497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu notify->setString("mime", MEDIA_MIMETYPE_AUDIO_AC3); 508597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu notify->setInt32("channel-count", params.nChannels); 508697358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu notify->setInt32("sample-rate", params.nSampleRate); 508797358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu break; 508897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } 5089e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 50908a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad case OMX_AUDIO_CodingAndroidEAC3: 50918a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad { 50928a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad OMX_AUDIO_PARAM_ANDROID_EAC3TYPE params; 50938a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad InitOMXParams(¶ms); 50948a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad params.nPortIndex = portIndex; 50958a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 5096777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 5097777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidEac3, 5098777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ¶ms, sizeof(params)); 5099777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 5100777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 5101777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 51028a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 51038a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad notify->setString("mime", MEDIA_MIMETYPE_AUDIO_EAC3); 51048a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad notify->setInt32("channel-count", params.nChannels); 51058a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad notify->setInt32("sample-rate", params.nSampleRate); 51068a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad break; 51078a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } 51088a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 51098c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian case OMX_AUDIO_CodingAndroidOPUS: 51108c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian { 51118c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian OMX_AUDIO_PARAM_ANDROID_OPUSTYPE params; 51128c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian InitOMXParams(¶ms); 51138c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian params.nPortIndex = portIndex; 51148c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian 5115777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 5116777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidOpus, 5117777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ¶ms, sizeof(params)); 5118777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 5119777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 5120777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 51218c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian 51228c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian notify->setString("mime", MEDIA_MIMETYPE_AUDIO_OPUS); 51238c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian notify->setInt32("channel-count", params.nChannels); 51248c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian notify->setInt32("sample-rate", params.nSampleRate); 51258c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian break; 51268c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian } 51278c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian 512810d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang case OMX_AUDIO_CodingG711: 512910d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang { 513010d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang OMX_AUDIO_PARAM_PCMMODETYPE params; 513110d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang InitOMXParams(¶ms); 513210d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang params.nPortIndex = portIndex; 513310d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang 5134777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 5135777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, (OMX_INDEXTYPE)OMX_IndexParamAudioPcm, ¶ms, sizeof(params)); 5136777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 5137777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 5138777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 513910d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang 514010d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang const char *mime = NULL; 514110d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang if (params.ePCMMode == OMX_AUDIO_PCMModeMULaw) { 514210d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang mime = MEDIA_MIMETYPE_AUDIO_G711_MLAW; 514310d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang } else if (params.ePCMMode == OMX_AUDIO_PCMModeALaw) { 514410d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang mime = MEDIA_MIMETYPE_AUDIO_G711_ALAW; 514510d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang } else { // params.ePCMMode == OMX_AUDIO_PCMModeLinear 514610d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang mime = MEDIA_MIMETYPE_AUDIO_RAW; 514710d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang } 514810d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang notify->setString("mime", mime); 514910d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang notify->setInt32("channel-count", params.nChannels); 515010d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang notify->setInt32("sample-rate", params.nSamplingRate); 515178bd91b15ee8ea5aa2ab5a8cad7e892cb2d01c1bLajos Molnar notify->setInt32("pcm-encoding", kAudioEncodingPcm16bit); 515210d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang break; 515310d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang } 515441d3f579d2c166984958263533284209b90c87d5Marco Nelissen 515541d3f579d2c166984958263533284209b90c87d5Marco Nelissen case OMX_AUDIO_CodingGSMFR: 515641d3f579d2c166984958263533284209b90c87d5Marco Nelissen { 51570806340688c937e7b78c2d89db3809274130df4eLajos Molnar OMX_AUDIO_PARAM_PCMMODETYPE params; 515841d3f579d2c166984958263533284209b90c87d5Marco Nelissen InitOMXParams(¶ms); 515941d3f579d2c166984958263533284209b90c87d5Marco Nelissen params.nPortIndex = portIndex; 516041d3f579d2c166984958263533284209b90c87d5Marco Nelissen 5161777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 5162777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, OMX_IndexParamAudioPcm, ¶ms, sizeof(params)); 5163777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 5164777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 5165777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 516641d3f579d2c166984958263533284209b90c87d5Marco Nelissen 516741d3f579d2c166984958263533284209b90c87d5Marco Nelissen notify->setString("mime", MEDIA_MIMETYPE_AUDIO_MSGSM); 516841d3f579d2c166984958263533284209b90c87d5Marco Nelissen notify->setInt32("channel-count", params.nChannels); 51690806340688c937e7b78c2d89db3809274130df4eLajos Molnar notify->setInt32("sample-rate", params.nSamplingRate); 517041d3f579d2c166984958263533284209b90c87d5Marco Nelissen break; 517110d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang } 517210d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang 5173e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber default: 5174777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Unsupported audio coding: %s(%d)\n", 5175777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim asString(audioDef->eEncoding), audioDef->eEncoding); 5176777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return BAD_TYPE; 5177e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 517831e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber break; 517931e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber } 518031e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 518131e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber default: 5182777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Unsupported domain: %s(%d)", asString(def.eDomain), def.eDomain); 5183777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return BAD_TYPE; 518431e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber } 518531e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 5186e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar return OK; 5187e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar} 5188e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 5189b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnarvoid ACodec::onDataSpaceChanged(android_dataspace dataSpace, const ColorAspects &aspects) { 5190b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // aspects are normally communicated in ColorAspects 5191b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar int32_t range, standard, transfer; 5192b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar convertCodecColorAspectsToPlatformAspects(aspects, &range, &standard, &transfer); 5193b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 5194b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // if some aspects are unspecified, use dataspace fields 5195b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (range != 0) { 5196b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar range = (dataSpace & HAL_DATASPACE_RANGE_MASK) >> HAL_DATASPACE_RANGE_SHIFT; 5197b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 5198b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (standard != 0) { 5199b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar standard = (dataSpace & HAL_DATASPACE_STANDARD_MASK) >> HAL_DATASPACE_STANDARD_SHIFT; 5200b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 5201b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (transfer != 0) { 5202b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar transfer = (dataSpace & HAL_DATASPACE_TRANSFER_MASK) >> HAL_DATASPACE_TRANSFER_SHIFT; 5203b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 5204b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 5205b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mOutputFormat = mOutputFormat->dup(); // trigger an output format changed event 5206b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (range != 0) { 5207b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mOutputFormat->setInt32("color-range", range); 5208b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 5209b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (standard != 0) { 5210b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mOutputFormat->setInt32("color-standard", standard); 5211b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 5212b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (transfer != 0) { 5213b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mOutputFormat->setInt32("color-transfer", transfer); 5214b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 5215b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 5216b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGD("dataspace changed to %#x (R:%d(%s), P:%d(%s), M:%d(%s), T:%d(%s)) " 5217b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar "(R:%d(%s), S:%d(%s), T:%d(%s))", 5218b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar dataSpace, 5219b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar aspects.mRange, asString(aspects.mRange), 5220b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar aspects.mPrimaries, asString(aspects.mPrimaries), 5221b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar aspects.mMatrixCoeffs, asString(aspects.mMatrixCoeffs), 5222b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar aspects.mTransfer, asString(aspects.mTransfer), 5223b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar range, asString((ColorRange)range), 5224b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar standard, asString((ColorStandard)standard), 5225b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar transfer, asString((ColorTransfer)transfer)); 5226b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar} 5227b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 52281734c7d01c1567568ced29398b23abd601fd44cbLajos Molnarvoid ACodec::onOutputFormatChanged(sp<const AMessage> expectedFormat) { 5229697aedf61d6180e72102068a969383018eedfa1eLajos Molnar // store new output format, at the same time mark that this is no longer the first frame 5230b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar mOutputFormat = mBaseOutputFormat->dup(); 5231e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 5232b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar if (getPortFormat(kPortIndexOutput, mOutputFormat) != OK) { 5233777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("[%s] Failed to get port format to send format change", mComponentName.c_str()); 5234777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return; 5235777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 5236e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 52371734c7d01c1567568ced29398b23abd601fd44cbLajos Molnar if (expectedFormat != NULL) { 52381734c7d01c1567568ced29398b23abd601fd44cbLajos Molnar sp<const AMessage> changes = expectedFormat->changesFrom(mOutputFormat); 52391734c7d01c1567568ced29398b23abd601fd44cbLajos Molnar sp<const AMessage> to = mOutputFormat->changesFrom(expectedFormat); 52401734c7d01c1567568ced29398b23abd601fd44cbLajos Molnar if (changes->countEntries() != 0 || to->countEntries() != 0) { 52411734c7d01c1567568ced29398b23abd601fd44cbLajos Molnar ALOGW("[%s] BAD CODEC: Output format changed unexpectedly from (diff) %s to (diff) %s", 52421734c7d01c1567568ced29398b23abd601fd44cbLajos Molnar mComponentName.c_str(), 52431734c7d01c1567568ced29398b23abd601fd44cbLajos Molnar changes->debugString(4).c_str(), to->debugString(4).c_str()); 52441734c7d01c1567568ced29398b23abd601fd44cbLajos Molnar } 52451734c7d01c1567568ced29398b23abd601fd44cbLajos Molnar } 52461734c7d01c1567568ced29398b23abd601fd44cbLajos Molnar 52475b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (!mIsVideo && !mIsEncoder) { 52485b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar AudioEncoding pcmEncoding = kAudioEncodingPcm16bit; 52495b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar (void)mConfigFormat->findInt32("pcm-encoding", (int32_t*)&pcmEncoding); 52505b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar AudioEncoding codecPcmEncoding = kAudioEncodingPcm16bit; 52515b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar (void)mOutputFormat->findInt32("pcm-encoding", (int32_t*)&pcmEncoding); 52525b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar 52535b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar mConverter[kPortIndexOutput] = AudioConverter::Create(codecPcmEncoding, pcmEncoding); 52545b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (mConverter[kPortIndexOutput] != NULL) { 52555b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar mOutputFormat->setInt32("pcm-encoding", pcmEncoding); 52565b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 52575b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 52585b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar 5259b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar if (mTunneled) { 5260b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar sendFormatChange(); 5261b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar } 5262b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar} 5263b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar 5264b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnarvoid ACodec::addKeyFormatChangesToRenderBufferNotification(sp<AMessage> ¬ify) { 5265e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar AString mime; 5266b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar CHECK(mOutputFormat->findString("mime", &mime)); 5267e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 5268b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (mime == MEDIA_MIMETYPE_VIDEO_RAW && mNativeWindow != NULL) { 5269b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // notify renderer of the crop change and dataspace change 5270e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar // NOTE: native window uses extended right-bottom coordinate 5271b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar int32_t left, top, right, bottom; 5272b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (mOutputFormat->findRect("crop", &left, &top, &right, &bottom)) { 5273b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar notify->setRect("crop", left, top, right + 1, bottom + 1); 5274b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 5275b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 5276b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar int32_t dataSpace; 5277b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (mOutputFormat->findInt32("android._dataspace", &dataSpace)) { 5278b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar notify->setInt32("dataspace", dataSpace); 5279b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 5280b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar } 5281b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar} 5282b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar 5283b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnarvoid ACodec::sendFormatChange() { 5284b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar AString mime; 5285b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar CHECK(mOutputFormat->findString("mime", &mime)); 5286b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar 5287b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar if (mime == MEDIA_MIMETYPE_AUDIO_RAW && (mEncoderDelay || mEncoderPadding)) { 5288e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar int32_t channelCount; 5289b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar CHECK(mOutputFormat->findInt32("channel-count", &channelCount)); 5290e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if (mSkipCutBuffer != NULL) { 5291e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar size_t prevbufsize = mSkipCutBuffer->size(); 5292e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if (prevbufsize != 0) { 5293ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGW("Replacing SkipCutBuffer holding %zu bytes", prevbufsize); 5294e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 5295e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 5296b1cf03160fa7e7bc6e5cf138db07a7e1ab2ecb26Marco Nelissen mSkipCutBuffer = new SkipCutBuffer(mEncoderDelay, mEncoderPadding, channelCount); 5297e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 5298e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 5299b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar sp<AMessage> notify = mNotify->dup(); 5300b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar notify->setInt32("what", kWhatOutputFormatChanged); 5301b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar notify->setMessage("format", mOutputFormat); 530231e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber notify->post(); 530331e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 5304b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar // mLastOutputFormat is not used when tunneled; doing this just to stay consistent 5305b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar mLastOutputFormat = mOutputFormat; 530631e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber} 530731e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 53085778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid ACodec::signalError(OMX_ERRORTYPE error, status_t internalError) { 5309cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber sp<AMessage> notify = mNotify->dup(); 5310d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatError); 5311251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung ALOGE("signalError(omxError %#x, internalError %d)", error, internalError); 5312251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung 5313251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (internalError == UNKNOWN_ERROR) { // find better error code 5314251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung const status_t omxStatus = statusFromOMXError(error); 5315251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (omxStatus != 0) { 5316251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung internalError = omxStatus; 5317251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else { 5318251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung ALOGW("Invalid OMX error %#x", error); 5319251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 5320251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 5321346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang 5322346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang mFatalError = true; 5323346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang 53245778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->setInt32("err", internalError); 5325251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung notify->setInt32("actionCode", ACTION_CODE_FATAL); // could translate from OMX error. 5326cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber notify->post(); 5327cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber} 5328cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber 5329f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 5330f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5331eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas HuberACodec::PortDescription::PortDescription() { 5332eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber} 5333eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 5334496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huberstatus_t ACodec::requestIDRFrame() { 5335496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber if (!mIsEncoder) { 5336496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber return ERROR_UNSUPPORTED; 5337496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber } 5338496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 5339496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber OMX_CONFIG_INTRAREFRESHVOPTYPE params; 5340496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber InitOMXParams(¶ms); 5341496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 5342496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber params.nPortIndex = kPortIndexOutput; 5343496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber params.IntraRefreshVOP = OMX_TRUE; 5344496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 5345496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber return mOMX->setConfig( 5346496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber mNode, 5347496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber OMX_IndexConfigVideoIntraVOPRefresh, 5348496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber ¶ms, 5349496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber sizeof(params)); 5350496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber} 5351496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 5352eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Hubervoid ACodec::PortDescription::addBuffer( 5353a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar IOMX::buffer_id id, const sp<ABuffer> &buffer, 5354a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar const sp<NativeHandle> &handle, const sp<RefBase> &memRef) { 5355eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber mBufferIDs.push_back(id); 5356eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber mBuffers.push_back(buffer); 5357a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar mHandles.push_back(handle); 535886b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu mMemRefs.push_back(memRef); 5359eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber} 5360eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 5361eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Hubersize_t ACodec::PortDescription::countBuffers() { 5362eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber return mBufferIDs.size(); 5363eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber} 5364eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 5365eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas HuberIOMX::buffer_id ACodec::PortDescription::bufferIDAt(size_t index) const { 5366eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber return mBufferIDs.itemAt(index); 5367eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber} 5368eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 5369eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Hubersp<ABuffer> ACodec::PortDescription::bufferAt(size_t index) const { 5370eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber return mBuffers.itemAt(index); 5371eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber} 5372eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 5373a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnarsp<NativeHandle> ACodec::PortDescription::handleAt(size_t index) const { 5374a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar return mHandles.itemAt(index); 5375a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar} 5376a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar 537786b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wusp<RefBase> ACodec::PortDescription::memRefAt(size_t index) const { 537886b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu return mMemRefs.itemAt(index); 537986b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu} 538086b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu 5381eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber//////////////////////////////////////////////////////////////////////////////// 5382eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 5383f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::BaseState::BaseState(ACodec *codec, const sp<AState> &parentState) 5384f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : AState(parentState), 5385f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec(codec) { 5386f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5387f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5388ccb067b1d8424ba610cbd3de83368bd55b532b5bAndreas HuberACodec::BaseState::PortMode ACodec::BaseState::getPortMode( 5389ccb067b1d8424ba610cbd3de83368bd55b532b5bAndreas Huber OMX_U32 /* portIndex */) { 5390f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return KEEP_BUFFERS; 5391f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5392f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5393f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::BaseState::onMessageReceived(const sp<AMessage> &msg) { 5394f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 5395f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatInputBufferFilled: 5396f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5397f933441648ef6a71dee783d733aac17b9508b452Andreas Huber onInputBufferFilled(msg); 5398f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5399f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5400f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5401f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatOutputBufferDrained: 5402f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5403f933441648ef6a71dee783d733aac17b9508b452Andreas Huber onOutputBufferDrained(msg); 5404f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5405f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5406f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 540726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar case ACodec::kWhatOMXMessageList: 540826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar { 540926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar return checkOMXMessage(msg) ? onOMXMessageList(msg) : true; 541026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 541126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 5412e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar case ACodec::kWhatOMXMessageItem: 5413e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar { 5414e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar // no need to check as we already did it for kWhatOMXMessageList 5415e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar return onOMXMessage(msg); 5416e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar } 5417e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar 5418f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case ACodec::kWhatOMXMessage: 5419f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 542026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar return checkOMXMessage(msg) ? onOMXMessage(msg) : true; 5421f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5422f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 54231dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar case ACodec::kWhatSetSurface: 54241dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar { 54251dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AReplyToken> replyID; 54261dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar CHECK(msg->senderAwaitsResponse(&replyID)); 54271dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 54281dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<RefBase> obj; 54291dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar CHECK(msg->findObject("surface", &obj)); 54301dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 54312235b4efd3b8149e09c666e2235530f3e6ed9c9aLajos Molnar status_t err = mCodec->handleSetSurface(static_cast<Surface *>(obj.get())); 54321dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 54331dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> response = new AMessage; 54341dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar response->setInt32("err", err); 54351dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar response->postReply(replyID); 54361dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar break; 54371dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 54381dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 54397cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case ACodec::kWhatCreateInputSurface: 54408f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang case ACodec::kWhatSetInputSurface: 54417cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case ACodec::kWhatSignalEndOfInputStream: 54427cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 5443251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // This may result in an app illegal state exception. 54447cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden ALOGE("Message 0x%x was not handled", msg->what()); 54457cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mCodec->signalError(OMX_ErrorUndefined, INVALID_OPERATION); 54467cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden return true; 54477cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 54487cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 5449ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber case ACodec::kWhatOMXDied: 5450ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber { 5451251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // This will result in kFlagSawMediaServerDie handling in MediaCodec. 5452ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber ALOGE("OMX/mediaserver died, signalling error!"); 5453ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mCodec->signalError(OMX_ErrorResourcesLost, DEAD_OBJECT); 5454ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber break; 5455ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber } 5456ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 545730358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar case ACodec::kWhatReleaseCodecInstance: 545830358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar { 545930358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar ALOGI("[%s] forcing the release of codec", 546030358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar mCodec->mComponentName.c_str()); 546130358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar status_t err = mCodec->mOMX->freeNode(mCodec->mNode); 546230358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar ALOGE_IF("[%s] failed to release codec instance: err=%d", 546330358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar mCodec->mComponentName.c_str(), err); 546430358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar sp<AMessage> notify = mCodec->mNotify->dup(); 546530358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar notify->setInt32("what", CodecBase::kWhatShutdownCompleted); 546630358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar notify->post(); 546730358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar break; 546830358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar } 546930358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar 5470f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 5471f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return false; 5472f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5473f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5474f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 5475f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5476f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 547726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnarbool ACodec::BaseState::checkOMXMessage(const sp<AMessage> &msg) { 54785e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar // there is a possibility that this is an outstanding message for a 54795e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar // codec that we have already destroyed 5480ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar if (mCodec->mNode == 0) { 54815e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar ALOGI("ignoring message as already freed component: %s", 54825e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar msg->debugString().c_str()); 548326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar return false; 54845e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar } 54855e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar 5486f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::node_id nodeID; 5487609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CHECK(msg->findInt32("node", (int32_t*)&nodeID)); 5488777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (nodeID != mCodec->mNode) { 5489777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Unexpected message for nodeID: %u, should have been %u", nodeID, mCodec->mNode); 5490777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return false; 5491777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 549226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar return true; 549326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar} 549426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 549526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnarbool ACodec::BaseState::onOMXMessageList(const sp<AMessage> &msg) { 549626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar sp<RefBase> obj; 549726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar CHECK(msg->findObject("messages", &obj)); 549826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar sp<MessageList> msgList = static_cast<MessageList *>(obj.get()); 549926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 550090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar bool receivedRenderedEvents = false; 550126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar for (std::list<sp<AMessage>>::const_iterator it = msgList->getList().cbegin(); 550226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar it != msgList->getList().cend(); ++it) { 5503e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar (*it)->setWhat(ACodec::kWhatOMXMessageItem); 5504e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar mCodec->handleMessage(*it); 550590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int32_t type; 550690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar CHECK((*it)->findInt32("type", &type)); 550790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (type == omx_message::FRAME_RENDERED) { 550890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar receivedRenderedEvents = true; 550990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 551090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 551190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 551290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (receivedRenderedEvents) { 551390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // NOTE: all buffers are rendered in this case 551490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->notifyOfRenderedFrames(); 551526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 551626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar return true; 551726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar} 551826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 551926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnarbool ACodec::BaseState::onOMXMessage(const sp<AMessage> &msg) { 552026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar int32_t type; 552126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar CHECK(msg->findInt32("type", &type)); 5522f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5523f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (type) { 5524f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case omx_message::EVENT: 5525f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5526f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t event, data1, data2; 5527f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("event", &event)); 5528f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("data1", &data1)); 5529f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("data2", &data2)); 5530f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 55310af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber if (event == OMX_EventCmdComplete 55320af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber && data1 == OMX_CommandFlush 55330af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber && data2 == (int32_t)OMX_ALL) { 55340af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber // Use of this notification is not consistent across 55350af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber // implementations. We'll drop this notification and rely 55360af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber // on flush-complete notifications on the individual port 55370af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber // indices instead. 55380af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber 55390af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber return true; 55400af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber } 55410af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber 5542f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return onOMXEvent( 5543f933441648ef6a71dee783d733aac17b9508b452Andreas Huber static_cast<OMX_EVENTTYPE>(event), 5544f933441648ef6a71dee783d733aac17b9508b452Andreas Huber static_cast<OMX_U32>(data1), 5545f933441648ef6a71dee783d733aac17b9508b452Andreas Huber static_cast<OMX_U32>(data2)); 5546f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5547f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5548f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case omx_message::EMPTY_BUFFER_DONE: 5549f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5550f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferID; 555115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int32_t fenceFd; 555215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 5553609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CHECK(msg->findInt32("buffer", (int32_t*)&bufferID)); 555415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar CHECK(msg->findInt32("fence_fd", &fenceFd)); 5555f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 555615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar return onOMXEmptyBufferDone(bufferID, fenceFd); 5557f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5558f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5559f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case omx_message::FILL_BUFFER_DONE: 5560f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5561f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferID; 5562609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CHECK(msg->findInt32("buffer", (int32_t*)&bufferID)); 5563f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 556415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int32_t rangeOffset, rangeLength, flags, fenceFd; 5565f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int64_t timeUs; 5566f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5567f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("range_offset", &rangeOffset)); 5568f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("range_length", &rangeLength)); 5569f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("flags", &flags)); 5570f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt64("timestamp", &timeUs)); 557115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar CHECK(msg->findInt32("fence_fd", &fenceFd)); 5572f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5573f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return onOMXFillBufferDone( 5574f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bufferID, 5575f933441648ef6a71dee783d733aac17b9508b452Andreas Huber (size_t)rangeOffset, (size_t)rangeLength, 5576f933441648ef6a71dee783d733aac17b9508b452Andreas Huber (OMX_U32)flags, 557715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar timeUs, 557815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar fenceFd); 5579f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5580f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 558190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar case omx_message::FRAME_RENDERED: 558290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar { 558390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int64_t mediaTimeUs, systemNano; 558490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 558590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar CHECK(msg->findInt64("media_time_us", &mediaTimeUs)); 558690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar CHECK(msg->findInt64("system_nano", &systemNano)); 558790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 558890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar return onOMXFrameRendered( 558990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mediaTimeUs, systemNano); 559090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 559190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 5592f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 5593777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Unexpected message type: %d", type); 5594777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return false; 5595f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5596f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5597f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 559890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarbool ACodec::BaseState::onOMXFrameRendered( 559990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int64_t mediaTimeUs __unused, nsecs_t systemNano __unused) { 560090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // ignore outside of Executing and PortSettingsChanged states 560190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar return true; 560290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 560390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 5604f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::BaseState::onOMXEvent( 5605f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 5606b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (event == OMX_EventDataSpaceChanged) { 5607b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ColorAspects aspects; 5608b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar aspects.mRange = (ColorAspects::Range)((data2 >> 24) & 0xFF); 5609b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar aspects.mPrimaries = (ColorAspects::Primaries)((data2 >> 16) & 0xFF); 5610b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar aspects.mMatrixCoeffs = (ColorAspects::MatrixCoeffs)((data2 >> 8) & 0xFF); 5611b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar aspects.mTransfer = (ColorAspects::Transfer)(data2 & 0xFF); 5612b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 5613b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mCodec->onDataSpaceChanged((android_dataspace)data1, aspects); 5614b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return true; 5615b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 5616b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 5617f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (event != OMX_EventError) { 5618ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] EVENT(%d, 0x%08x, 0x%08x)", 5619f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mComponentName.c_str(), event, data1, data2); 5620f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5621f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return false; 5622f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5623f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5624ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGE("[%s] ERROR(0x%08x)", mCodec->mComponentName.c_str(), data1); 5625f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5626251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // verify OMX component sends back an error we expect. 5627251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung OMX_ERRORTYPE omxError = (OMX_ERRORTYPE)data1; 5628251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (!isOMXError(omxError)) { 5629251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung ALOGW("Invalid OMX error %#x", omxError); 5630251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung omxError = OMX_ErrorUndefined; 5631251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 5632251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mCodec->signalError(omxError); 5633f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5634f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 5635f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5636f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 563715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnarbool ACodec::BaseState::onOMXEmptyBufferDone(IOMX::buffer_id bufferID, int fenceFd) { 5638ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] onOMXEmptyBufferDone %u", 5639349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mCodec->mComponentName.c_str(), bufferID); 5640349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 56410806340688c937e7b78c2d89db3809274130df4eLajos Molnar BufferInfo *info = mCodec->findBufferByID(kPortIndexInput, bufferID); 56420806340688c937e7b78c2d89db3809274130df4eLajos Molnar BufferInfo::Status status = BufferInfo::getSafeStatus(info); 56430806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (status != BufferInfo::OWNED_BY_COMPONENT) { 56440806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Wrong ownership in EBD: %s(%d) buffer #%u", _asString(status), status, bufferID); 56450806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->dumpBuffers(kPortIndexInput); 564615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (fenceFd >= 0) { 564715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ::close(fenceFd); 564815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 56490806340688c937e7b78c2d89db3809274130df4eLajos Molnar return false; 56500806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5651f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_US; 5652f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 565315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // input buffers cannot take fences, so wait for any fence now 565415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar (void)mCodec->waitForFence(fenceFd, "onOMXEmptyBufferDone"); 565515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar fenceFd = -1; 565615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 565715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // still save fence for completeness 565815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->setWriteFence(fenceFd, "onOMXEmptyBufferDone"); 565915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 566096e92b58b7e9647b4c7c2f54b62a1b357ab06b66Wei Jia // We're in "store-metadata-in-buffers" mode, the underlying 566196e92b58b7e9647b4c7c2f54b62a1b357ab06b66Wei Jia // OMX component had access to data that's implicitly refcounted 566296e92b58b7e9647b4c7c2f54b62a1b357ab06b66Wei Jia // by this "MediaBuffer" object. Now that the OMX component has 566396e92b58b7e9647b4c7c2f54b62a1b357ab06b66Wei Jia // told us that it's done with the input buffer, we can decrement 566496e92b58b7e9647b4c7c2f54b62a1b357ab06b66Wei Jia // the mediaBuffer's reference count. 566596e92b58b7e9647b4c7c2f54b62a1b357ab06b66Wei Jia info->mData->setMediaBufferBase(NULL); 5666d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 5667f933441648ef6a71dee783d733aac17b9508b452Andreas Huber PortMode mode = getPortMode(kPortIndexInput); 5668f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5669f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (mode) { 5670f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case KEEP_BUFFERS: 5671f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5672f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5673f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case RESUBMIT_BUFFERS: 5674f933441648ef6a71dee783d733aac17b9508b452Andreas Huber postFillThisBuffer(info); 5675f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5676f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5677777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim case FREE_BUFFERS: 5678f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 5679777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("SHOULD NOT REACH HERE: cannot free empty output buffers"); 5680777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return false; 5681f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5682f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5683f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 5684f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5685f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5686f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::BaseState::postFillThisBuffer(BufferInfo *info) { 5687f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mCodec->mPortEOS[kPortIndexInput]) { 5688f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return; 5689f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5690f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5691f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ((int)info->mStatus, (int)BufferInfo::OWNED_BY_US); 5692f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5693f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 5694d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatFillThisBuffer); 5695609b815a3131d22da38b2f452faa9f89daad4039Andy Hung notify->setInt32("buffer-id", info->mBufferID); 5696f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5697f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mData->meta()->clear(); 56982d8bedd05437b6fccdbc6bf70f673ffd86744d59Andreas Huber notify->setBuffer("buffer", info->mData); 5699f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 57001d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> reply = new AMessage(kWhatInputBufferFilled, mCodec); 5701609b815a3131d22da38b2f452faa9f89daad4039Andy Hung reply->setInt32("buffer-id", info->mBufferID); 5702f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5703f933441648ef6a71dee783d733aac17b9508b452Andreas Huber notify->setMessage("reply", reply); 5704f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5705f933441648ef6a71dee783d733aac17b9508b452Andreas Huber notify->post(); 5706f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5707f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_UPSTREAM; 5708f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5709f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5710f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::BaseState::onInputBufferFilled(const sp<AMessage> &msg) { 5711f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferID; 5712609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CHECK(msg->findInt32("buffer-id", (int32_t*)&bufferID)); 57132d8bedd05437b6fccdbc6bf70f673ffd86744d59Andreas Huber sp<ABuffer> buffer; 5714f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t err = OK; 57155778822d86b0337407514b9372562b86edfa91cdAndreas Huber bool eos = false; 5716a73c954d947748a3b6f630cf2c160fe55ec596e3Lajos Molnar PortMode mode = getPortMode(kPortIndexInput); 57175778822d86b0337407514b9372562b86edfa91cdAndreas Huber 57182d8bedd05437b6fccdbc6bf70f673ffd86744d59Andreas Huber if (!msg->findBuffer("buffer", &buffer)) { 5719a73c954d947748a3b6f630cf2c160fe55ec596e3Lajos Molnar /* these are unfilled buffers returned by client */ 5720f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("err", &err)); 5721f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 57227fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar if (err == OK) { 57237fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar /* buffers with no errors are returned on MediaCodec.flush */ 57247fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar mode = KEEP_BUFFERS; 57257fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar } else { 57267fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar ALOGV("[%s] saw error %d instead of an input buffer", 57277fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar mCodec->mComponentName.c_str(), err); 57287fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar eos = true; 57297fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar } 57303831a066bcf1019864a94d2bc7b4c9241efc5c22Andreas Huber 57312d8bedd05437b6fccdbc6bf70f673ffd86744d59Andreas Huber buffer.clear(); 5732f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5733f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 57345778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t tmp; 57355778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (buffer != NULL && buffer->meta()->findInt32("eos", &tmp) && tmp) { 57365778822d86b0337407514b9372562b86edfa91cdAndreas Huber eos = true; 57375778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = ERROR_END_OF_STREAM; 57385778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 57395778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5740f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = mCodec->findBufferByID(kPortIndexInput, bufferID); 57410806340688c937e7b78c2d89db3809274130df4eLajos Molnar BufferInfo::Status status = BufferInfo::getSafeStatus(info); 57420806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (status != BufferInfo::OWNED_BY_UPSTREAM) { 57430806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Wrong ownership in IBF: %s(%d) buffer #%u", _asString(status), status, bufferID); 57440806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->dumpBuffers(kPortIndexInput); 57450806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 57460806340688c937e7b78c2d89db3809274130df4eLajos Molnar return; 57470806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5748f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5749f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_US; 5750f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5751f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (mode) { 5752f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case KEEP_BUFFERS: 5753f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 57545778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (eos) { 5755dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber if (!mCodec->mPortEOS[kPortIndexInput]) { 5756dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mCodec->mPortEOS[kPortIndexInput] = true; 5757dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mCodec->mInputEOSResult = err; 5758dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber } 5759f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5760f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5761f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5762f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5763f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case RESUBMIT_BUFFERS: 5764f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 57655778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (buffer != NULL && !mCodec->mPortEOS[kPortIndexInput]) { 5766fd866b3aa0d97375de08f8888b95669026c83361Wei Jia // Do not send empty input buffer w/o EOS to the component. 5767fd866b3aa0d97375de08f8888b95669026c83361Wei Jia if (buffer->size() == 0 && !eos) { 5768fd866b3aa0d97375de08f8888b95669026c83361Wei Jia postFillThisBuffer(info); 5769fd866b3aa0d97375de08f8888b95669026c83361Wei Jia break; 5770fd866b3aa0d97375de08f8888b95669026c83361Wei Jia } 5771fd866b3aa0d97375de08f8888b95669026c83361Wei Jia 5772f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int64_t timeUs; 5773f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(buffer->meta()->findInt64("timeUs", &timeUs)); 5774f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5775f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 flags = OMX_BUFFERFLAG_ENDOFFRAME; 5776f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5777d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar MetadataBufferType metaType = mCodec->mInputMetadataType; 5778d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar int32_t isCSD = 0; 5779f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (buffer->meta()->findInt32("csd", &isCSD) && isCSD != 0) { 5780f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang if (mCodec->mIsLegacyVP9Decoder) { 5781f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang ALOGV("[%s] is legacy VP9 decoder. Ignore %u codec specific data", 5782f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang mCodec->mComponentName.c_str(), bufferID); 5783f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang postFillThisBuffer(info); 5784f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang break; 5785f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang } 5786f933441648ef6a71dee783d733aac17b9508b452Andreas Huber flags |= OMX_BUFFERFLAG_CODECCONFIG; 5787d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar metaType = kMetadataBufferTypeInvalid; 5788f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5789f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 57905778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (eos) { 57915778822d86b0337407514b9372562b86edfa91cdAndreas Huber flags |= OMX_BUFFERFLAG_EOS; 57925778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 57935778822d86b0337407514b9372562b86edfa91cdAndreas Huber 57945b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (buffer != info->mCodecData) { 5795ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] Needs to copy input data for buffer %u. (%p != %p)", 5796d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber mCodec->mComponentName.c_str(), 5797d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber bufferID, 57985b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar buffer.get(), info->mCodecData.get()); 5799f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 58005b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar sp<DataConverter> converter = mCodec->mConverter[kPortIndexInput]; 5801d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar if (converter == NULL || isCSD) { 58025b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar converter = getCopyConverter(); 58035b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 58045b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar status_t err = converter->convert(buffer, info->mCodecData); 58055b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (err != OK) { 58065b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar mCodec->signalError(OMX_ErrorUndefined, err); 58070806340688c937e7b78c2d89db3809274130df4eLajos Molnar return; 58080806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5809f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5810f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5811078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber if (flags & OMX_BUFFERFLAG_CODECCONFIG) { 5812ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] calling emptyBuffer %u w/ codec specific data", 5813078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber mCodec->mComponentName.c_str(), bufferID); 58145778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (flags & OMX_BUFFERFLAG_EOS) { 5815ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] calling emptyBuffer %u w/ EOS", 58165778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->mComponentName.c_str(), bufferID); 5817078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber } else { 5818d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#if TRACK_BUFFER_TIMING 5819ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGI("[%s] calling emptyBuffer %u w/ time %lld us", 5820ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar mCodec->mComponentName.c_str(), bufferID, (long long)timeUs); 5821d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#else 5822ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] calling emptyBuffer %u w/ time %lld us", 5823ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar mCodec->mComponentName.c_str(), bufferID, (long long)timeUs); 5824d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#endif 5825078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber } 5826349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 5827d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#if TRACK_BUFFER_TIMING 5828d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber ACodec::BufferStats stats; 5829d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber stats.mEmptyBufferTimeUs = ALooper::GetNowUs(); 5830d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber stats.mFillBufferDoneTimeUs = -1ll; 5831d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber mCodec->mBufferStats.add(timeUs, stats); 5832d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#endif 5833d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 5834054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mCodec->storingMetadataInDecodedBuffers()) { 5835054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar // try to submit an output buffer for each input buffer 5836054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar PortMode outputMode = getPortMode(kPortIndexOutput); 5837054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 5838054219874873b41f1c815552987c10465c34ba2bLajos Molnar ALOGV("MetadataBuffersToSubmit=%u portMode=%s", 5839054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->mMetadataBuffersToSubmit, 5840054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar (outputMode == FREE_BUFFERS ? "FREE" : 5841054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar outputMode == KEEP_BUFFERS ? "KEEP" : "RESUBMIT")); 5842054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar if (outputMode == RESUBMIT_BUFFERS) { 5843054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->submitOutputMetadataBuffer(); 5844054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 5845054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 584615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkReadFence("onInputBufferFilled"); 5847d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar 5848d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar status_t err2 = OK; 5849d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar switch (metaType) { 5850d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar case kMetadataBufferTypeInvalid: 5851d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar break; 5852d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar#ifndef OMX_ANDROID_COMPILE_AS_32BIT_ON_64BIT_PLATFORMS 5853d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar case kMetadataBufferTypeNativeHandleSource: 5854d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar if (info->mCodecData->size() >= sizeof(VideoNativeHandleMetadata)) { 5855d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar VideoNativeHandleMetadata *vnhmd = 5856d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar (VideoNativeHandleMetadata*)info->mCodecData->base(); 5857d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar err2 = mCodec->mOMX->updateNativeHandleInMeta( 5858d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar mCodec->mNode, kPortIndexInput, 5859d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar NativeHandle::create(vnhmd->pHandle, false /* ownsHandle */), 5860d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar bufferID); 5861d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar } 5862d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar break; 5863d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar case kMetadataBufferTypeANWBuffer: 5864d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar if (info->mCodecData->size() >= sizeof(VideoNativeMetadata)) { 5865d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar VideoNativeMetadata *vnmd = (VideoNativeMetadata*)info->mCodecData->base(); 5866d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar err2 = mCodec->mOMX->updateGraphicBufferInMeta( 5867d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar mCodec->mNode, kPortIndexInput, 5868d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar new GraphicBuffer(vnmd->pBuffer, false /* keepOwnership */), 5869d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar bufferID); 5870d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar } 5871d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar break; 5872d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar#endif 5873d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar default: 5874d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar ALOGW("Can't marshall %s data in %zu sized buffers in %zu-bit mode", 5875d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar asString(metaType), info->mCodecData->size(), 5876d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar sizeof(buffer_handle_t) * 8); 5877d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar err2 = ERROR_UNSUPPORTED; 5878d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar break; 5879d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar } 5880d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar 5881d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar if (err2 == OK) { 5882d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar err2 = mCodec->mOMX->emptyBuffer( 5883d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar mCodec->mNode, 5884d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar bufferID, 5885d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar 0, 5886d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar info->mCodecData->size(), 5887d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar flags, 5888d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar timeUs, 5889d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar info->mFenceFd); 5890d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar } 589115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 58920806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err2 != OK) { 58930806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err2)); 58940806340688c937e7b78c2d89db3809274130df4eLajos Molnar return; 58950806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5896f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_COMPONENT; 5897f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 58980806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (!eos && err == OK) { 58995778822d86b0337407514b9372562b86edfa91cdAndreas Huber getMoreInputDataIfPossible(); 59005778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 59010806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGV("[%s] Signalled EOS (%d) on the input port", 59020806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mComponentName.c_str(), err); 59035778822d86b0337407514b9372562b86edfa91cdAndreas Huber 59045778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->mPortEOS[kPortIndexInput] = true; 59055778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->mInputEOSResult = err; 59065778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 5907f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else if (!mCodec->mPortEOS[kPortIndexInput]) { 59080806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK && err != ERROR_END_OF_STREAM) { 59090806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGV("[%s] Signalling EOS on the input port due to error %d", 5910dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mCodec->mComponentName.c_str(), err); 5911dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber } else { 59123856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Signalling EOS on the input port", 5913dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mCodec->mComponentName.c_str()); 5914dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber } 5915f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5916ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] calling emptyBuffer %u signalling EOS", 5917349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mCodec->mComponentName.c_str(), bufferID); 5918349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 591915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkReadFence("onInputBufferFilled"); 59200806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err2 = mCodec->mOMX->emptyBuffer( 59210806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mNode, 59220806340688c937e7b78c2d89db3809274130df4eLajos Molnar bufferID, 59230806340688c937e7b78c2d89db3809274130df4eLajos Molnar 0, 59240806340688c937e7b78c2d89db3809274130df4eLajos Molnar 0, 59250806340688c937e7b78c2d89db3809274130df4eLajos Molnar OMX_BUFFERFLAG_EOS, 592615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 0, 592715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd); 592815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 59290806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err2 != OK) { 59300806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err2)); 59310806340688c937e7b78c2d89db3809274130df4eLajos Molnar return; 59320806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5933f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_COMPONENT; 5934f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5935f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mPortEOS[kPortIndexInput] = true; 5936dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mCodec->mInputEOSResult = err; 5937f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5938f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5939f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5940625b93f1971039a547b239f87a2dc8a8d5716589Robert Shih 5941777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim case FREE_BUFFERS: 5942777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim break; 5943777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim 5944625b93f1971039a547b239f87a2dc8a8d5716589Robert Shih default: 5945777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("invalid port mode: %d", mode); 5946625b93f1971039a547b239f87a2dc8a8d5716589Robert Shih break; 5947f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5948f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5949f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5950f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::BaseState::getMoreInputDataIfPossible() { 5951f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mCodec->mPortEOS[kPortIndexInput]) { 5952f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return; 5953f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5954f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5955f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *eligible = NULL; 5956f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5957f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (size_t i = 0; i < mCodec->mBuffers[kPortIndexInput].size(); ++i) { 5958f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = &mCodec->mBuffers[kPortIndexInput].editItemAt(i); 5959f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5960f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#if 0 5961f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mStatus == BufferInfo::OWNED_BY_UPSTREAM) { 5962f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // There's already a "read" pending. 5963f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return; 5964f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5965f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#endif 5966f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5967f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mStatus == BufferInfo::OWNED_BY_US) { 5968f933441648ef6a71dee783d733aac17b9508b452Andreas Huber eligible = info; 5969f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5970f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5971f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5972f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (eligible == NULL) { 5973f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return; 5974f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5975f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5976f933441648ef6a71dee783d733aac17b9508b452Andreas Huber postFillThisBuffer(eligible); 5977f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5978f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5979f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::BaseState::onOMXFillBufferDone( 5980f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferID, 5981f933441648ef6a71dee783d733aac17b9508b452Andreas Huber size_t rangeOffset, size_t rangeLength, 5982f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 flags, 598315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int64_t timeUs, 598415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int fenceFd) { 5985609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] onOMXFillBufferDone %u time %" PRId64 " us, flags = 0x%08x", 59865778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->mComponentName.c_str(), bufferID, timeUs, flags); 5987349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 5988f933441648ef6a71dee783d733aac17b9508b452Andreas Huber ssize_t index; 59890806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err= OK; 5990d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 5991d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#if TRACK_BUFFER_TIMING 5992d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber index = mCodec->mBufferStats.indexOfKey(timeUs); 5993d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber if (index >= 0) { 5994d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber ACodec::BufferStats *stats = &mCodec->mBufferStats.editValueAt(index); 5995d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber stats->mFillBufferDoneTimeUs = ALooper::GetNowUs(); 5996d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 5997d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber ALOGI("frame PTS %lld: %lld", 5998d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber timeUs, 5999d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber stats->mFillBufferDoneTimeUs - stats->mEmptyBufferTimeUs); 6000d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 6001d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber mCodec->mBufferStats.removeItemsAt(index); 6002d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber stats = NULL; 6003d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber } 6004d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#endif 6005d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 6006f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = 6007f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->findBufferByID(kPortIndexOutput, bufferID, &index); 60080806340688c937e7b78c2d89db3809274130df4eLajos Molnar BufferInfo::Status status = BufferInfo::getSafeStatus(info); 60090806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (status != BufferInfo::OWNED_BY_COMPONENT) { 60100806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Wrong ownership in FBD: %s(%d) buffer #%u", _asString(status), status, bufferID); 60110806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->dumpBuffers(kPortIndexOutput); 60120806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 601315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (fenceFd >= 0) { 601415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ::close(fenceFd); 601515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 60160806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 60170806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6018f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6019054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar info->mDequeuedAt = ++mCodec->mDequeueCounter; 6020f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_US; 6021f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 602290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (info->mRenderInfo != NULL) { 602390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // The fence for an emptied buffer must have signaled, but there still could be queued 602490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // or out-of-order dequeued buffers in the render queue prior to this buffer. Drop these, 602590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // as we will soon requeue this buffer to the surface. While in theory we could still keep 602690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // track of buffers that are requeued to the surface, it is better to add support to the 602790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // buffer-queue to notify us of released buffers and their fences (in the future). 602890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->notifyOfRenderedFrames(true /* dropIncomplete */); 602990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 603090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 603115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // byte buffers cannot take fences, so wait for any fence now 603215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (mCodec->mNativeWindow == NULL) { 603315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar (void)mCodec->waitForFence(fenceFd, "onOMXFillBufferDone"); 603415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar fenceFd = -1; 603515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 603615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->setReadFence(fenceFd, "onOMXFillBufferDone"); 603715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 6038f933441648ef6a71dee783d733aac17b9508b452Andreas Huber PortMode mode = getPortMode(kPortIndexOutput); 6039f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6040f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (mode) { 6041f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case KEEP_BUFFERS: 6042f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6043f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6044f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case RESUBMIT_BUFFERS: 6045f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6046a0940a569f2bc24b00dc10ce0fa7658b1dc3a3a5Lajos Molnar if (rangeLength == 0 && (!(flags & OMX_BUFFERFLAG_EOS) 6047a0940a569f2bc24b00dc10ce0fa7658b1dc3a3a5Lajos Molnar || mCodec->mPortEOS[kPortIndexOutput])) { 6048609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] calling fillBuffer %u", 60495778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->mComponentName.c_str(), info->mBufferID); 6050349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 605115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar err = mCodec->mOMX->fillBuffer(mCodec->mNode, info->mBufferID, info->mFenceFd); 605215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 60530806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 60540806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 60550806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 60560806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6057f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 60585778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mStatus = BufferInfo::OWNED_BY_COMPONENT; 60595778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 60605778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 606131e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 6062577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar sp<AMessage> reply = 60631d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar new AMessage(kWhatOutputBufferDrained, mCodec); 6064577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar 6065b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar if (mCodec->mOutputFormat != mCodec->mLastOutputFormat && rangeLength > 0) { 6066697aedf61d6180e72102068a969383018eedfa1eLajos Molnar // pretend that output format has changed on the first frame (we used to do this) 6067697aedf61d6180e72102068a969383018eedfa1eLajos Molnar if (mCodec->mBaseOutputFormat == mCodec->mOutputFormat) { 60681734c7d01c1567568ced29398b23abd601fd44cbLajos Molnar mCodec->onOutputFormatChanged(mCodec->mOutputFormat); 6069697aedf61d6180e72102068a969383018eedfa1eLajos Molnar } 6070b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar mCodec->addKeyFormatChangesToRenderBufferNotification(reply); 6071b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar mCodec->sendFormatChange(); 6072fe73b95aaef79ad312d9dfdb6c8873bd50c6c19eLajos Molnar } else if (rangeLength > 0 && mCodec->mNativeWindow != NULL) { 6073fe73b95aaef79ad312d9dfdb6c8873bd50c6c19eLajos Molnar // If potentially rendering onto a surface, always save key format data (crop & 6074fe73b95aaef79ad312d9dfdb6c8873bd50c6c19eLajos Molnar // data space) so that we can set it if and once the buffer is rendered. 6075fe73b95aaef79ad312d9dfdb6c8873bd50c6c19eLajos Molnar mCodec->addKeyFormatChangesToRenderBufferNotification(reply); 60765778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 6077b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar 6078054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mCodec->usingMetadataOnEncoderOutput()) { 6079054219874873b41f1c815552987c10465c34ba2bLajos Molnar native_handle_t *handle = NULL; 60803e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar VideoNativeHandleMetadata &nativeMeta = 60813e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar *(VideoNativeHandleMetadata *)info->mData->data(); 60823e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar if (info->mData->size() >= sizeof(nativeMeta) 60833e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar && nativeMeta.eType == kMetadataBufferTypeNativeHandleSource) { 60847c77f9ca649f321374118937bcdaca14a7e5684bLajos Molnar#ifdef OMX_ANDROID_COMPILE_AS_32BIT_ON_64BIT_PLATFORMS 60853e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar // handle is only valid on 32-bit/mediaserver process 60867c77f9ca649f321374118937bcdaca14a7e5684bLajos Molnar handle = NULL; 60877c77f9ca649f321374118937bcdaca14a7e5684bLajos Molnar#else 60883e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar handle = (native_handle_t *)nativeMeta.pHandle; 60897c77f9ca649f321374118937bcdaca14a7e5684bLajos Molnar#endif 6090054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 6091308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang info->mData->meta()->setPointer("handle", handle); 6092308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang info->mData->meta()->setInt32("rangeOffset", rangeOffset); 6093308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang info->mData->meta()->setInt32("rangeLength", rangeLength); 60945b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } else if (info->mData == info->mCodecData) { 6095308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang info->mData->setRange(rangeOffset, rangeLength); 60965b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } else { 60975b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar info->mCodecData->setRange(rangeOffset, rangeLength); 60985b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar // in this case we know that mConverter is not null 60995b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar status_t err = mCodec->mConverter[kPortIndexOutput]->convert( 61005b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar info->mCodecData, info->mData); 61015b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (err != OK) { 61025b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 61035b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar return true; 61045b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 6105308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang } 6106496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber#if 0 610721ad778dcfcddb8f8fd9dc3fe4992fbef246c511Marco Nelissen if (mCodec->mNativeWindow == NULL) { 6108496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber if (IsIDR(info->mData)) { 6109496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber ALOGI("IDR frame"); 6110496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber } 61115778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 611221ad778dcfcddb8f8fd9dc3fe4992fbef246c511Marco Nelissen#endif 6113f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 61148b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen if (mCodec->mSkipCutBuffer != NULL) { 61158b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen mCodec->mSkipCutBuffer->submit(info->mData); 61168b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen } 61175778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mData->meta()->setInt64("timeUs", timeUs); 6118f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 61195778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 6120d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatDrainThisBuffer); 6121609b815a3131d22da38b2f452faa9f89daad4039Andy Hung notify->setInt32("buffer-id", info->mBufferID); 61222d8bedd05437b6fccdbc6bf70f673ffd86744d59Andreas Huber notify->setBuffer("buffer", info->mData); 61235778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->setInt32("flags", flags); 6124f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6125609b815a3131d22da38b2f452faa9f89daad4039Andy Hung reply->setInt32("buffer-id", info->mBufferID); 6126f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 61275778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->setMessage("reply", reply); 6128f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 61295778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->post(); 61305778822d86b0337407514b9372562b86edfa91cdAndreas Huber 61315778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mStatus = BufferInfo::OWNED_BY_DOWNSTREAM; 6132f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6133f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (flags & OMX_BUFFERFLAG_EOS) { 61345778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGV("[%s] saw output EOS", mCodec->mComponentName.c_str()); 61355778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6136f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 6137d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatEOS); 6138dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber notify->setInt32("err", mCodec->mInputEOSResult); 6139f933441648ef6a71dee783d733aac17b9508b452Andreas Huber notify->post(); 6140f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6141f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mPortEOS[kPortIndexOutput] = true; 6142f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6143f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6144f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6145f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6146777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim case FREE_BUFFERS: 61470806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mCodec->freeBuffer(kPortIndexOutput, index); 61480806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 61490806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 61500806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 61510806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6152f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6153777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim 6154777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim default: 6155777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Invalid port mode: %d", mode); 6156777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return false; 6157f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6158f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6159f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6160f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6161f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6162f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::BaseState::onOutputBufferDrained(const sp<AMessage> &msg) { 6163f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferID; 6164609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CHECK(msg->findInt32("buffer-id", (int32_t*)&bufferID)); 6165f933441648ef6a71dee783d733aac17b9508b452Andreas Huber ssize_t index; 61660806340688c937e7b78c2d89db3809274130df4eLajos Molnar BufferInfo *info = mCodec->findBufferByID(kPortIndexOutput, bufferID, &index); 61670806340688c937e7b78c2d89db3809274130df4eLajos Molnar BufferInfo::Status status = BufferInfo::getSafeStatus(info); 61680806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (status != BufferInfo::OWNED_BY_DOWNSTREAM) { 61690806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Wrong ownership in OBD: %s(%d) buffer #%u", _asString(status), status, bufferID); 61700806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->dumpBuffers(kPortIndexOutput); 61710806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 61720806340688c937e7b78c2d89db3809274130df4eLajos Molnar return; 61730806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6174f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6175577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar android_native_rect_t crop; 6176fe73b95aaef79ad312d9dfdb6c8873bd50c6c19eLajos Molnar if (msg->findRect("crop", &crop.left, &crop.top, &crop.right, &crop.bottom) 6177fe73b95aaef79ad312d9dfdb6c8873bd50c6c19eLajos Molnar && memcmp(&crop, &mCodec->mLastNativeWindowCrop, sizeof(crop)) != 0) { 6178fe73b95aaef79ad312d9dfdb6c8873bd50c6c19eLajos Molnar mCodec->mLastNativeWindowCrop = crop; 6179777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim status_t err = native_window_set_crop(mCodec->mNativeWindow.get(), &crop); 6180777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGW_IF(err != NO_ERROR, "failed to set crop: %d", err); 6181577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar } 6182577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar 6183b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar int32_t dataSpace; 6184fe73b95aaef79ad312d9dfdb6c8873bd50c6c19eLajos Molnar if (msg->findInt32("dataspace", &dataSpace) 6185fe73b95aaef79ad312d9dfdb6c8873bd50c6c19eLajos Molnar && dataSpace != mCodec->mLastNativeWindowDataSpace) { 6186b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t err = native_window_set_buffers_data_space( 6187b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mCodec->mNativeWindow.get(), (android_dataspace)dataSpace); 6188fe73b95aaef79ad312d9dfdb6c8873bd50c6c19eLajos Molnar mCodec->mLastNativeWindowDataSpace = dataSpace; 6189b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGW_IF(err != NO_ERROR, "failed to set dataspace: %d", err); 6190b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 6191b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 6192f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t render; 6193f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mCodec->mNativeWindow != NULL 61946aade6058521b0dbd35a9a4620f4d04f02f90444Marco Nelissen && msg->findInt32("render", &render) && render != 0 619579ee2399b67c7a11042c5904dc1309712a76f8cbJianzheng Zhou && info->mData != NULL && info->mData->size() != 0) { 61966fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar ATRACE_NAME("render"); 6197f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // The client wants this buffer to be rendered. 6198f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 619990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // save buffers sent to the surface so we can get render time when they return 620090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int64_t mediaTimeUs = -1; 620190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar info->mData->meta()->findInt64("timeUs", &mediaTimeUs); 620290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (mediaTimeUs >= 0) { 620390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->mRenderTracker.onFrameQueued( 620490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mediaTimeUs, info->mGraphicBuffer, new Fence(::dup(info->mFenceFd))); 620590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 620690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 6207fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar int64_t timestampNs = 0; 6208fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar if (!msg->findInt64("timestampNs", ×tampNs)) { 6209c8edf5af010ac24a99b302a18e7b84e8b4b2b783Lajos Molnar // use media timestamp if client did not request a specific render timestamp 6210fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar if (info->mData->meta()->findInt64("timeUs", ×tampNs)) { 6211c8edf5af010ac24a99b302a18e7b84e8b4b2b783Lajos Molnar ALOGV("using buffer PTS of %lld", (long long)timestampNs); 6212fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar timestampNs *= 1000; 6213fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar } 6214fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar } 6215fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar 62165778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err; 6217fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar err = native_window_set_buffers_timestamp(mCodec->mNativeWindow.get(), timestampNs); 62180806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGW_IF(err != NO_ERROR, "failed to set buffer timestamp: %d", err); 6219fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar 622015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkReadFence("onOutputBufferDrained before queueBuffer"); 62210806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mCodec->mNativeWindow->queueBuffer( 622215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mCodec->mNativeWindow.get(), info->mGraphicBuffer.get(), info->mFenceFd); 622315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 62240806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 6225cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber info->mStatus = BufferInfo::OWNED_BY_NATIVE_WINDOW; 6226cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber } else { 6227264bac95912efe121d6a60026612617f04f42966Lajos Molnar ALOGE("queueBuffer failed in onOutputBufferDrained: %d", err); 6228251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 6229cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber info->mStatus = BufferInfo::OWNED_BY_US; 623015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // keeping read fence as write fence to avoid clobbering 623115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mIsReadFence = false; 6232cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber } 6233f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else { 62346fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar if (mCodec->mNativeWindow != NULL && 62356fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar (info->mData == NULL || info->mData->size() != 0)) { 623615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // move read fence into write fence to avoid clobbering 623715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mIsReadFence = false; 62386fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar ATRACE_NAME("frame-drop"); 62396fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar } 6240f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_US; 6241f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6242f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6243f933441648ef6a71dee783d733aac17b9508b452Andreas Huber PortMode mode = getPortMode(kPortIndexOutput); 6244f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6245f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (mode) { 6246f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case KEEP_BUFFERS: 6247f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6248f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // XXX fishy, revisit!!! What about the FREE_BUFFERS case below? 6249f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6250f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW) { 6251f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // We cannot resubmit the buffer we just rendered, dequeue 6252f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // the spare instead. 6253f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6254f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info = mCodec->dequeueBufferFromNativeWindow(); 6255f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6256f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6257f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6258f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6259f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case RESUBMIT_BUFFERS: 6260f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6261f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (!mCodec->mPortEOS[kPortIndexOutput]) { 6262f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW) { 6263f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // We cannot resubmit the buffer we just rendered, dequeue 6264f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // the spare instead. 6265f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6266f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info = mCodec->dequeueBufferFromNativeWindow(); 6267f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6268f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6269c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber if (info != NULL) { 6270609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] calling fillBuffer %u", 6271c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber mCodec->mComponentName.c_str(), info->mBufferID); 627215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkWriteFence("onOutputBufferDrained::RESUBMIT_BUFFERS"); 627315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar status_t err = mCodec->mOMX->fillBuffer( 627415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mCodec->mNode, info->mBufferID, info->mFenceFd); 627515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 62760806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 62770806340688c937e7b78c2d89db3809274130df4eLajos Molnar info->mStatus = BufferInfo::OWNED_BY_COMPONENT; 62780806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 62790806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 62800806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6281c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber } 6282f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6283f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6284f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6285f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6286777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim case FREE_BUFFERS: 6287f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 62880806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = mCodec->freeBuffer(kPortIndexOutput, index); 62890806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 62900806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 62910806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6292f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6293f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6294777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim 6295777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim default: 6296777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Invalid port mode: %d", mode); 6297777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return; 6298f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6299f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6300f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6301f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 6302f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6303f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::UninitializedState::UninitializedState(ACodec *codec) 6304f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : BaseState(codec) { 6305f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6306f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6307c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Hubervoid ACodec::UninitializedState::stateEntered() { 6308c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber ALOGV("Now uninitialized"); 6309ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 6310ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber if (mDeathNotifier != NULL) { 631123858874bbce68fb5ac83250087fa7788c97dd12Marco Nelissen mCodec->mNodeBinder->unlinkToDeath(mDeathNotifier); 6312ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mDeathNotifier.clear(); 6313ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber } 6314ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 6315b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mCodec->mUsingNativeWindow = false; 6316ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mCodec->mNativeWindow.clear(); 6317e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar mCodec->mNativeWindowUsageBits = 0; 6318ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar mCodec->mNode = 0; 6319ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mCodec->mOMX.clear(); 6320ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mCodec->mQuirks = 0; 6321ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mCodec->mFlags = 0; 6322054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->mInputMetadataType = kMetadataBufferTypeInvalid; 6323054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->mOutputMetadataType = kMetadataBufferTypeInvalid; 63245b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar mCodec->mConverter[0].clear(); 63255b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar mCodec->mConverter[1].clear(); 6326ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mCodec->mComponentName.clear(); 6327c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 6328c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6329f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::UninitializedState::onMessageReceived(const sp<AMessage> &msg) { 6330f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool handled = false; 6331f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6332f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 6333f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case ACodec::kWhatSetup: 6334f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6335f933441648ef6a71dee783d733aac17b9508b452Andreas Huber onSetup(msg); 6336f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6337f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 6338f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6339f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6340f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 63415778822d86b0337407514b9372562b86edfa91cdAndreas Huber case ACodec::kWhatAllocateComponent: 63425778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 63435778822d86b0337407514b9372562b86edfa91cdAndreas Huber onAllocateComponent(msg); 63445778822d86b0337407514b9372562b86edfa91cdAndreas Huber handled = true; 63455778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 63465778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 63475778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6348f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case ACodec::kWhatShutdown: 6349f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6350c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber int32_t keepComponentAllocated; 6351c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber CHECK(msg->findInt32( 6352c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber "keepComponentAllocated", &keepComponentAllocated)); 635354b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar ALOGW_IF(keepComponentAllocated, 635454b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar "cannot keep component allocated on shutdown in Uninitialized state"); 6355c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6356f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 6357d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatShutdownCompleted); 6358f933441648ef6a71dee783d733aac17b9508b452Andreas Huber notify->post(); 6359f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6360f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 6361c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber break; 6362f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6363f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6364f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case ACodec::kWhatFlush: 6365f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6366f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 6367d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatFlushCompleted); 6368f933441648ef6a71dee783d733aac17b9508b452Andreas Huber notify->post(); 6369f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6370f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 6371c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber break; 6372f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6373f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 637430358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar case ACodec::kWhatReleaseCodecInstance: 637530358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar { 637630358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar // nothing to do, as we have already signaled shutdown 637730358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar handled = true; 637830358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar break; 637930358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar } 638030358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar 6381f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6382f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onMessageReceived(msg); 6383f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6384f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6385f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return handled; 6386f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6387f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6388f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::UninitializedState::onSetup( 6389f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const sp<AMessage> &msg) { 6390c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (onAllocateComponent(msg) 6391c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber && mCodec->mLoadedState->onConfigureComponent(msg)) { 6392c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->mLoadedState->onStart(); 6393c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 63945778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 63955778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6396c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberbool ACodec::UninitializedState::onAllocateComponent(const sp<AMessage> &msg) { 63975778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGV("onAllocateComponent"); 63985778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6399ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar CHECK(mCodec->mNode == 0); 64005778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6401f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMXClient client; 640248a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung if (client.connect() != OK) { 640348a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung mCodec->signalError(OMX_ErrorUndefined, NO_INIT); 640448a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung return false; 640548a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung } 6406f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6407f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<IOMX> omx = client.interface(); 6408f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 64091d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> notify = new AMessage(kWhatOMXDied, mCodec); 6410ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 6411b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar Vector<AString> matchingCodecs; 64125778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6413f933441648ef6a71dee783d733aac17b9508b452Andreas Huber AString mime; 6414f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 64155778822d86b0337407514b9372562b86edfa91cdAndreas Huber AString componentName; 6416d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber uint32_t quirks = 0; 64177791cf11186a22b3f84d98cfde67393bee748cb0Marco Nelissen int32_t encoder = false; 64185778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (msg->findString("componentName", &componentName)) { 6419b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar sp<IMediaCodecList> list = MediaCodecList::getInstance(); 6420b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar if (list != NULL && list->findCodecByName(componentName.c_str()) >= 0) { 6421b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar matchingCodecs.add(componentName); 6422afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber } 64235778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 64245778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findString("mime", &mime)); 64255778822d86b0337407514b9372562b86edfa91cdAndreas Huber 64265778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("encoder", &encoder)) { 64275778822d86b0337407514b9372562b86edfa91cdAndreas Huber encoder = false; 64285778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 64295778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6430b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar MediaCodecList::findMatchingCodecs( 64315778822d86b0337407514b9372562b86edfa91cdAndreas Huber mime.c_str(), 64325778822d86b0337407514b9372562b86edfa91cdAndreas Huber encoder, // createEncoder 6433b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar 0, // flags 6434e671207115fac3914134c61b336d5fa0242c68caAndreas Huber &matchingCodecs); 64355778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 64361065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber 64371065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber sp<CodecObserver> observer = new CodecObserver; 6438ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar IOMX::node_id node = 0; 64391065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber 6440201d8d400eb037547f4f476a838475b13a446007Wei Jia status_t err = NAME_NOT_FOUND; 64411065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber for (size_t matchIndex = 0; matchIndex < matchingCodecs.size(); 64421065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber ++matchIndex) { 6443b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar componentName = matchingCodecs[matchIndex]; 6444b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar quirks = MediaCodecList::getQuirksFor(componentName.c_str()); 6445f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6446da153975581fb3161a30452348a5b26ee72d9255Elliott Hughes pid_t tid = gettid(); 6447078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber int prevPriority = androidGetThreadPriority(tid); 6448078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber androidSetThreadPriority(tid, ANDROID_PRIORITY_FOREGROUND); 644923858874bbce68fb5ac83250087fa7788c97dd12Marco Nelissen err = omx->allocateNode(componentName.c_str(), observer, &mCodec->mNodeBinder, &node); 6450078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber androidSetThreadPriority(tid, prevPriority); 6451f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 64521065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber if (err == OK) { 64531065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber break; 64547a727021b86c2fb2c9f60af2c999154dce1766ebZhijun He } else { 64557a727021b86c2fb2c9f60af2c999154dce1766ebZhijun He ALOGW("Allocating component '%s' failed, try next one.", componentName.c_str()); 64561065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber } 64571065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber 6458ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar node = 0; 64591065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber } 64601065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber 6461ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar if (node == 0) { 64625778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!mime.empty()) { 64639f41ee5a4dd73093d107bc80df5cebb9a273cc72Ronghua Wu ALOGE("Unable to instantiate a %scoder for type '%s' with err %#x.", 64649f41ee5a4dd73093d107bc80df5cebb9a273cc72Ronghua Wu encoder ? "en" : "de", mime.c_str(), err); 64655778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 64669f41ee5a4dd73093d107bc80df5cebb9a273cc72Ronghua Wu ALOGE("Unable to instantiate codec '%s' with err %#x.", componentName.c_str(), err); 64675778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 6468c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber 646952e88b2986536e83a7a6da63461556b8734a85f3Ronghua Wu mCodec->signalError((OMX_ERRORTYPE)err, makeNoSideEffectStatus(err)); 6470c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return false; 6471c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber } 6472f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 647323858874bbce68fb5ac83250087fa7788c97dd12Marco Nelissen mDeathNotifier = new DeathNotifier(notify); 647423858874bbce68fb5ac83250087fa7788c97dd12Marco Nelissen if (mCodec->mNodeBinder == NULL || 647523858874bbce68fb5ac83250087fa7788c97dd12Marco Nelissen mCodec->mNodeBinder->linkToDeath(mDeathNotifier) != OK) { 647623858874bbce68fb5ac83250087fa7788c97dd12Marco Nelissen // This was a local binder, if it dies so do we, we won't care 647723858874bbce68fb5ac83250087fa7788c97dd12Marco Nelissen // about any notifications in the afterlife. 647823858874bbce68fb5ac83250087fa7788c97dd12Marco Nelissen mDeathNotifier.clear(); 647923858874bbce68fb5ac83250087fa7788c97dd12Marco Nelissen } 648023858874bbce68fb5ac83250087fa7788c97dd12Marco Nelissen 648126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar notify = new AMessage(kWhatOMXMessageList, mCodec); 6482f933441648ef6a71dee783d733aac17b9508b452Andreas Huber observer->setNotificationMessage(notify); 6483f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6484f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mComponentName = componentName; 648590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->mRenderTracker.setComponentName(componentName); 6486ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber mCodec->mFlags = 0; 6487ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 6488ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber if (componentName.endsWith(".secure")) { 6489ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber mCodec->mFlags |= kFlagIsSecure; 64901713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang mCodec->mFlags |= kFlagIsGrallocUsageProtected; 64910167414e261f88a96b5e4bf6cb592e6ca11e5a95Andreas Huber mCodec->mFlags |= kFlagPushBlankBuffersToNativeWindowOnShutdown; 6492ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 6493ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 6494afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber mCodec->mQuirks = quirks; 6495f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mOMX = omx; 6496f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mNode = node; 6497f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 64985778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 64995778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 6500d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatComponentAllocated); 65015778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->setString("componentName", mCodec->mComponentName.c_str()); 65025778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->post(); 65035778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 6504c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6505c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->changeState(mCodec->mLoadedState); 6506c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6507c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return true; 65085778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 65095778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6510c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber//////////////////////////////////////////////////////////////////////////////// 6511c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6512c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas HuberACodec::LoadedState::LoadedState(ACodec *codec) 6513c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber : BaseState(codec) { 6514c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 6515c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6516c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Hubervoid ACodec::LoadedState::stateEntered() { 6517c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber ALOGV("[%s] Now Loaded", mCodec->mComponentName.c_str()); 6518c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6519f6f38287b97ec69b169387add6458f859b770e65Andreas Huber mCodec->mPortEOS[kPortIndexInput] = 6520f6f38287b97ec69b169387add6458f859b770e65Andreas Huber mCodec->mPortEOS[kPortIndexOutput] = false; 6521f6f38287b97ec69b169387add6458f859b770e65Andreas Huber 6522f6f38287b97ec69b169387add6458f859b770e65Andreas Huber mCodec->mInputEOSResult = OK; 6523f6f38287b97ec69b169387add6458f859b770e65Andreas Huber 6524054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mCodec->mDequeueCounter = 0; 6525054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->mMetadataBuffersToSubmit = 0; 6526a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber mCodec->mRepeatFrameDelayUs = -1ll; 6527e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar mCodec->mInputFormat.clear(); 6528e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar mCodec->mOutputFormat.clear(); 65294e865a3cfe4c955e0890321a6b488cf661808b63Lajos Molnar mCodec->mBaseOutputFormat.clear(); 6530054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 6531c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (mCodec->mShutdownInProgress) { 6532c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber bool keepComponentAllocated = mCodec->mKeepComponentAllocated; 6533c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6534c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->mShutdownInProgress = false; 6535c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->mKeepComponentAllocated = false; 6536c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6537c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber onShutdown(keepComponentAllocated); 6538c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 653954b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar mCodec->mExplicitShutdown = false; 6540f393c33e65ae51a7cf168b4e15771b152f996b32Wei Jia 6541f393c33e65ae51a7cf168b4e15771b152f996b32Wei Jia mCodec->processDeferredMessages(); 6542c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 6543c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6544c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Hubervoid ACodec::LoadedState::onShutdown(bool keepComponentAllocated) { 6545c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (!keepComponentAllocated) { 65460806340688c937e7b78c2d89db3809274130df4eLajos Molnar (void)mCodec->mOMX->freeNode(mCodec->mNode); 6547c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6548c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->changeState(mCodec->mUninitializedState); 6549c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 6550c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 655154b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar if (mCodec->mExplicitShutdown) { 655254b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar sp<AMessage> notify = mCodec->mNotify->dup(); 6553d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatShutdownCompleted); 655454b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar notify->post(); 655554b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar mCodec->mExplicitShutdown = false; 655654b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar } 6557c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 6558c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6559c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberbool ACodec::LoadedState::onMessageReceived(const sp<AMessage> &msg) { 6560c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber bool handled = false; 6561c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6562c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber switch (msg->what()) { 6563c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case ACodec::kWhatConfigureComponent: 6564c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber { 6565c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber onConfigureComponent(msg); 6566c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber handled = true; 6567c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber break; 6568c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 6569c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 65707cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case ACodec::kWhatCreateInputSurface: 65717cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 65727cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden onCreateInputSurface(msg); 65737cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden handled = true; 65747cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 65757cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 65767cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 65778f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang case ACodec::kWhatSetInputSurface: 6578d291c222357303b9611cab89d0c3b047584ef377Chong Zhang { 65798f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang onSetInputSurface(msg); 6580d291c222357303b9611cab89d0c3b047584ef377Chong Zhang handled = true; 6581d291c222357303b9611cab89d0c3b047584ef377Chong Zhang break; 6582d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 6583d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6584c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case ACodec::kWhatStart: 6585c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber { 6586c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber onStart(); 6587c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber handled = true; 6588c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber break; 6589c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 6590c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6591c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case ACodec::kWhatShutdown: 6592c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber { 6593c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber int32_t keepComponentAllocated; 6594c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber CHECK(msg->findInt32( 6595c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber "keepComponentAllocated", &keepComponentAllocated)); 6596c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 659754b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar mCodec->mExplicitShutdown = true; 6598c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber onShutdown(keepComponentAllocated); 6599c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6600c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber handled = true; 6601c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber break; 6602c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 6603c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6604c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case ACodec::kWhatFlush: 6605c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber { 6606c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 6607d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatFlushCompleted); 6608c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber notify->post(); 6609c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6610c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber handled = true; 6611c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber break; 6612c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 6613c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6614c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber default: 6615c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return BaseState::onMessageReceived(msg); 6616c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 6617c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6618c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return handled; 6619c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 6620c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6621c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberbool ACodec::LoadedState::onConfigureComponent( 66225778822d86b0337407514b9372562b86edfa91cdAndreas Huber const sp<AMessage> &msg) { 66235778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGV("onConfigureComponent"); 66245778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6625ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar CHECK(mCodec->mNode != 0); 66265778822d86b0337407514b9372562b86edfa91cdAndreas Huber 66270806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = OK; 66285778822d86b0337407514b9372562b86edfa91cdAndreas Huber AString mime; 66290806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (!msg->findString("mime", &mime)) { 66300806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = BAD_VALUE; 66310806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 66320806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mCodec->configureCodec(mime.c_str(), msg); 66330806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 66345778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 6635c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber ALOGE("[%s] configureCodec returning error %d", 6636c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber mCodec->mComponentName.c_str(), err); 6637c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber 6638251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 6639c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return false; 66405778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 6641f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 66425778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 66435778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 6644d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatComponentConfigured); 6645e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setMessage("input-format", mCodec->mInputFormat); 6646e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setMessage("output-format", mCodec->mOutputFormat); 66475778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->post(); 66485778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 6649c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6650c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return true; 66515778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 66525778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6653d291c222357303b9611cab89d0c3b047584ef377Chong Zhangstatus_t ACodec::LoadedState::setupInputSurface() { 6654d291c222357303b9611cab89d0c3b047584ef377Chong Zhang status_t err = OK; 6655a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber 6656d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (mCodec->mRepeatFrameDelayUs > 0ll) { 6657a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber err = mCodec->mOMX->setInternalOption( 6658a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber mCodec->mNode, 6659a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber kPortIndexInput, 6660a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber IOMX::INTERNAL_OPTION_REPEAT_PREVIOUS_FRAME_DELAY, 6661a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber &mCodec->mRepeatFrameDelayUs, 6662a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber sizeof(mCodec->mRepeatFrameDelayUs)); 6663a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber 6664a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber if (err != OK) { 6665a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber ALOGE("[%s] Unable to configure option to repeat previous " 6666a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber "frames (err %d)", 6667a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber mCodec->mComponentName.c_str(), 6668a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber err); 6669d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return err; 6670a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber } 6671a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber } 6672a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber 6673d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (mCodec->mMaxPtsGapUs > 0ll) { 667494ee4b708acfa941581160b267afb79192b1d816Chong Zhang err = mCodec->mOMX->setInternalOption( 667594ee4b708acfa941581160b267afb79192b1d816Chong Zhang mCodec->mNode, 667694ee4b708acfa941581160b267afb79192b1d816Chong Zhang kPortIndexInput, 667794ee4b708acfa941581160b267afb79192b1d816Chong Zhang IOMX::INTERNAL_OPTION_MAX_TIMESTAMP_GAP, 667894ee4b708acfa941581160b267afb79192b1d816Chong Zhang &mCodec->mMaxPtsGapUs, 667994ee4b708acfa941581160b267afb79192b1d816Chong Zhang sizeof(mCodec->mMaxPtsGapUs)); 668094ee4b708acfa941581160b267afb79192b1d816Chong Zhang 668194ee4b708acfa941581160b267afb79192b1d816Chong Zhang if (err != OK) { 668294ee4b708acfa941581160b267afb79192b1d816Chong Zhang ALOGE("[%s] Unable to configure max timestamp gap (err %d)", 668372cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang mCodec->mComponentName.c_str(), 668472cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang err); 6685d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return err; 66862c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang } 66872c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang } 66882c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang 6689d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (mCodec->mMaxFps > 0) { 669037b2b389139ed638831e49708c947863eef631efRonghua Wu err = mCodec->mOMX->setInternalOption( 669137b2b389139ed638831e49708c947863eef631efRonghua Wu mCodec->mNode, 669237b2b389139ed638831e49708c947863eef631efRonghua Wu kPortIndexInput, 669337b2b389139ed638831e49708c947863eef631efRonghua Wu IOMX::INTERNAL_OPTION_MAX_FPS, 669437b2b389139ed638831e49708c947863eef631efRonghua Wu &mCodec->mMaxFps, 669537b2b389139ed638831e49708c947863eef631efRonghua Wu sizeof(mCodec->mMaxFps)); 669637b2b389139ed638831e49708c947863eef631efRonghua Wu 669737b2b389139ed638831e49708c947863eef631efRonghua Wu if (err != OK) { 669837b2b389139ed638831e49708c947863eef631efRonghua Wu ALOGE("[%s] Unable to configure max fps (err %d)", 669937b2b389139ed638831e49708c947863eef631efRonghua Wu mCodec->mComponentName.c_str(), 670037b2b389139ed638831e49708c947863eef631efRonghua Wu err); 6701d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return err; 670237b2b389139ed638831e49708c947863eef631efRonghua Wu } 670337b2b389139ed638831e49708c947863eef631efRonghua Wu } 670437b2b389139ed638831e49708c947863eef631efRonghua Wu 6705d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (mCodec->mTimePerCaptureUs > 0ll 67062c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang && mCodec->mTimePerFrameUs > 0ll) { 67072c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang int64_t timeLapse[2]; 67082c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang timeLapse[0] = mCodec->mTimePerFrameUs; 67092c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang timeLapse[1] = mCodec->mTimePerCaptureUs; 67102c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang err = mCodec->mOMX->setInternalOption( 67112c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mCodec->mNode, 67122c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang kPortIndexInput, 67132c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang IOMX::INTERNAL_OPTION_TIME_LAPSE, 67142c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang &timeLapse[0], 67152c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang sizeof(timeLapse)); 67162c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang 67172c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang if (err != OK) { 67182c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang ALOGE("[%s] Unable to configure time lapse (err %d)", 67192c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mCodec->mComponentName.c_str(), 67202c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang err); 6721d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return err; 67222c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang } 67232c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang } 672472cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang 6725d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (mCodec->mCreateInputBuffersSuspended) { 672672cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang bool suspend = true; 672772cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang err = mCodec->mOMX->setInternalOption( 672872cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang mCodec->mNode, 672972cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang kPortIndexInput, 673072cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang IOMX::INTERNAL_OPTION_SUSPEND, 673172cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang &suspend, 673272cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang sizeof(suspend)); 673372cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang 673472cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang if (err != OK) { 673572cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang ALOGE("[%s] Unable to configure option to suspend (err %d)", 673694ee4b708acfa941581160b267afb79192b1d816Chong Zhang mCodec->mComponentName.c_str(), 673794ee4b708acfa941581160b267afb79192b1d816Chong Zhang err); 6738d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return err; 673994ee4b708acfa941581160b267afb79192b1d816Chong Zhang } 674094ee4b708acfa941581160b267afb79192b1d816Chong Zhang } 674194ee4b708acfa941581160b267afb79192b1d816Chong Zhang 6742c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar uint32_t usageBits; 6743c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar if (mCodec->mOMX->getParameter( 6744c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar mCodec->mNode, (OMX_INDEXTYPE)OMX_IndexParamConsumerUsageBits, 6745c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar &usageBits, sizeof(usageBits)) == OK) { 6746c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar mCodec->mInputFormat->setInt32( 6747c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar "using-sw-read-often", !!(usageBits & GRALLOC_USAGE_SW_READ_OFTEN)); 6748c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar } 6749c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar 6750b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar sp<ABuffer> colorAspectsBuffer; 6751b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (mCodec->mInputFormat->findBuffer("android._color-aspects", &colorAspectsBuffer)) { 6752b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = mCodec->mOMX->setInternalOption( 6753b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mCodec->mNode, kPortIndexInput, IOMX::INTERNAL_OPTION_COLOR_ASPECTS, 6754b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar colorAspectsBuffer->base(), colorAspectsBuffer->capacity()); 6755b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err != OK) { 6756b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGE("[%s] Unable to configure color aspects (err %d)", 6757b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mCodec->mComponentName.c_str(), err); 6758b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return err; 6759b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 6760b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 6761d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return OK; 6762d291c222357303b9611cab89d0c3b047584ef377Chong Zhang} 6763d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6764d291c222357303b9611cab89d0c3b047584ef377Chong Zhangvoid ACodec::LoadedState::onCreateInputSurface( 6765d291c222357303b9611cab89d0c3b047584ef377Chong Zhang const sp<AMessage> & /* msg */) { 6766d291c222357303b9611cab89d0c3b047584ef377Chong Zhang ALOGV("onCreateInputSurface"); 6767d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6768d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<AMessage> notify = mCodec->mNotify->dup(); 6769d291c222357303b9611cab89d0c3b047584ef377Chong Zhang notify->setInt32("what", CodecBase::kWhatInputSurfaceCreated); 6770d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6771b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar android_dataspace dataSpace; 6772b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t err = 6773b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mCodec->setInitialColorAspectsForVideoEncoderSurfaceAndGetDataSpace(&dataSpace); 6774b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar notify->setMessage("input-format", mCodec->mInputFormat); 6775b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar notify->setMessage("output-format", mCodec->mOutputFormat); 677657fad3c31f46ec98d15bc253c16f9d269aeb8ea7Lajos Molnar 6777d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<IGraphicBufferProducer> bufferProducer; 6778b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err == OK) { 67793e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar mCodec->mInputMetadataType = kMetadataBufferTypeANWBuffer; 6780b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = mCodec->mOMX->createInputSurface( 67813e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar mCodec->mNode, kPortIndexInput, dataSpace, &bufferProducer, 67823e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar &mCodec->mInputMetadataType); 67833e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar // framework uses ANW buffers internally instead of gralloc handles 67843e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar if (mCodec->mInputMetadataType == kMetadataBufferTypeGrallocSource) { 67853e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar mCodec->mInputMetadataType = kMetadataBufferTypeANWBuffer; 67863e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar } 6787b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 6788d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6789d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (err == OK) { 6790d291c222357303b9611cab89d0c3b047584ef377Chong Zhang err = setupInputSurface(); 6791d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 6792d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 67937cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (err == OK) { 67947cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden notify->setObject("input-surface", 67957cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden new BufferProducerWrapper(bufferProducer)); 67967cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } else { 67977cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden // Can't use mCodec->signalError() here -- MediaCodec won't forward 67987cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden // the error through because it's in the "configured" state. We 67997cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden // send a kWhatInputSurfaceCreated with an error value instead. 68007cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden ALOGE("[%s] onCreateInputSurface returning error %d", 68017cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mCodec->mComponentName.c_str(), err); 68027cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden notify->setInt32("err", err); 68037cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 68047cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden notify->post(); 68057cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden} 68067cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 68078f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhangvoid ACodec::LoadedState::onSetInputSurface( 6808d291c222357303b9611cab89d0c3b047584ef377Chong Zhang const sp<AMessage> &msg) { 68098f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang ALOGV("onSetInputSurface"); 6810d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6811d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<AMessage> notify = mCodec->mNotify->dup(); 6812d291c222357303b9611cab89d0c3b047584ef377Chong Zhang notify->setInt32("what", CodecBase::kWhatInputSurfaceAccepted); 6813d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6814d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<RefBase> obj; 6815d291c222357303b9611cab89d0c3b047584ef377Chong Zhang CHECK(msg->findObject("input-surface", &obj)); 6816d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<PersistentSurface> surface = static_cast<PersistentSurface *>(obj.get()); 6817d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6818b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar android_dataspace dataSpace; 6819b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t err = 6820b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mCodec->setInitialColorAspectsForVideoEncoderSurfaceAndGetDataSpace(&dataSpace); 6821b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar notify->setMessage("input-format", mCodec->mInputFormat); 6822b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar notify->setMessage("output-format", mCodec->mOutputFormat); 6823b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 6824b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err == OK) { 68253e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar mCodec->mInputMetadataType = kMetadataBufferTypeANWBuffer; 6826b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = mCodec->mOMX->setInputSurface( 6827b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mCodec->mNode, kPortIndexInput, surface->getBufferConsumer(), 6828b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar &mCodec->mInputMetadataType); 68293e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar // framework uses ANW buffers internally instead of gralloc handles 68303e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar if (mCodec->mInputMetadataType == kMetadataBufferTypeGrallocSource) { 68313e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar mCodec->mInputMetadataType = kMetadataBufferTypeANWBuffer; 68323e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar } 6833b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 6834d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6835d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (err == OK) { 6836b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar surface->getBufferConsumer()->setDefaultBufferDataSpace(dataSpace); 6837d291c222357303b9611cab89d0c3b047584ef377Chong Zhang err = setupInputSurface(); 6838d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 6839d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6840d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (err != OK) { 6841d291c222357303b9611cab89d0c3b047584ef377Chong Zhang // Can't use mCodec->signalError() here -- MediaCodec won't forward 6842d291c222357303b9611cab89d0c3b047584ef377Chong Zhang // the error through because it's in the "configured" state. We 6843d291c222357303b9611cab89d0c3b047584ef377Chong Zhang // send a kWhatInputSurfaceAccepted with an error value instead. 68448f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang ALOGE("[%s] onSetInputSurface returning error %d", 6845d291c222357303b9611cab89d0c3b047584ef377Chong Zhang mCodec->mComponentName.c_str(), err); 6846d291c222357303b9611cab89d0c3b047584ef377Chong Zhang notify->setInt32("err", err); 6847d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 6848d291c222357303b9611cab89d0c3b047584ef377Chong Zhang notify->post(); 6849d291c222357303b9611cab89d0c3b047584ef377Chong Zhang} 6850d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6851c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Hubervoid ACodec::LoadedState::onStart() { 68525778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGV("onStart"); 68535778822d86b0337407514b9372562b86edfa91cdAndreas Huber 68540806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = mCodec->mOMX->sendCommand(mCodec->mNode, OMX_CommandStateSet, OMX_StateIdle); 68550806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 68560806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 68570806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 68580806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->changeState(mCodec->mLoadedToIdleState); 68590806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6860f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6861f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6862f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 6863f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6864f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::LoadedToIdleState::LoadedToIdleState(ACodec *codec) 6865f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : BaseState(codec) { 6866f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6867f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6868f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::LoadedToIdleState::stateEntered() { 68693856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now Loaded->Idle", mCodec->mComponentName.c_str()); 6870f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6871cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber status_t err; 6872cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber if ((err = allocateBuffers()) != OK) { 687329357bc2c0dd7c43ad3bd0c8e3efa4e6fd9bfd47Steve Block ALOGE("Failed to allocate buffers after transitioning to IDLE state " 6874cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber "(error 0x%08x)", 6875cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber err); 6876cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber 6877251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 687891bfadb4aa75444c60e9949232de3c184cfe060aAndreas Huber 6879c673de8067ad53f96b3fcd2b7b24b066303a32aaWei Jia mCodec->mOMX->sendCommand( 6880c673de8067ad53f96b3fcd2b7b24b066303a32aaWei Jia mCodec->mNode, OMX_CommandStateSet, OMX_StateLoaded); 6881c673de8067ad53f96b3fcd2b7b24b066303a32aaWei Jia if (mCodec->allYourBuffersAreBelongToUs(kPortIndexInput)) { 6882c673de8067ad53f96b3fcd2b7b24b066303a32aaWei Jia mCodec->freeBuffersOnPort(kPortIndexInput); 6883c673de8067ad53f96b3fcd2b7b24b066303a32aaWei Jia } 6884c673de8067ad53f96b3fcd2b7b24b066303a32aaWei Jia if (mCodec->allYourBuffersAreBelongToUs(kPortIndexOutput)) { 6885c673de8067ad53f96b3fcd2b7b24b066303a32aaWei Jia mCodec->freeBuffersOnPort(kPortIndexOutput); 6886c673de8067ad53f96b3fcd2b7b24b066303a32aaWei Jia } 6887c673de8067ad53f96b3fcd2b7b24b066303a32aaWei Jia 688891bfadb4aa75444c60e9949232de3c184cfe060aAndreas Huber mCodec->changeState(mCodec->mLoadedState); 6889cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber } 6890f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6891f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6892f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::LoadedToIdleState::allocateBuffers() { 6893f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t err = mCodec->allocateBuffersOnPort(kPortIndexInput); 6894f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6895f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 6896f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 6897f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6898f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6899f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return mCodec->allocateBuffersOnPort(kPortIndexOutput); 6900f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6901f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6902f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::LoadedToIdleState::onMessageReceived(const sp<AMessage> &msg) { 6903f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 690472cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang case kWhatSetParameters: 6905f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 6906f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6907f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->deferMessage(msg); 6908f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6909f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6910f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 69116507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden case kWhatSignalEndOfInputStream: 69126507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden { 69136507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mCodec->onSignalEndOfInputStream(); 69146507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden return true; 69156507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden } 69166507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 69176463e76d41430f9b03a79b221de84255f2475658Marco Nelissen case kWhatResume: 69186463e76d41430f9b03a79b221de84255f2475658Marco Nelissen { 69196463e76d41430f9b03a79b221de84255f2475658Marco Nelissen // We'll be active soon enough. 69206463e76d41430f9b03a79b221de84255f2475658Marco Nelissen return true; 69216463e76d41430f9b03a79b221de84255f2475658Marco Nelissen } 69226463e76d41430f9b03a79b221de84255f2475658Marco Nelissen 69236463e76d41430f9b03a79b221de84255f2475658Marco Nelissen case kWhatFlush: 69246463e76d41430f9b03a79b221de84255f2475658Marco Nelissen { 69256463e76d41430f9b03a79b221de84255f2475658Marco Nelissen // We haven't even started yet, so we're flushed alright... 69266463e76d41430f9b03a79b221de84255f2475658Marco Nelissen sp<AMessage> notify = mCodec->mNotify->dup(); 6927d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatFlushCompleted); 69286463e76d41430f9b03a79b221de84255f2475658Marco Nelissen notify->post(); 69296463e76d41430f9b03a79b221de84255f2475658Marco Nelissen return true; 69306463e76d41430f9b03a79b221de84255f2475658Marco Nelissen } 69316463e76d41430f9b03a79b221de84255f2475658Marco Nelissen 6932f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6933f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onMessageReceived(msg); 6934f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6935f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6936f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6937f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::LoadedToIdleState::onOMXEvent( 6938f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 6939f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 6940f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventCmdComplete: 6941f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 69420806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = OK; 69430806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (data1 != (OMX_U32)OMX_CommandStateSet 69440806340688c937e7b78c2d89db3809274130df4eLajos Molnar || data2 != (OMX_U32)OMX_StateIdle) { 69450806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Unexpected command completion in LoadedToIdleState: %s(%u) %s(%u)", 69460806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_COMMANDTYPE)data1), data1, 69470806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_STATETYPE)data2), data2); 69480806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = FAILED_TRANSACTION; 69490806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6950f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 69510806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 69520806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mCodec->mOMX->sendCommand( 69530806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mNode, OMX_CommandStateSet, OMX_StateExecuting); 69540806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6955f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 69560806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 69570806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 69580806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 69590806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->changeState(mCodec->mIdleToExecutingState); 69600806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6961f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6962f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6963f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6964f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6965f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6966f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onOMXEvent(event, data1, data2); 6967f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6968f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6969f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6970f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 6971f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6972f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::IdleToExecutingState::IdleToExecutingState(ACodec *codec) 6973f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : BaseState(codec) { 6974f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6975f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6976f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::IdleToExecutingState::stateEntered() { 69773856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now Idle->Executing", mCodec->mComponentName.c_str()); 6978f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6979f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6980f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::IdleToExecutingState::onMessageReceived(const sp<AMessage> &msg) { 6981f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 698272cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang case kWhatSetParameters: 6983f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 6984f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6985f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->deferMessage(msg); 6986f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6987f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6988f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6989d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber case kWhatResume: 6990d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber { 6991d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber // We'll be active soon enough. 6992d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber return true; 6993d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber } 6994d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber 6995d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber case kWhatFlush: 6996d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber { 6997d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber // We haven't even started yet, so we're flushed alright... 6998d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 6999d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatFlushCompleted); 7000d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber notify->post(); 7001d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber 7002d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber return true; 7003d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber } 7004d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber 70056507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden case kWhatSignalEndOfInputStream: 70066507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden { 70076507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mCodec->onSignalEndOfInputStream(); 70086507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden return true; 70096507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden } 70106507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 7011f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 7012f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onMessageReceived(msg); 7013f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7014f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7015f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7016f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::IdleToExecutingState::onOMXEvent( 7017f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 7018f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 7019f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventCmdComplete: 7020f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 70210806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (data1 != (OMX_U32)OMX_CommandStateSet 70220806340688c937e7b78c2d89db3809274130df4eLajos Molnar || data2 != (OMX_U32)OMX_StateExecuting) { 70230806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Unexpected command completion in IdleToExecutingState: %s(%u) %s(%u)", 70240806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_COMMANDTYPE)data1), data1, 70250806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_STATETYPE)data2), data2); 70260806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 70270806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 70280806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 7029f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7030f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mExecutingState->resume(); 7031f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->changeState(mCodec->mExecutingState); 7032f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7033f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 7034f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7035f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7036f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 7037f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onOMXEvent(event, data1, data2); 7038f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7039f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7040f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7041f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 7042f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7043f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::ExecutingState::ExecutingState(ACodec *codec) 7044349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber : BaseState(codec), 7045349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mActive(false) { 7046f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7047f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7048f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::BaseState::PortMode ACodec::ExecutingState::getPortMode( 7049ccb067b1d8424ba610cbd3de83368bd55b532b5bAndreas Huber OMX_U32 /* portIndex */) { 7050f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return RESUBMIT_BUFFERS; 7051f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7052f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7053054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnarvoid ACodec::ExecutingState::submitOutputMetaBuffers() { 7054054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar // submit as many buffers as there are input buffers with the codec 7055054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar // in case we are in port reconfiguring 7056054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar for (size_t i = 0; i < mCodec->mBuffers[kPortIndexInput].size(); ++i) { 7057054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar BufferInfo *info = &mCodec->mBuffers[kPortIndexInput].editItemAt(i); 7058054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 7059054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar if (info->mStatus == BufferInfo::OWNED_BY_COMPONENT) { 7060054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mCodec->submitOutputMetadataBuffer() != OK) 7061054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar break; 7062054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 7063054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 70644dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar 70654dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar // *** NOTE: THE FOLLOWING WORKAROUND WILL BE REMOVED *** 7066054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->signalSubmitOutputMetadataBufferIfEOS_workaround(); 7067054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar} 7068054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 7069054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnarvoid ACodec::ExecutingState::submitRegularOutputBuffers() { 70700806340688c937e7b78c2d89db3809274130df4eLajos Molnar bool failed = false; 7071f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (size_t i = 0; i < mCodec->mBuffers[kPortIndexOutput].size(); ++i) { 7072f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = &mCodec->mBuffers[kPortIndexOutput].editItemAt(i); 7073f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7074f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mCodec->mNativeWindow != NULL) { 70750806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (info->mStatus != BufferInfo::OWNED_BY_US 70760806340688c937e7b78c2d89db3809274130df4eLajos Molnar && info->mStatus != BufferInfo::OWNED_BY_NATIVE_WINDOW) { 70770806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("buffers should be owned by us or the surface"); 70780806340688c937e7b78c2d89db3809274130df4eLajos Molnar failed = true; 70790806340688c937e7b78c2d89db3809274130df4eLajos Molnar break; 70800806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 7081f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7082f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW) { 7083f933441648ef6a71dee783d733aac17b9508b452Andreas Huber continue; 7084f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7085f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else { 70860806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (info->mStatus != BufferInfo::OWNED_BY_US) { 70870806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("buffers should be owned by us"); 70880806340688c937e7b78c2d89db3809274130df4eLajos Molnar failed = true; 70890806340688c937e7b78c2d89db3809274130df4eLajos Molnar break; 70900806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 7091f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7092f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 70930806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGV("[%s] calling fillBuffer %u", mCodec->mComponentName.c_str(), info->mBufferID); 7094349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 709515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkWriteFence("submitRegularOutputBuffers"); 709615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar status_t err = mCodec->mOMX->fillBuffer(mCodec->mNode, info->mBufferID, info->mFenceFd); 709715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 70980806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 70990806340688c937e7b78c2d89db3809274130df4eLajos Molnar failed = true; 71000806340688c937e7b78c2d89db3809274130df4eLajos Molnar break; 71010806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 7102f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7103f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_COMPONENT; 7104f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 71050806340688c937e7b78c2d89db3809274130df4eLajos Molnar 71060806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (failed) { 71070806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 71080806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 7109f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7110f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7111054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnarvoid ACodec::ExecutingState::submitOutputBuffers() { 7112c38fcfba95f711e5738e4c72bd5499317a2f30d9Lajos Molnar submitRegularOutputBuffers(); 7113054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mCodec->storingMetadataInDecodedBuffers()) { 7114054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar submitOutputMetaBuffers(); 7115054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 7116054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar} 7117054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 7118f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::ExecutingState::resume() { 7119349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber if (mActive) { 71200806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGV("[%s] We're already active, no need to resume.", mCodec->mComponentName.c_str()); 7121349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber return; 7122349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber } 7123349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 7124f933441648ef6a71dee783d733aac17b9508b452Andreas Huber submitOutputBuffers(); 7125f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 71263cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar // Post all available input buffers 7127777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (mCodec->mBuffers[kPortIndexInput].size() == 0u) { 7128777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGW("[%s] we don't have any input buffers to resume", mCodec->mComponentName.c_str()); 7129777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 7130777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim 71313cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar for (size_t i = 0; i < mCodec->mBuffers[kPortIndexInput].size(); i++) { 71323cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar BufferInfo *info = &mCodec->mBuffers[kPortIndexInput].editItemAt(i); 71333cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar if (info->mStatus == BufferInfo::OWNED_BY_US) { 71343cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar postFillThisBuffer(info); 71353cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar } 71363cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar } 7137349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 7138349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mActive = true; 7139f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7140f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7141f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::ExecutingState::stateEntered() { 71423856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now Executing", mCodec->mComponentName.c_str()); 7143f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 714490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->mRenderTracker.clear(systemTime(CLOCK_MONOTONIC)); 7145f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->processDeferredMessages(); 7146f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7147f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7148f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::ExecutingState::onMessageReceived(const sp<AMessage> &msg) { 7149f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool handled = false; 7150f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7151f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 7152f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 7153f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 7154c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber int32_t keepComponentAllocated; 7155c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber CHECK(msg->findInt32( 7156c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber "keepComponentAllocated", &keepComponentAllocated)); 7157c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 7158c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->mShutdownInProgress = true; 715954b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar mCodec->mExplicitShutdown = true; 7160c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->mKeepComponentAllocated = keepComponentAllocated; 7161c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 7162349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mActive = false; 7163349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 71640806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = mCodec->mOMX->sendCommand( 71650806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mNode, OMX_CommandStateSet, OMX_StateIdle); 71660806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 71670806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (keepComponentAllocated) { 71680806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 71690806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 71700806340688c937e7b78c2d89db3809274130df4eLajos Molnar // TODO: do some recovery here. 71710806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 71720806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->changeState(mCodec->mExecutingToIdleState); 71730806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 7174f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7175f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 7176f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7177f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7178f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7179f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatFlush: 7180f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 71817a3a2b2f9bb9421dcf83fbd47276e57917078aefJames Dong ALOGV("[%s] ExecutingState flushing now " 7182ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar "(codec owns %zu/%zu input, %zu/%zu output).", 7183d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber mCodec->mComponentName.c_str(), 7184d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber mCodec->countBuffersOwnedByComponent(kPortIndexInput), 7185d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber mCodec->mBuffers[kPortIndexInput].size(), 7186d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber mCodec->countBuffersOwnedByComponent(kPortIndexOutput), 7187d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber mCodec->mBuffers[kPortIndexOutput].size()); 7188d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 7189349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mActive = false; 7190349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 71910806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = mCodec->mOMX->sendCommand(mCodec->mNode, OMX_CommandFlush, OMX_ALL); 71920806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 71930806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 71940806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 71950806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->changeState(mCodec->mFlushingState); 71960806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 7197f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7198f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 7199f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7200f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7201f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7202f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatResume: 7203f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 7204f933441648ef6a71dee783d733aac17b9508b452Andreas Huber resume(); 7205f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7206f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 7207f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7208f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7209f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7210496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber case kWhatRequestIDRFrame: 7211496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber { 7212496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber status_t err = mCodec->requestIDRFrame(); 7213496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber if (err != OK) { 7214496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber ALOGW("Requesting an IDR frame failed."); 7215496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber } 7216496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 7217496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber handled = true; 7218496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber break; 7219496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber } 7220496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 7221a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber case kWhatSetParameters: 7222a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber { 7223a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber sp<AMessage> params; 7224a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber CHECK(msg->findMessage("params", ¶ms)); 7225a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 7226a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber status_t err = mCodec->setParameters(params); 7227a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 7228a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber sp<AMessage> reply; 7229a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber if (msg->findMessage("reply", &reply)) { 7230a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber reply->setInt32("err", err); 7231a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber reply->post(); 7232a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber } 7233a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 7234a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber handled = true; 7235a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber break; 7236a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber } 7237a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 72387cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case ACodec::kWhatSignalEndOfInputStream: 72397cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 72406507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mCodec->onSignalEndOfInputStream(); 72417cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden handled = true; 72427cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 72437cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 72447cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 72454dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar // *** NOTE: THE FOLLOWING WORKAROUND WILL BE REMOVED *** 7246054219874873b41f1c815552987c10465c34ba2bLajos Molnar case kWhatSubmitOutputMetadataBufferIfEOS: 72474dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar { 72484dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar if (mCodec->mPortEOS[kPortIndexInput] && 72494dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar !mCodec->mPortEOS[kPortIndexOutput]) { 7250054219874873b41f1c815552987c10465c34ba2bLajos Molnar status_t err = mCodec->submitOutputMetadataBuffer(); 72514dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar if (err == OK) { 7252054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->signalSubmitOutputMetadataBufferIfEOS_workaround(); 72534dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar } 72544dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar } 72554dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar return true; 72564dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar } 72574dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar 7258f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 7259f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = BaseState::onMessageReceived(msg); 7260f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7261f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7262f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7263f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return handled; 7264f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7265f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7266a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huberstatus_t ACodec::setParameters(const sp<AMessage> ¶ms) { 7267a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber int32_t videoBitrate; 7268530fdbdc1b5491f3fbf172752834d1515701e142Lajos Molnar if (params->findInt32("video-bitrate", &videoBitrate)) { 7269a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber OMX_VIDEO_CONFIG_BITRATETYPE configParams; 7270a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber InitOMXParams(&configParams); 7271a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber configParams.nPortIndex = kPortIndexOutput; 7272a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber configParams.nEncodeBitrate = videoBitrate; 7273a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 7274a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber status_t err = mOMX->setConfig( 7275a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber mNode, 7276a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber OMX_IndexConfigVideoBitrate, 7277a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber &configParams, 7278a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber sizeof(configParams)); 7279a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 7280a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber if (err != OK) { 7281a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber ALOGE("setConfig(OMX_IndexConfigVideoBitrate, %d) failed w/ err %d", 7282a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber videoBitrate, err); 7283a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 7284a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber return err; 7285a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber } 7286a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber } 7287a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 728872cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang int64_t skipFramesBeforeUs; 728972cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang if (params->findInt64("skip-frames-before", &skipFramesBeforeUs)) { 729072cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang status_t err = 729172cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang mOMX->setInternalOption( 729272cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang mNode, 729372cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang kPortIndexInput, 729472cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang IOMX::INTERNAL_OPTION_START_TIME, 729572cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang &skipFramesBeforeUs, 729672cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang sizeof(skipFramesBeforeUs)); 729772cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang 729872cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang if (err != OK) { 729972cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang ALOGE("Failed to set parameter 'skip-frames-before' (err %d)", err); 730072cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang return err; 730172cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang } 730272cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang } 730372cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang 7304e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber int32_t dropInputFrames; 7305e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber if (params->findInt32("drop-input-frames", &dropInputFrames)) { 7306e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber bool suspend = dropInputFrames != 0; 7307e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber 7308b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber status_t err = 7309b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber mOMX->setInternalOption( 7310e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber mNode, 7311e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber kPortIndexInput, 7312e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber IOMX::INTERNAL_OPTION_SUSPEND, 7313e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber &suspend, 7314b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber sizeof(suspend)); 7315b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber 7316b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber if (err != OK) { 7317b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber ALOGE("Failed to set parameter 'drop-input-frames' (err %d)", err); 7318b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber return err; 7319b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber } 7320b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber } 7321b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber 7322b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber int32_t dummy; 7323b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber if (params->findInt32("request-sync", &dummy)) { 7324b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber status_t err = requestIDRFrame(); 7325b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber 7326b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber if (err != OK) { 7327b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber ALOGE("Requesting a sync frame failed w/ err %d", err); 7328b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber return err; 7329b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber } 7330e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber } 7331e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber 73328db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu float rate; 73338db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu if (params->findFloat("operating-rate", &rate) && rate > 0) { 73348db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu status_t err = setOperatingRate(rate, mIsVideo); 73358db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu if (err != OK) { 73368db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu ALOGE("Failed to set parameter 'operating-rate' (err %d)", err); 73378db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu return err; 73388db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu } 73398db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu } 73408db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu 7341870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang int32_t intraRefreshPeriod = 0; 7342870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (params->findInt32("intra-refresh-period", &intraRefreshPeriod) 7343870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang && intraRefreshPeriod > 0) { 7344870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang status_t err = setIntraRefreshPeriod(intraRefreshPeriod, false); 7345870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (err != OK) { 7346870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang ALOGI("[%s] failed setIntraRefreshPeriod. Failure is fine since this key is optional", 7347870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang mComponentName.c_str()); 7348870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang err = OK; 7349870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 7350870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 7351870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 7352a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber return OK; 7353a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber} 7354a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 73556507d14c6d10f93d390de62b9eed267f9b544985Andy McFaddenvoid ACodec::onSignalEndOfInputStream() { 73566507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden sp<AMessage> notify = mNotify->dup(); 7357d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatSignaledInputEOS); 73586507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 73596507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden status_t err = mOMX->signalEndOfInputStream(mNode); 73606507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden if (err != OK) { 73616507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden notify->setInt32("err", err); 73626507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden } 73636507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden notify->post(); 73646507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden} 73656507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 736690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarbool ACodec::ExecutingState::onOMXFrameRendered(int64_t mediaTimeUs, nsecs_t systemNano) { 736790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->onFrameRendered(mediaTimeUs, systemNano); 736890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar return true; 736990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 737090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 7371f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::ExecutingState::onOMXEvent( 7372f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 7373f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 7374f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventPortSettingsChanged: 7375f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 7376f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ(data1, (OMX_U32)kPortIndexOutput); 7377f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7378b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar mCodec->onOutputFormatChanged(); 7379b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar 738031e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber if (data2 == 0 || data2 == OMX_IndexParamPortDefinition) { 7381054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->mMetadataBuffersToSubmit = 0; 7382f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ(mCodec->mOMX->sendCommand( 7383f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mNode, 7384f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_CommandPortDisable, kPortIndexOutput), 7385f933441648ef6a71dee783d733aac17b9508b452Andreas Huber (status_t)OK); 7386f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7387349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mCodec->freeOutputBuffersNotOwnedByComponent(); 7388f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7389f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->changeState(mCodec->mOutputPortSettingsChangedState); 7390b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar } else if (data2 != OMX_IndexConfigCommonOutputCrop 7391b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar && data2 != OMX_IndexConfigAndroidIntraRefresh) { 7392ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] OMX_EventPortSettingsChanged 0x%08x", 7393f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mComponentName.c_str(), data2); 7394f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7395f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7396f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 7397f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7398f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7399f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventBufferFlag: 7400f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 7401f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 7402f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7403f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7404f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 7405f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onOMXEvent(event, data1, data2); 7406f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7407f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7408f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7409f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 7410f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7411f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::OutputPortSettingsChangedState::OutputPortSettingsChangedState( 7412f933441648ef6a71dee783d733aac17b9508b452Andreas Huber ACodec *codec) 7413f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : BaseState(codec) { 7414f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7415f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7416f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::BaseState::PortMode ACodec::OutputPortSettingsChangedState::getPortMode( 7417f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 portIndex) { 7418f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (portIndex == kPortIndexOutput) { 7419f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return FREE_BUFFERS; 7420f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7421f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7422f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ(portIndex, (OMX_U32)kPortIndexInput); 7423f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7424f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return RESUBMIT_BUFFERS; 7425f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7426f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7427f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::OutputPortSettingsChangedState::onMessageReceived( 7428f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const sp<AMessage> &msg) { 7429f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool handled = false; 7430f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7431f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 7432f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatFlush: 7433f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 7434349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber case kWhatResume: 7435e6eea3a6b6e0cf92287ec1ceb8350f201d17e1acPer Persson case kWhatSetParameters: 7436f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 7437349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber if (msg->what() == kWhatResume) { 74383856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Deferring resume", mCodec->mComponentName.c_str()); 7439349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber } 7440349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 7441f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->deferMessage(msg); 7442f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 7443f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7444f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7445f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7446f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 7447f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = BaseState::onMessageReceived(msg); 7448f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7449f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7450f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7451f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return handled; 7452f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7453f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7454f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::OutputPortSettingsChangedState::stateEntered() { 74553856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now handling output port settings change", 7456f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mComponentName.c_str()); 7457f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7458f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 745990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarbool ACodec::OutputPortSettingsChangedState::onOMXFrameRendered( 746090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int64_t mediaTimeUs, nsecs_t systemNano) { 746190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->onFrameRendered(mediaTimeUs, systemNano); 746290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar return true; 746390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 746490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 7465f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::OutputPortSettingsChangedState::onOMXEvent( 7466f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 7467f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 7468f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventCmdComplete: 7469f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 7470f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (data1 == (OMX_U32)OMX_CommandPortDisable) { 74710806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (data2 != (OMX_U32)kPortIndexOutput) { 74720806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGW("ignoring EventCmdComplete CommandPortDisable for port %u", data2); 74730806340688c937e7b78c2d89db3809274130df4eLajos Molnar return false; 74740806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 7475f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 74760806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGV("[%s] Output port now disabled.", mCodec->mComponentName.c_str()); 7477f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 74780806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = OK; 74790806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (!mCodec->mBuffers[kPortIndexOutput].isEmpty()) { 74800806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("disabled port should be empty, but has %zu buffers", 74810806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mBuffers[kPortIndexOutput].size()); 74820806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = FAILED_TRANSACTION; 74830806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 74840806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mDealer[kPortIndexOutput].clear(); 74850806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 7486f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 74870806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 74880806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mCodec->mOMX->sendCommand( 74890806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mNode, OMX_CommandPortEnable, kPortIndexOutput); 74900806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 7491f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 74920806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 74930806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mCodec->allocateBuffersOnPort(kPortIndexOutput); 74940806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE_IF(err != OK, "Failed to allocate output port buffers after port " 74950806340688c937e7b78c2d89db3809274130df4eLajos Molnar "reconfiguration: (%d)", err); 74960806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 7497cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber 74980806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 7499251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 7500d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 7501755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber // This is technically not correct, but appears to be 7502755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber // the only way to free the component instance. 7503755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber // Controlled transitioning from excecuting->idle 7504755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber // and idle->loaded seem impossible probably because 7505755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber // the output port never finishes re-enabling. 7506755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber mCodec->mShutdownInProgress = true; 7507755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber mCodec->mKeepComponentAllocated = false; 7508755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber mCodec->changeState(mCodec->mLoadedState); 7509cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber } 7510f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7511f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 7512f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else if (data1 == (OMX_U32)OMX_CommandPortEnable) { 7513777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (data2 != (OMX_U32)kPortIndexOutput) { 7514777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGW("ignoring EventCmdComplete OMX_CommandPortEnable for port %u", data2); 7515777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return false; 7516777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 7517f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 75180806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGV("[%s] Output port now reenabled.", mCodec->mComponentName.c_str()); 7519f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7520349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber if (mCodec->mExecutingState->active()) { 7521349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mCodec->mExecutingState->submitOutputBuffers(); 7522349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber } 7523349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 7524f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->changeState(mCodec->mExecutingState); 7525f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7526f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 7527f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7528f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7529f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return false; 7530f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7531f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7532f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 7533f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return false; 7534f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7535f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7536f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7537f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 7538f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7539f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::ExecutingToIdleState::ExecutingToIdleState(ACodec *codec) 75405778822d86b0337407514b9372562b86edfa91cdAndreas Huber : BaseState(codec), 75415778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentNowIdle(false) { 7542f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7543f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7544f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::ExecutingToIdleState::onMessageReceived(const sp<AMessage> &msg) { 7545f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool handled = false; 7546f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7547f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 7548f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatFlush: 7549f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 7550f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // Don't send me a flush request if you previously wanted me 7551f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // to shutdown. 75520806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGW("Ignoring flush request in ExecutingToIdleState"); 7553f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7554f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7555f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7556f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 7557f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 7558f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // We're already doing that... 7559f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7560f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 7561f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7562f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7563f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7564f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 7565f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = BaseState::onMessageReceived(msg); 7566f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7567f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7568f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7569f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return handled; 7570f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7571f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7572f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::ExecutingToIdleState::stateEntered() { 75733856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now Executing->Idle", mCodec->mComponentName.c_str()); 757431e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 75755778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentNowIdle = false; 7576b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar mCodec->mLastOutputFormat.clear(); 7577f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7578f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7579f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::ExecutingToIdleState::onOMXEvent( 7580f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 7581f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 7582f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventCmdComplete: 7583f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 75840806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (data1 != (OMX_U32)OMX_CommandStateSet 75850806340688c937e7b78c2d89db3809274130df4eLajos Molnar || data2 != (OMX_U32)OMX_StateIdle) { 75860806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Unexpected command completion in ExecutingToIdleState: %s(%u) %s(%u)", 75870806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_COMMANDTYPE)data1), data1, 75880806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_STATETYPE)data2), data2); 75890806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 75900806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 75910806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 7592f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 75935778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentNowIdle = true; 75945778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7595f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeStateIfWeOwnAllBuffers(); 7596f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7597f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 7598f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7599f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7600349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber case OMX_EventPortSettingsChanged: 7601349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber case OMX_EventBufferFlag: 7602349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber { 7603349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber // We're shutting down and don't care about this anymore. 7604349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber return true; 7605349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber } 7606349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 7607f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 7608f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onOMXEvent(event, data1, data2); 7609f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7610f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 76110af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber 7612f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::ExecutingToIdleState::changeStateIfWeOwnAllBuffers() { 76135778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mComponentNowIdle && mCodec->allYourBuffersAreBelongToUs()) { 76140806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = mCodec->mOMX->sendCommand( 76150806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mNode, OMX_CommandStateSet, OMX_StateLoaded); 76160806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 76170806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mCodec->freeBuffersOnPort(kPortIndexInput); 76180806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err2 = mCodec->freeBuffersOnPort(kPortIndexOutput); 76190806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 76200806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = err2; 76210806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 76220806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 7623f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 76240167414e261f88a96b5e4bf6cb592e6ca11e5a95Andreas Huber if ((mCodec->mFlags & kFlagPushBlankBuffersToNativeWindowOnShutdown) 76250167414e261f88a96b5e4bf6cb592e6ca11e5a95Andreas Huber && mCodec->mNativeWindow != NULL) { 7626bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber // We push enough 1x1 blank buffers to ensure that one of 7627bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber // them has made it to the display. This allows the OMX 7628bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber // component teardown to zero out any protected buffers 7629bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber // without the risk of scanning out one of those buffers. 7630b2d0b487efd40700199852c9a18b369b1651f15bLajos Molnar pushBlankBuffersToNativeWindow(mCodec->mNativeWindow.get()); 7631bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber } 7632bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber 76330806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 76340806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 76350806340688c937e7b78c2d89db3809274130df4eLajos Molnar return; 76360806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 76370806340688c937e7b78c2d89db3809274130df4eLajos Molnar 7638f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->changeState(mCodec->mIdleToLoadedState); 7639f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7640f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7641f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7642f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::ExecutingToIdleState::onInputBufferFilled( 7643f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const sp<AMessage> &msg) { 7644f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BaseState::onInputBufferFilled(msg); 7645f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7646f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeStateIfWeOwnAllBuffers(); 7647f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7648f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7649f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::ExecutingToIdleState::onOutputBufferDrained( 7650f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const sp<AMessage> &msg) { 7651f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BaseState::onOutputBufferDrained(msg); 7652f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7653f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeStateIfWeOwnAllBuffers(); 7654f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7655f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7656f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 7657f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7658f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::IdleToLoadedState::IdleToLoadedState(ACodec *codec) 7659f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : BaseState(codec) { 7660f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7661f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7662f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::IdleToLoadedState::onMessageReceived(const sp<AMessage> &msg) { 7663f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool handled = false; 7664f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7665f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 7666f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 7667f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 7668f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // We're already doing that... 7669f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7670f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 7671f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7672f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7673f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7674f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatFlush: 7675f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 7676f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // Don't send me a flush request if you previously wanted me 7677f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // to shutdown. 76780806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Got flush request in IdleToLoadedState"); 7679f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7680f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7681f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7682f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 7683f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = BaseState::onMessageReceived(msg); 7684f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7685f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7686f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7687f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return handled; 7688f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7689f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7690f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::IdleToLoadedState::stateEntered() { 76913856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now Idle->Loaded", mCodec->mComponentName.c_str()); 7692f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7693f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7694f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::IdleToLoadedState::onOMXEvent( 7695f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 7696f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 7697f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventCmdComplete: 7698f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 76990806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (data1 != (OMX_U32)OMX_CommandStateSet 77000806340688c937e7b78c2d89db3809274130df4eLajos Molnar || data2 != (OMX_U32)OMX_StateLoaded) { 77010806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Unexpected command completion in IdleToLoadedState: %s(%u) %s(%u)", 77020806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_COMMANDTYPE)data1), data1, 77030806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_STATETYPE)data2), data2); 77040806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 77050806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 77060806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 7707f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7708c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->changeState(mCodec->mLoadedState); 7709f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7710f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 7711f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7712f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7713f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 7714f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onOMXEvent(event, data1, data2); 7715f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7716f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7717f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7718f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 7719f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7720f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::FlushingState::FlushingState(ACodec *codec) 7721f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : BaseState(codec) { 7722f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7723f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7724f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::FlushingState::stateEntered() { 77253856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now Flushing", mCodec->mComponentName.c_str()); 7726f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7727f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mFlushComplete[kPortIndexInput] = mFlushComplete[kPortIndexOutput] = false; 7728f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7729f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7730f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::FlushingState::onMessageReceived(const sp<AMessage> &msg) { 7731f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool handled = false; 7732f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7733f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 7734f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 7735f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 7736f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->deferMessage(msg); 7737f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7738f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7739f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7740f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatFlush: 7741f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 7742f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // We're already doing this right now. 7743f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 7744f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7745f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7746f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7747f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 7748f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = BaseState::onMessageReceived(msg); 7749f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7750f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7751f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7752f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return handled; 7753f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7754f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7755f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::FlushingState::onOMXEvent( 7756f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 7757ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] FlushingState onOMXEvent(%u,%d)", 7758ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar mCodec->mComponentName.c_str(), event, (OMX_S32)data1); 7759d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 7760f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 7761f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventCmdComplete: 7762f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 77630806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (data1 != (OMX_U32)OMX_CommandFlush) { 77640806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("unexpected EventCmdComplete %s(%d) data2:%d in FlushingState", 77650806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_COMMANDTYPE)data1), data1, data2); 77660806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 77670806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 77680806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 7769f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7770f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (data2 == kPortIndexInput || data2 == kPortIndexOutput) { 7771777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (mFlushComplete[data2]) { 7772777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGW("Flush already completed for %s port", 7773777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim data2 == kPortIndexInput ? "input" : "output"); 7774777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return true; 7775777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 7776f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mFlushComplete[data2] = true; 7777e5bf6409774fe73f968b7db215f535b64de66139Andreas Huber 77780806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (mFlushComplete[kPortIndexInput] && mFlushComplete[kPortIndexOutput]) { 7779e5bf6409774fe73f968b7db215f535b64de66139Andreas Huber changeStateIfWeOwnAllBuffers(); 7780e5bf6409774fe73f968b7db215f535b64de66139Andreas Huber } 7781777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } else if (data2 == OMX_ALL) { 7782777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (!mFlushComplete[kPortIndexInput] || !mFlushComplete[kPortIndexOutput]) { 7783777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGW("received flush complete event for OMX_ALL before ports have been" 7784777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim "flushed (%d/%d)", 7785777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mFlushComplete[kPortIndexInput], mFlushComplete[kPortIndexOutput]); 7786777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return false; 7787777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 7788f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7789f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeStateIfWeOwnAllBuffers(); 7790777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } else { 7791777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGW("data2 not OMX_ALL but %u in EventCmdComplete CommandFlush", data2); 7792f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7793f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7794f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 7795f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7796f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7797349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber case OMX_EventPortSettingsChanged: 7798349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber { 77991d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatOMXMessage, mCodec); 7800349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber msg->setInt32("type", omx_message::EVENT); 7801609b815a3131d22da38b2f452faa9f89daad4039Andy Hung msg->setInt32("node", mCodec->mNode); 7802349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber msg->setInt32("event", event); 7803349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber msg->setInt32("data1", data1); 7804349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber msg->setInt32("data2", data2); 7805349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 78063856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Deferring OMX_EventPortSettingsChanged", 7807349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mCodec->mComponentName.c_str()); 7808349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 7809349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mCodec->deferMessage(msg); 7810349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 7811349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber return true; 7812349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber } 7813349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 7814f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 7815f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onOMXEvent(event, data1, data2); 7816f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7817f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7818f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 7819f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7820f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7821f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::FlushingState::onOutputBufferDrained(const sp<AMessage> &msg) { 7822f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BaseState::onOutputBufferDrained(msg); 7823f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7824f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeStateIfWeOwnAllBuffers(); 7825f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7826f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7827f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::FlushingState::onInputBufferFilled(const sp<AMessage> &msg) { 7828f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BaseState::onInputBufferFilled(msg); 7829f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7830f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeStateIfWeOwnAllBuffers(); 7831f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7832f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7833f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::FlushingState::changeStateIfWeOwnAllBuffers() { 7834f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mFlushComplete[kPortIndexInput] 7835f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && mFlushComplete[kPortIndexOutput] 7836f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && mCodec->allYourBuffersAreBelongToUs()) { 78377e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber // We now own all buffers except possibly those still queued with 78387e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber // the native window for rendering. Let's get those back as well. 78397e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber mCodec->waitUntilAllPossibleNativeWindowBuffersAreReturnedToUs(); 78407e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 784190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->mRenderTracker.clear(systemTime(CLOCK_MONOTONIC)); 784290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 7843f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 7844d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatFlushCompleted); 7845f933441648ef6a71dee783d733aac17b9508b452Andreas Huber notify->post(); 7846f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7847f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mPortEOS[kPortIndexInput] = 7848f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mPortEOS[kPortIndexOutput] = false; 7849f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7850dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mCodec->mInputEOSResult = OK; 7851dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber 7852f3bd1972e039c6ded5154db715e5a32f1813a239Marco Nelissen if (mCodec->mSkipCutBuffer != NULL) { 7853f3bd1972e039c6ded5154db715e5a32f1813a239Marco Nelissen mCodec->mSkipCutBuffer->clear(); 7854f3bd1972e039c6ded5154db715e5a32f1813a239Marco Nelissen } 7855f3bd1972e039c6ded5154db715e5a32f1813a239Marco Nelissen 7856f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->changeState(mCodec->mExecutingState); 7857f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7858f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7859f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 78605b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnarstatus_t ACodec::queryCapabilities( 78615b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar const AString &name, const AString &mime, bool isEncoder, 78625b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar sp<MediaCodecInfo::Capabilities> *caps) { 78635b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar (*caps).clear(); 78645b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar const char *role = getComponentRole(isEncoder, mime.c_str()); 78655b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (role == NULL) { 78665b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return BAD_VALUE; 78675b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 78685b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 78695b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar OMXClient client; 78705b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar status_t err = client.connect(); 78715b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (err != OK) { 78725b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return err; 78735b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 78745b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 78755b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar sp<IOMX> omx = client.interface(); 78765b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar sp<CodecObserver> observer = new CodecObserver; 78775b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar IOMX::node_id node = 0; 78785b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 787923858874bbce68fb5ac83250087fa7788c97dd12Marco Nelissen err = omx->allocateNode(name.c_str(), observer, NULL, &node); 78805b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (err != OK) { 78815b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar client.disconnect(); 78825b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return err; 78835b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 78845b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 78855b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar err = setComponentRole(omx, node, role); 78865b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (err != OK) { 78875b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar omx->freeNode(node); 78885b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar client.disconnect(); 78895b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return err; 78905b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 78915b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 78925b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar sp<MediaCodecInfo::CapabilitiesBuilder> builder = new MediaCodecInfo::CapabilitiesBuilder(); 78935b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar bool isVideo = mime.startsWithIgnoreCase("video/"); 78945b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 78955b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (isVideo) { 78965b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar OMX_VIDEO_PARAM_PROFILELEVELTYPE param; 78975b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar InitOMXParams(¶m); 78985b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar param.nPortIndex = isEncoder ? kPortIndexOutput : kPortIndexInput; 78995b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 79006e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar for (OMX_U32 index = 0; index <= kMaxIndicesToCheck; ++index) { 79016e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar param.nProfileIndex = index; 79025b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar status_t err = omx->getParameter( 79035b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar node, OMX_IndexParamVideoProfileLevelQuerySupported, 79045b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar ¶m, sizeof(param)); 79055b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (err != OK) { 79065b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar break; 79075b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 79085b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar builder->addProfileLevel(param.eProfile, param.eLevel); 79096e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar 79106e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar if (index == kMaxIndicesToCheck) { 79116e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar ALOGW("[%s] stopping checking profiles after %u: %x/%x", 79126e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar name.c_str(), index, 79136e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar param.eProfile, param.eLevel); 79146e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar } 79155b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 79165b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 79175b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // Color format query 79185b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // return colors in the order reported by the OMX component 79195b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // prefix "flexible" standard ones with the flexible equivalent 79205b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar OMX_VIDEO_PARAM_PORTFORMATTYPE portFormat; 79215b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar InitOMXParams(&portFormat); 792236e4e1592bb07e1fdf8d4324f65a66ba332d75f2Lajos Molnar portFormat.nPortIndex = isEncoder ? kPortIndexInput : kPortIndexOutput; 79235b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar Vector<uint32_t> supportedColors; // shadow copy to check for duplicates 79246e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar for (OMX_U32 index = 0; index <= kMaxIndicesToCheck; ++index) { 79256e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar portFormat.nIndex = index; 79265b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar status_t err = omx->getParameter( 79275b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar node, OMX_IndexParamVideoPortFormat, 79285b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar &portFormat, sizeof(portFormat)); 79295b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (err != OK) { 79305b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar break; 79315b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 79325b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 79335b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar OMX_U32 flexibleEquivalent; 79345b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (isFlexibleColorFormat( 79355b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar omx, node, portFormat.eColorFormat, false /* usingNativeWindow */, 79365b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar &flexibleEquivalent)) { 79375b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar bool marked = false; 79385b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar for (size_t i = 0; i < supportedColors.size(); ++i) { 79395b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (supportedColors[i] == flexibleEquivalent) { 79405b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar marked = true; 79415b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar break; 79425b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 79435b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 79445b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (!marked) { 79455b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar supportedColors.push(flexibleEquivalent); 79465b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar builder->addColorFormat(flexibleEquivalent); 79475b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 79485b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 79495b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar supportedColors.push(portFormat.eColorFormat); 79505b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar builder->addColorFormat(portFormat.eColorFormat); 79516e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar 79526e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar if (index == kMaxIndicesToCheck) { 79536e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar ALOGW("[%s] stopping checking formats after %u: %s(%x)", 79546e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar name.c_str(), index, 79556e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar asString(portFormat.eColorFormat), portFormat.eColorFormat); 79566e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar } 79575b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 79585b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } else if (mime.equalsIgnoreCase(MEDIA_MIMETYPE_AUDIO_AAC)) { 79595b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // More audio codecs if they have profiles. 79605b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar OMX_AUDIO_PARAM_ANDROID_PROFILETYPE param; 79615b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar InitOMXParams(¶m); 79625b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar param.nPortIndex = isEncoder ? kPortIndexOutput : kPortIndexInput; 79636e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar for (OMX_U32 index = 0; index <= kMaxIndicesToCheck; ++index) { 79646e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar param.nProfileIndex = index; 79655b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar status_t err = omx->getParameter( 79665b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar node, (OMX_INDEXTYPE)OMX_IndexParamAudioProfileQuerySupported, 79675b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar ¶m, sizeof(param)); 79685b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (err != OK) { 79695b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar break; 79705b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 79715b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // For audio, level is ignored. 79725b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar builder->addProfileLevel(param.eProfile, 0 /* level */); 79736e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar 79746e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar if (index == kMaxIndicesToCheck) { 79756e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar ALOGW("[%s] stopping checking profiles after %u: %x", 79766e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar name.c_str(), index, 79776e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar param.eProfile); 79786e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar } 79795b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 79805b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 79815b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // NOTE: Without Android extensions, OMX does not provide a way to query 79825b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // AAC profile support 79835b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (param.nProfileIndex == 0) { 79845b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar ALOGW("component %s doesn't support profile query.", name.c_str()); 79855b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 79865b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 79875b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 79885b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (isVideo && !isEncoder) { 79895b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar native_handle_t *sidebandHandle = NULL; 79905b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (omx->configureVideoTunnelMode( 79915b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar node, kPortIndexOutput, OMX_TRUE, 0, &sidebandHandle) == OK) { 79925b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // tunneled playback includes adaptive playback 79935b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar builder->addFlags(MediaCodecInfo::Capabilities::kFlagSupportsAdaptivePlayback 79945b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar | MediaCodecInfo::Capabilities::kFlagSupportsTunneledPlayback); 79955b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } else if (omx->storeMetaDataInBuffers( 79965b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar node, kPortIndexOutput, OMX_TRUE) == OK || 79975b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar omx->prepareForAdaptivePlayback( 79985b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar node, kPortIndexOutput, OMX_TRUE, 79995b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 1280 /* width */, 720 /* height */) == OK) { 80005b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar builder->addFlags(MediaCodecInfo::Capabilities::kFlagSupportsAdaptivePlayback); 80015b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 80025b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 80035b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 80045b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (isVideo && isEncoder) { 80055b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar OMX_VIDEO_CONFIG_ANDROID_INTRAREFRESHTYPE params; 80065b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar InitOMXParams(¶ms); 80075b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar params.nPortIndex = kPortIndexOutput; 80085b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // TODO: should we verify if fallback is supported? 80095b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (omx->getConfig( 80105b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar node, (OMX_INDEXTYPE)OMX_IndexConfigAndroidIntraRefresh, 80115b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar ¶ms, sizeof(params)) == OK) { 80125b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar builder->addFlags(MediaCodecInfo::Capabilities::kFlagSupportsIntraRefresh); 80135b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 80145b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 80155b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 80165b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar *caps = builder; 80175b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar omx->freeNode(node); 80185b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar client.disconnect(); 80195b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return OK; 80205b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar} 80215b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 8022a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar// These are supposed be equivalent to the logic in 8023a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar// "audio_channel_out_mask_from_count". 8024a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar//static 8025a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnarstatus_t ACodec::getOMXChannelMapping(size_t numChannels, OMX_AUDIO_CHANNELTYPE map[]) { 8026a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar switch (numChannels) { 8027a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar case 1: 8028a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[0] = OMX_AUDIO_ChannelCF; 8029a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar break; 8030a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar case 2: 8031a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[0] = OMX_AUDIO_ChannelLF; 8032a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[1] = OMX_AUDIO_ChannelRF; 8033a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar break; 8034a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar case 3: 8035a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[0] = OMX_AUDIO_ChannelLF; 8036a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[1] = OMX_AUDIO_ChannelRF; 8037a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[2] = OMX_AUDIO_ChannelCF; 8038a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar break; 8039a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar case 4: 8040a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[0] = OMX_AUDIO_ChannelLF; 8041a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[1] = OMX_AUDIO_ChannelRF; 8042a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[2] = OMX_AUDIO_ChannelLR; 8043a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[3] = OMX_AUDIO_ChannelRR; 8044a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar break; 8045a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar case 5: 8046a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[0] = OMX_AUDIO_ChannelLF; 8047a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[1] = OMX_AUDIO_ChannelRF; 8048a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[2] = OMX_AUDIO_ChannelCF; 8049a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[3] = OMX_AUDIO_ChannelLR; 8050a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[4] = OMX_AUDIO_ChannelRR; 8051a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar break; 8052a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar case 6: 8053a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[0] = OMX_AUDIO_ChannelLF; 8054a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[1] = OMX_AUDIO_ChannelRF; 8055a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[2] = OMX_AUDIO_ChannelCF; 8056a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[3] = OMX_AUDIO_ChannelLFE; 8057a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[4] = OMX_AUDIO_ChannelLR; 8058a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[5] = OMX_AUDIO_ChannelRR; 8059a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar break; 8060a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar case 7: 8061a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[0] = OMX_AUDIO_ChannelLF; 8062a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[1] = OMX_AUDIO_ChannelRF; 8063a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[2] = OMX_AUDIO_ChannelCF; 8064a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[3] = OMX_AUDIO_ChannelLFE; 8065a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[4] = OMX_AUDIO_ChannelLR; 8066a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[5] = OMX_AUDIO_ChannelRR; 8067a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[6] = OMX_AUDIO_ChannelCS; 8068a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar break; 8069a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar case 8: 8070a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[0] = OMX_AUDIO_ChannelLF; 8071a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[1] = OMX_AUDIO_ChannelRF; 8072a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[2] = OMX_AUDIO_ChannelCF; 8073a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[3] = OMX_AUDIO_ChannelLFE; 8074a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[4] = OMX_AUDIO_ChannelLR; 8075a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[5] = OMX_AUDIO_ChannelRR; 8076a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[6] = OMX_AUDIO_ChannelLS; 8077a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[7] = OMX_AUDIO_ChannelRS; 8078a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar break; 8079a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar default: 8080a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar return -EINVAL; 8081a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar } 8082a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar 8083a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar return OK; 8084a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar} 8085a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar 8086f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} // namespace android 8087