ACodec.cpp revision 7e34bf5af26f8752d4786d3098740cdf51e2438f
127c174483a8ae9688d5d4897c19074f62c7f1701James Dong/* 227c174483a8ae9688d5d4897c19074f62c7f1701James Dong * Copyright (C) 2010 The Android Open Source Project 327c174483a8ae9688d5d4897c19074f62c7f1701James Dong * 427c174483a8ae9688d5d4897c19074f62c7f1701James Dong * Licensed under the Apache License, Version 2.0 (the "License"); 527c174483a8ae9688d5d4897c19074f62c7f1701James Dong * you may not use this file except in compliance with the License. 627c174483a8ae9688d5d4897c19074f62c7f1701James Dong * You may obtain a copy of the License at 727c174483a8ae9688d5d4897c19074f62c7f1701James Dong * 827c174483a8ae9688d5d4897c19074f62c7f1701James Dong * http://www.apache.org/licenses/LICENSE-2.0 927c174483a8ae9688d5d4897c19074f62c7f1701James Dong * 1027c174483a8ae9688d5d4897c19074f62c7f1701James Dong * Unless required by applicable law or agreed to in writing, software 1127c174483a8ae9688d5d4897c19074f62c7f1701James Dong * distributed under the License is distributed on an "AS IS" BASIS, 1227c174483a8ae9688d5d4897c19074f62c7f1701James Dong * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 1327c174483a8ae9688d5d4897c19074f62c7f1701James Dong * See the License for the specific language governing permissions and 1427c174483a8ae9688d5d4897c19074f62c7f1701James Dong * limitations under the License. 1527c174483a8ae9688d5d4897c19074f62c7f1701James Dong */ 1627c174483a8ae9688d5d4897c19074f62c7f1701James Dong 17f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//#define LOG_NDEBUG 0 18f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#define LOG_TAG "ACodec" 19f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 20f87e30fe71752dc431d8e8d5682c38271c03265aAndy Hung#ifdef __LP64__ 21f87e30fe71752dc431d8e8d5682c38271c03265aAndy Hung#define OMX_ANDROID_COMPILE_AS_32BIT_ON_64BIT_PLATFORMS 22f87e30fe71752dc431d8e8d5682c38271c03265aAndy Hung#endif 23f87e30fe71752dc431d8e8d5682c38271c03265aAndy Hung 24609b815a3131d22da38b2f452faa9f89daad4039Andy Hung#include <inttypes.h> 256fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar#include <utils/Trace.h> 266fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar 271de1e25cba872bd4c077c2e394f8ca9c70b65856Lajos Molnar#include <gui/Surface.h> 281de1e25cba872bd4c077c2e394f8ca9c70b65856Lajos Molnar 29f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/ACodec.h> 30f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 31f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <binder/MemoryDealer.h> 32f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 33f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/foundation/hexdump.h> 34f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/foundation/ABuffer.h> 35f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/foundation/ADebug.h> 36f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/foundation/AMessage.h> 37a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar#include <media/stagefright/foundation/AUtils.h> 38f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 397cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden#include <media/stagefright/BufferProducerWrapper.h> 4090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar#include <media/stagefright/MediaCodec.h> 41afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber#include <media/stagefright/MediaCodecList.h> 42f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/MediaDefs.h> 43f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/OMXClient.h> 44d291c222357303b9611cab89d0c3b047584ef377Chong Zhang#include <media/stagefright/PersistentSurface.h> 45b2d0b487efd40700199852c9a18b369b1651f15bLajos Molnar#include <media/stagefright/SurfaceUtils.h> 463a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber#include <media/hardware/HardwareAPI.h> 473a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber 4897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu#include <OMX_AudioExt.h> 494154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev#include <OMX_VideoExt.h> 50f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <OMX_Component.h> 5197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu#include <OMX_IndexExt.h> 52777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim#include <OMX_AsString.h> 53f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 54496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber#include "include/avc_utils.h" 555b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar#include "include/DataConverter.h" 567e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim#include "include/SharedMemoryBuffer.h" 5773dd808754c641fe798273d356ee38368715fa7bLajos Molnar#include "omx/OMXUtils.h" 58496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 596d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang#include <android/IGraphicBufferSource.h> 606d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang 61f933441648ef6a71dee783d733aac17b9508b452Andreas Hubernamespace android { 62f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 636d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhangusing binder::Status; 646d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang 656e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnarenum { 666e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar kMaxIndicesToCheck = 32, // used when enumerating supported formats and profiles 676e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar}; 686e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar 69251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// OMX errors are directly mapped into status_t range if 70251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// there is no corresponding MediaError status code. 71251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// Use the statusFromOMXError(int32_t omxError) function. 72251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// 73251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// Currently this is a direct map. 74251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// See frameworks/native/include/media/openmax/OMX_Core.h 75251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// 76251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// Vendor OMX errors from 0x90000000 - 0x9000FFFF 77251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// Extension OMX errors from 0x8F000000 - 0x90000000 78251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// Standard OMX errors from 0x80001000 - 0x80001024 (0x80001024 current) 79251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// 80251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung 81251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// returns true if err is a recognized OMX error code. 82251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// as OMX error is OMX_S32, this is an int32_t type 83251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hungstatic inline bool isOMXError(int32_t err) { 84251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return (ERROR_CODEC_MIN <= err && err <= ERROR_CODEC_MAX); 85251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung} 86251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung 87251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// converts an OMX error to a status_t 88251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hungstatic inline status_t statusFromOMXError(int32_t omxError) { 89251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung switch (omxError) { 90251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case OMX_ErrorInvalidComponentName: 91251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case OMX_ErrorComponentNotFound: 92251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return NAME_NOT_FOUND; // can trigger illegal argument error for provided names. 93251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung default: 94251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return isOMXError(omxError) ? omxError : 0; // no translation required 95251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 96251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung} 97251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung 986d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhangstatic inline status_t statusFromBinderStatus(const Status &status) { 996d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang if (status.isOk()) { 1006d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang return OK; 1016d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang } 1026d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang status_t err; 1036d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang if ((err = status.serviceSpecificErrorCode()) != OK) { 1046d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang return err; 1056d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang } 1066d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang if ((err = status.transactionError()) != OK) { 1076d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang return err; 1086d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang } 1096d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang // Other exception 1106d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang return UNKNOWN_ERROR; 1116d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang} 1126d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang 113251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// checks and converts status_t to a non-side-effect status_t 114251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hungstatic inline status_t makeNoSideEffectStatus(status_t err) { 115251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung switch (err) { 116251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // the following errors have side effects and may come 117251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // from other code modules. Remap for safety reasons. 118251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case INVALID_OPERATION: 119251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case DEAD_OBJECT: 120251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return UNKNOWN_ERROR; 121251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung default: 122251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return err; 123251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 124251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung} 125251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung 12626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnarstruct MessageList : public RefBase { 12726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar MessageList() { 12826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 129984a54322f7c70bc75e862d91bdd975814872affLajos Molnar virtual ~MessageList() { 130984a54322f7c70bc75e862d91bdd975814872affLajos Molnar } 13126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar std::list<sp<AMessage> > &getList() { return mList; } 13226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnarprivate: 13326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar std::list<sp<AMessage> > mList; 13426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 13526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar DISALLOW_EVIL_CONSTRUCTORS(MessageList); 13626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar}; 13726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 1385b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnarstatic sp<DataConverter> getCopyConverter() { 1395b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar static pthread_once_t once = PTHREAD_ONCE_INIT; // const-inited 1405b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar static sp<DataConverter> sCopyConverter; // zero-inited 1415b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar pthread_once(&once, [](){ sCopyConverter = new DataConverter(); }); 1425b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar return sCopyConverter; 1435b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar} 1445b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar 145f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct CodecObserver : public BnOMXObserver { 146f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CodecObserver() {} 147f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 148f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void setNotificationMessage(const sp<AMessage> &msg) { 149f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNotify = msg; 150f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 151f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 152f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // from IOMXObserver 15326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar virtual void onMessages(const std::list<omx_message> &messages) { 154984a54322f7c70bc75e862d91bdd975814872affLajos Molnar if (messages.empty()) { 155984a54322f7c70bc75e862d91bdd975814872affLajos Molnar return; 156984a54322f7c70bc75e862d91bdd975814872affLajos Molnar } 157984a54322f7c70bc75e862d91bdd975814872affLajos Molnar 158984a54322f7c70bc75e862d91bdd975814872affLajos Molnar sp<AMessage> notify = mNotify->dup(); 15926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar bool first = true; 16026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar sp<MessageList> msgList = new MessageList(); 16126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar for (std::list<omx_message>::const_iterator it = messages.cbegin(); 16226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar it != messages.cend(); ++it) { 16326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar const omx_message &omx_msg = *it; 16426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar if (first) { 16526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar notify->setInt32("node", omx_msg.node); 166984a54322f7c70bc75e862d91bdd975814872affLajos Molnar first = false; 167f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 168f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 16926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar sp<AMessage> msg = new AMessage; 17026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32("type", omx_msg.type); 17126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar switch (omx_msg.type) { 17226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar case omx_message::EVENT: 17326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar { 17426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32("event", omx_msg.u.event_data.event); 17526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32("data1", omx_msg.u.event_data.data1); 17626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32("data2", omx_msg.u.event_data.data2); 17726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar break; 17826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 179f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 18026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar case omx_message::EMPTY_BUFFER_DONE: 18126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar { 18226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32("buffer", omx_msg.u.buffer_data.buffer); 18326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32("fence_fd", omx_msg.fenceFd); 18426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar break; 18526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 186f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 18726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar case omx_message::FILL_BUFFER_DONE: 18826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar { 18926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32( 19026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar "buffer", omx_msg.u.extended_buffer_data.buffer); 19126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32( 19226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar "range_offset", 19326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar omx_msg.u.extended_buffer_data.range_offset); 19426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32( 19526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar "range_length", 19626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar omx_msg.u.extended_buffer_data.range_length); 19726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32( 19826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar "flags", 19926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar omx_msg.u.extended_buffer_data.flags); 20026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt64( 20126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar "timestamp", 20226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar omx_msg.u.extended_buffer_data.timestamp); 20326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32( 20426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar "fence_fd", omx_msg.fenceFd); 20526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar break; 20626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 207f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 20890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar case omx_message::FRAME_RENDERED: 20990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar { 21090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar msg->setInt64( 21190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar "media_time_us", omx_msg.u.render_data.timestamp); 21290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar msg->setInt64( 21390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar "system_nano", omx_msg.u.render_data.nanoTime); 21490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar break; 21590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 21690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 21726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar default: 21826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar ALOGE("Unrecognized message type: %d", omx_msg.type); 21926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar break; 22026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 22126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msgList->getList().push_back(msg); 22226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 22326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar notify->setObject("messages", msgList); 22426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar notify->post(); 225f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 226f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 227f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 228f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual ~CodecObserver() {} 229f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 230f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 231f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<AMessage> mNotify; 232f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 233f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(CodecObserver); 234f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 235f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 236f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 237f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 238f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::BaseState : public AState { 239090ef604f81447eab4aa0a5b45d6307482573560Chih-Hung Hsieh explicit BaseState(ACodec *codec, const sp<AState> &parentState = NULL); 240f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 241f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 242f933441648ef6a71dee783d733aac17b9508b452Andreas Huber enum PortMode { 243f933441648ef6a71dee783d733aac17b9508b452Andreas Huber KEEP_BUFFERS, 244f933441648ef6a71dee783d733aac17b9508b452Andreas Huber RESUBMIT_BUFFERS, 245f933441648ef6a71dee783d733aac17b9508b452Andreas Huber FREE_BUFFERS, 246f933441648ef6a71dee783d733aac17b9508b452Andreas Huber }; 247f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 248f933441648ef6a71dee783d733aac17b9508b452Andreas Huber ACodec *mCodec; 249f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 250f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual PortMode getPortMode(OMX_U32 portIndex); 251f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 252f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 253f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 254f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 255f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 256f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onOutputBufferDrained(const sp<AMessage> &msg); 257f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onInputBufferFilled(const sp<AMessage> &msg); 258f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 259f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void postFillThisBuffer(BufferInfo *info); 260f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 261f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 26226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar // Handles an OMX message. Returns true iff message was handled. 263f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool onOMXMessage(const sp<AMessage> &msg); 264f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 26526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar // Handles a list of messages. Returns true iff messages were handled. 26626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar bool onOMXMessageList(const sp<AMessage> &msg); 26726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 26826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar // returns true iff this message is for this component and the component is alive 26926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar bool checkOMXMessage(const sp<AMessage> &msg); 27026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 27115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar bool onOMXEmptyBufferDone(IOMX::buffer_id bufferID, int fenceFd); 272f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 273f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool onOMXFillBufferDone( 274f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferID, 275f933441648ef6a71dee783d733aac17b9508b452Andreas Huber size_t rangeOffset, size_t rangeLength, 276f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 flags, 27715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int64_t timeUs, 27815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int fenceFd); 279f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 28090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar virtual bool onOMXFrameRendered(int64_t mediaTimeUs, nsecs_t systemNano); 28190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 282f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void getMoreInputDataIfPossible(); 283f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 284f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(BaseState); 285f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 286f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 287f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 288f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 289ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huberstruct ACodec::DeathNotifier : public IBinder::DeathRecipient { 290090ef604f81447eab4aa0a5b45d6307482573560Chih-Hung Hsieh explicit DeathNotifier(const sp<AMessage> ¬ify) 291ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber : mNotify(notify) { 292ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber } 293ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 294ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber virtual void binderDied(const wp<IBinder> &) { 295ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mNotify->post(); 296ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber } 297ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 298ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huberprotected: 299ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber virtual ~DeathNotifier() {} 300ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 301ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huberprivate: 302ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber sp<AMessage> mNotify; 303ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 304ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(DeathNotifier); 305ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber}; 306ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 307f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::UninitializedState : public ACodec::BaseState { 308090ef604f81447eab4aa0a5b45d6307482573560Chih-Hung Hsieh explicit UninitializedState(ACodec *codec); 309f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 310f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 311f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 312c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber virtual void stateEntered(); 313f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 314f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 315f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void onSetup(const sp<AMessage> &msg); 316c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber bool onAllocateComponent(const sp<AMessage> &msg); 317f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 318ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber sp<DeathNotifier> mDeathNotifier; 319ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 320f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(UninitializedState); 321f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 322f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 323f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 324f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 325c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberstruct ACodec::LoadedState : public ACodec::BaseState { 326090ef604f81447eab4aa0a5b45d6307482573560Chih-Hung Hsieh explicit LoadedState(ACodec *codec); 327c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 328c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberprotected: 329c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 330c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber virtual void stateEntered(); 331c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 332c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberprivate: 333c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber friend struct ACodec::UninitializedState; 334c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 335c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber bool onConfigureComponent(const sp<AMessage> &msg); 3367cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden void onCreateInputSurface(const sp<AMessage> &msg); 3378f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang void onSetInputSurface(const sp<AMessage> &msg); 338c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber void onStart(); 339c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber void onShutdown(bool keepComponentAllocated); 340c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 341d291c222357303b9611cab89d0c3b047584ef377Chong Zhang status_t setupInputSurface(); 342d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 343c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(LoadedState); 344c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber}; 345c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 346c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber//////////////////////////////////////////////////////////////////////////////// 347c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 348f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::LoadedToIdleState : public ACodec::BaseState { 349090ef604f81447eab4aa0a5b45d6307482573560Chih-Hung Hsieh explicit LoadedToIdleState(ACodec *codec); 350f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 351f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 352f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 353f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 354f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 355f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 356f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 357f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t allocateBuffers(); 358f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 359f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(LoadedToIdleState); 360f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 361f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 362f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 363f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 364f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::IdleToExecutingState : public ACodec::BaseState { 365090ef604f81447eab4aa0a5b45d6307482573560Chih-Hung Hsieh explicit IdleToExecutingState(ACodec *codec); 366f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 367f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 368f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 369f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 370f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 371f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 372f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 373f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(IdleToExecutingState); 374f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 375f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 376f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 377f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 378f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::ExecutingState : public ACodec::BaseState { 379090ef604f81447eab4aa0a5b45d6307482573560Chih-Hung Hsieh explicit ExecutingState(ACodec *codec); 380f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 381054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar void submitRegularOutputBuffers(); 382054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar void submitOutputMetaBuffers(); 383f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void submitOutputBuffers(); 384f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 385f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // Submit output buffers to the decoder, submit input buffers to client 386f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // to fill with data. 387f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void resume(); 388f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 389349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber // Returns true iff input and output buffers are in play. 390349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber bool active() const { return mActive; } 391349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 392f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 393f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual PortMode getPortMode(OMX_U32 portIndex); 394f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 395f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 396f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 397f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 39890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar virtual bool onOMXFrameRendered(int64_t mediaTimeUs, nsecs_t systemNano); 399f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 400f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 401349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber bool mActive; 402349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 403f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(ExecutingState); 404f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 405f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 406f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 407f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 408f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::OutputPortSettingsChangedState : public ACodec::BaseState { 409090ef604f81447eab4aa0a5b45d6307482573560Chih-Hung Hsieh explicit OutputPortSettingsChangedState(ACodec *codec); 410f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 411f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 412f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual PortMode getPortMode(OMX_U32 portIndex); 413f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 414f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 415f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 416f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 41790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar virtual bool onOMXFrameRendered(int64_t mediaTimeUs, nsecs_t systemNano); 418f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 419f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 420f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(OutputPortSettingsChangedState); 421f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 422f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 423f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 424f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 425f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::ExecutingToIdleState : public ACodec::BaseState { 426090ef604f81447eab4aa0a5b45d6307482573560Chih-Hung Hsieh explicit ExecutingToIdleState(ACodec *codec); 427f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 428f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 429f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 430f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 431f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 432f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 433f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 434f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onOutputBufferDrained(const sp<AMessage> &msg); 435f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onInputBufferFilled(const sp<AMessage> &msg); 436f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 437f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 438f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void changeStateIfWeOwnAllBuffers(); 439f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4405778822d86b0337407514b9372562b86edfa91cdAndreas Huber bool mComponentNowIdle; 4415778822d86b0337407514b9372562b86edfa91cdAndreas Huber 442f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(ExecutingToIdleState); 443f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 444f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 445f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 446f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 447f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::IdleToLoadedState : public ACodec::BaseState { 448090ef604f81447eab4aa0a5b45d6307482573560Chih-Hung Hsieh explicit IdleToLoadedState(ACodec *codec); 449f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 450f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 451f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 452f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 453f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 454f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 455f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 456f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 457f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(IdleToLoadedState); 458f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 459f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 460f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 461f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 462f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::FlushingState : public ACodec::BaseState { 463090ef604f81447eab4aa0a5b45d6307482573560Chih-Hung Hsieh explicit FlushingState(ACodec *codec); 464f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 465f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 466f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 467f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 468f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 469f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 470f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 471f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onOutputBufferDrained(const sp<AMessage> &msg); 472f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onInputBufferFilled(const sp<AMessage> &msg); 473f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 474f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 475f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool mFlushComplete[2]; 476f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 477f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void changeStateIfWeOwnAllBuffers(); 478f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 479f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(FlushingState); 480f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 481f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 482f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 483f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 48415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnarvoid ACodec::BufferInfo::setWriteFence(int fenceFd, const char *dbg) { 48515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (mFenceFd >= 0) { 48615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGW("OVERWRITE OF %s fence %d by write fence %d in %s", 48715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mIsReadFence ? "read" : "write", mFenceFd, fenceFd, dbg); 48815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 48915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mFenceFd = fenceFd; 49015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mIsReadFence = false; 49115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar} 49215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 49315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnarvoid ACodec::BufferInfo::setReadFence(int fenceFd, const char *dbg) { 49415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (mFenceFd >= 0) { 49515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGW("OVERWRITE OF %s fence %d by read fence %d in %s", 49615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mIsReadFence ? "read" : "write", mFenceFd, fenceFd, dbg); 49715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 49815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mFenceFd = fenceFd; 49915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mIsReadFence = true; 50015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar} 50115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 50215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnarvoid ACodec::BufferInfo::checkWriteFence(const char *dbg) { 50315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (mFenceFd >= 0 && mIsReadFence) { 50415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGD("REUSING read fence %d as write fence in %s", mFenceFd, dbg); 50515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 50615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar} 50715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 50815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnarvoid ACodec::BufferInfo::checkReadFence(const char *dbg) { 50915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (mFenceFd >= 0 && !mIsReadFence) { 51015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGD("REUSING write fence %d as read fence in %s", mFenceFd, dbg); 51115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 51215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar} 51315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 51415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar//////////////////////////////////////////////////////////////////////////////// 51515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 516f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::ACodec() 517b6e9b8919c9ba25afc0f7f55ee3933f5d9f24dc8Marco Nelissen : mSampleRate(0), 518b6e9b8919c9ba25afc0f7f55ee3933f5d9f24dc8Marco Nelissen mQuirks(0), 519609b815a3131d22da38b2f452faa9f89daad4039Andy Hung mNode(0), 520b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mUsingNativeWindow(false), 521e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar mNativeWindowUsageBits(0), 522fe73b95aaef79ad312d9dfdb6c8873bd50c6c19eLajos Molnar mLastNativeWindowDataSpace(HAL_DATASPACE_UNKNOWN), 5238db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu mIsVideo(false), 524c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mIsEncoder(false), 525346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang mFatalError(false), 5269806555d3930be43e11106281dee354820ac1c88Andreas Huber mShutdownInProgress(false), 52754b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar mExplicitShutdown(false), 528f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang mIsLegacyVP9Decoder(false), 5299806555d3930be43e11106281dee354820ac1c88Andreas Huber mEncoderDelay(0), 5309806555d3930be43e11106281dee354820ac1c88Andreas Huber mEncoderPadding(0), 531e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang mRotationDegrees(0), 5329806555d3930be43e11106281dee354820ac1c88Andreas Huber mChannelMaskPresent(false), 533054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mChannelMask(0), 534054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mDequeueCounter(0), 535054219874873b41f1c815552987c10465c34ba2bLajos Molnar mInputMetadataType(kMetadataBufferTypeInvalid), 536054219874873b41f1c815552987c10465c34ba2bLajos Molnar mOutputMetadataType(kMetadataBufferTypeInvalid), 537011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar mLegacyAdaptiveExperiment(false), 538054219874873b41f1c815552987c10465c34ba2bLajos Molnar mMetadataBuffersToSubmit(0), 5395b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar mNumUndequeuedBuffers(0), 54094ee4b708acfa941581160b267afb79192b1d816Chong Zhang mRepeatFrameDelayUs(-1ll), 5412c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mMaxPtsGapUs(-1ll), 54237b2b389139ed638831e49708c947863eef631efRonghua Wu mMaxFps(-1), 5432c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mTimePerFrameUs(-1ll), 544609b815a3131d22da38b2f452faa9f89daad4039Andy Hung mTimePerCaptureUs(-1ll), 545ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad mCreateInputBuffersSuspended(false), 5468338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar mTunneled(false), 547db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang mDescribeColorAspectsIndex((OMX_INDEXTYPE)0), 548db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang mDescribeHDRStaticInfoIndex((OMX_INDEXTYPE)0) { 549f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mUninitializedState = new UninitializedState(this); 550c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mLoadedState = new LoadedState(this); 551f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mLoadedToIdleState = new LoadedToIdleState(this); 552f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mIdleToExecutingState = new IdleToExecutingState(this); 553f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mExecutingState = new ExecutingState(this); 554f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 555f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mOutputPortSettingsChangedState = 556f933441648ef6a71dee783d733aac17b9508b452Andreas Huber new OutputPortSettingsChangedState(this); 557f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 558f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mExecutingToIdleState = new ExecutingToIdleState(this); 559f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mIdleToLoadedState = new IdleToLoadedState(this); 560f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mFlushingState = new FlushingState(this); 561f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 562f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mPortEOS[kPortIndexInput] = mPortEOS[kPortIndexOutput] = false; 563dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mInputEOSResult = OK; 564f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 565fe73b95aaef79ad312d9dfdb6c8873bd50c6c19eLajos Molnar memset(&mLastNativeWindowCrop, 0, sizeof(mLastNativeWindowCrop)); 566fe73b95aaef79ad312d9dfdb6c8873bd50c6c19eLajos Molnar 567f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeState(mUninitializedState); 568f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 569f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 570f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::~ACodec() { 571f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 572f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 573f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::setNotificationMessage(const sp<AMessage> &msg) { 574f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNotify = msg; 575f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 576f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 577f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::initiateSetup(const sp<AMessage> &msg) { 578f933441648ef6a71dee783d733aac17b9508b452Andreas Huber msg->setWhat(kWhatSetup); 5791d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar msg->setTarget(this); 580f933441648ef6a71dee783d733aac17b9508b452Andreas Huber msg->post(); 581f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 582f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 583a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Hubervoid ACodec::signalSetParameters(const sp<AMessage> ¶ms) { 5841d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatSetParameters, this); 585a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber msg->setMessage("params", params); 586a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber msg->post(); 587a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber} 588a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 5895778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid ACodec::initiateAllocateComponent(const sp<AMessage> &msg) { 5905778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setWhat(kWhatAllocateComponent); 5911d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar msg->setTarget(this); 5925778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->post(); 5935778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 5945778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5955778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid ACodec::initiateConfigureComponent(const sp<AMessage> &msg) { 5965778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setWhat(kWhatConfigureComponent); 5971d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar msg->setTarget(this); 5985778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->post(); 5995778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 6005778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6011dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t ACodec::setSurface(const sp<Surface> &surface) { 6021dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> msg = new AMessage(kWhatSetSurface, this); 6031dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar msg->setObject("surface", surface); 6041dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 6051dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> response; 6061dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = msg->postAndAwaitResponse(&response); 6071dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 6081dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err == OK) { 6091dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar (void)response->findInt32("err", &err); 6101dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6111dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 6121dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar} 6131dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 6147cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFaddenvoid ACodec::initiateCreateInputSurface() { 6151d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatCreateInputSurface, this))->post(); 6167cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden} 6177cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 6188f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhangvoid ACodec::initiateSetInputSurface( 619d291c222357303b9611cab89d0c3b047584ef377Chong Zhang const sp<PersistentSurface> &surface) { 6208f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang sp<AMessage> msg = new AMessage(kWhatSetInputSurface, this); 621d291c222357303b9611cab89d0c3b047584ef377Chong Zhang msg->setObject("input-surface", surface); 622d291c222357303b9611cab89d0c3b047584ef377Chong Zhang msg->post(); 623d291c222357303b9611cab89d0c3b047584ef377Chong Zhang} 624d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6257cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFaddenvoid ACodec::signalEndOfInputStream() { 6261d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatSignalEndOfInputStream, this))->post(); 6277cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden} 6287cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 6295778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid ACodec::initiateStart() { 6301d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatStart, this))->post(); 6315778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 6325778822d86b0337407514b9372562b86edfa91cdAndreas Huber 633f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::signalFlush() { 6347a3a2b2f9bb9421dcf83fbd47276e57917078aefJames Dong ALOGV("[%s] signalFlush", mComponentName.c_str()); 6351d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatFlush, this))->post(); 636f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 637f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 638f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::signalResume() { 6391d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatResume, this))->post(); 640f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 641f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 642c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Hubervoid ACodec::initiateShutdown(bool keepComponentAllocated) { 6431d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatShutdown, this); 644c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber msg->setInt32("keepComponentAllocated", keepComponentAllocated); 645c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber msg->post(); 64630358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar if (!keepComponentAllocated) { 64730358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar // ensure shutdown completes in 3 seconds 6481d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatReleaseCodecInstance, this))->post(3000000); 64930358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar } 650f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 651f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 652496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Hubervoid ACodec::signalRequestIDRFrame() { 6531d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatRequestIDRFrame, this))->post(); 654496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber} 655496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 6564dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar// *** NOTE: THE FOLLOWING WORKAROUND WILL BE REMOVED *** 6574dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar// Some codecs may return input buffers before having them processed. 6584dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar// This causes a halt if we already signaled an EOS on the input 6594dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar// port. For now keep submitting an output buffer if there was an 6604dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar// EOS on the input port, but not yet on the output port. 661054219874873b41f1c815552987c10465c34ba2bLajos Molnarvoid ACodec::signalSubmitOutputMetadataBufferIfEOS_workaround() { 6624dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar if (mPortEOS[kPortIndexInput] && !mPortEOS[kPortIndexOutput] && 663054219874873b41f1c815552987c10465c34ba2bLajos Molnar mMetadataBuffersToSubmit > 0) { 664054219874873b41f1c815552987c10465c34ba2bLajos Molnar (new AMessage(kWhatSubmitOutputMetadataBufferIfEOS, this))->post(); 6654dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar } 6664dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar} 6674dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar 6681dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t ACodec::handleSetSurface(const sp<Surface> &surface) { 6691dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // allow keeping unset surface 6701dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (surface == NULL) { 6711dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mNativeWindow != NULL) { 6721dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGW("cannot unset a surface"); 6731dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return INVALID_OPERATION; 6741dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6751dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return OK; 6761dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6771dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 678e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar // cannot switch from bytebuffers to surface 6791dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mNativeWindow == NULL) { 6801dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGW("component was not configured with a surface"); 6811dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return INVALID_OPERATION; 6821dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6831dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 6841dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ANativeWindow *nativeWindow = surface.get(); 6851dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // if we have not yet started the codec, we can simply set the native window 6861dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mBuffers[kPortIndexInput].size() == 0) { 6871dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mNativeWindow = surface; 6881dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return OK; 6891dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6901dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 6911dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // we do not support changing a tunneled surface after start 6921dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mTunneled) { 6931dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGW("cannot change tunneled surface"); 6941dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return INVALID_OPERATION; 6951dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6961dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 697e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar int usageBits = 0; 698098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar // no need to reconnect as we will not dequeue all buffers 699098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar status_t err = setupNativeWindowSizeFormatAndUsage( 700098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar nativeWindow, &usageBits, 701098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar !storingMetadataInDecodedBuffers() || mLegacyAdaptiveExperiment /* reconnect */); 7021dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != OK) { 7031dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 7041dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7051dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 706f42917964a76720932b23e67a05d034cd0cf346bChong Zhang int ignoredFlags = kVideoGrallocUsage; 707e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar // New output surface is not allowed to add new usage flag except ignored ones. 708e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar if ((usageBits & ~(mNativeWindowUsageBits | ignoredFlags)) != 0) { 709e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar ALOGW("cannot change usage from %#x to %#x", mNativeWindowUsageBits, usageBits); 710e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar return BAD_VALUE; 711e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar } 712e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar 7131dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // get min undequeued count. We cannot switch to a surface that has a higher 7141dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // undequeued count than we allocated. 7151dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar int minUndequeuedBuffers = 0; 7161dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = nativeWindow->query( 7171dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar nativeWindow, NATIVE_WINDOW_MIN_UNDEQUEUED_BUFFERS, 7181dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar &minUndequeuedBuffers); 7191dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != 0) { 7201dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGE("NATIVE_WINDOW_MIN_UNDEQUEUED_BUFFERS query failed: %s (%d)", 7211dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar strerror(-err), -err); 7221dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 7231dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7241dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (minUndequeuedBuffers > (int)mNumUndequeuedBuffers) { 7251dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGE("new surface holds onto more buffers (%d) than planned for (%zu)", 7261dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar minUndequeuedBuffers, mNumUndequeuedBuffers); 7271dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return BAD_VALUE; 7281dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7291dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 7301dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // we cannot change the number of output buffers while OMX is running 7311dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // set up surface to the same count 7321dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar Vector<BufferInfo> &buffers = mBuffers[kPortIndexOutput]; 7331dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGV("setting up surface for %zu buffers", buffers.size()); 7341dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 7351dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = native_window_set_buffer_count(nativeWindow, buffers.size()); 7361dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != 0) { 7371dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGE("native_window_set_buffer_count failed: %s (%d)", strerror(-err), 7381dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar -err); 7391dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 7401dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7411dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 742dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // need to enable allocation when attaching 743dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar surface->getIGraphicBufferProducer()->allowAllocation(true); 744dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar 7451dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // for meta data mode, we move dequeud buffers to the new surface. 7461dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // for non-meta mode, we must move all registered buffers 7471dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar for (size_t i = 0; i < buffers.size(); ++i) { 7481dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar const BufferInfo &info = buffers[i]; 7491dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // skip undequeued buffers for meta data mode 750054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (storingMetadataInDecodedBuffers() 751011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar && !mLegacyAdaptiveExperiment 7521dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar && info.mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW) { 753598c14420eefb2df4b50d9dd55bbf99bbc35e95ePawin Vongmasa ALOGV("skipping buffer"); 7541dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar continue; 7551dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7561dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGV("attaching buffer %p", info.mGraphicBuffer->getNativeBuffer()); 7571dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 7581dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = surface->attachBuffer(info.mGraphicBuffer->getNativeBuffer()); 7591dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != OK) { 7601dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGE("failed to attach buffer %p to the new surface: %s (%d)", 7611dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar info.mGraphicBuffer->getNativeBuffer(), 7621dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar strerror(-err), -err); 7631dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 7641dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7651dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7661dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 7671dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // cancel undequeued buffers to new surface 768054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (!storingMetadataInDecodedBuffers() || mLegacyAdaptiveExperiment) { 7691dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar for (size_t i = 0; i < buffers.size(); ++i) { 77015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar BufferInfo &info = buffers.editItemAt(i); 7711dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (info.mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW) { 7721dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGV("canceling buffer %p", info.mGraphicBuffer->getNativeBuffer()); 7731dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = nativeWindow->cancelBuffer( 77415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar nativeWindow, info.mGraphicBuffer->getNativeBuffer(), info.mFenceFd); 77515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info.mFenceFd = -1; 7761dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != OK) { 7771dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGE("failed to cancel buffer %p to the new surface: %s (%d)", 7781dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar info.mGraphicBuffer->getNativeBuffer(), 7791dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar strerror(-err), -err); 7801dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 7811dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7821dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7831dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7841dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // disallow further allocation 7851dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar (void)surface->getIGraphicBufferProducer()->allowAllocation(false); 7861dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7871dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 788484979b1ab25aa41f503bd846323ab93b46d37e5Lajos Molnar // push blank buffers to previous window if requested 789484979b1ab25aa41f503bd846323ab93b46d37e5Lajos Molnar if (mFlags & kFlagPushBlankBuffersToNativeWindowOnShutdown) { 790484979b1ab25aa41f503bd846323ab93b46d37e5Lajos Molnar pushBlankBuffersToNativeWindow(mNativeWindow.get()); 791484979b1ab25aa41f503bd846323ab93b46d37e5Lajos Molnar } 792484979b1ab25aa41f503bd846323ab93b46d37e5Lajos Molnar 7931dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mNativeWindow = nativeWindow; 794e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar mNativeWindowUsageBits = usageBits; 7951dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return OK; 7961dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar} 7971dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 798f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::allocateBuffersOnPort(OMX_U32 portIndex) { 799f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 800f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 801f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(mDealer[portIndex] == NULL); 802f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(mBuffers[portIndex].isEmpty()); 803f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 8045778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err; 805f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mNativeWindow != NULL && portIndex == kPortIndexOutput) { 806054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (storingMetadataInDecodedBuffers()) { 807054219874873b41f1c815552987c10465c34ba2bLajos Molnar err = allocateOutputMetadataBuffers(); 808054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } else { 809054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar err = allocateOutputBuffersFromNativeWindow(); 810054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 8115778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 8125778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 8135778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&def); 8145778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.nPortIndex = portIndex; 815f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 8165778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->getParameter( 8175778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 818f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 8195778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err == OK) { 820054219874873b41f1c815552987c10465c34ba2bLajos Molnar MetadataBufferType type = 821054219874873b41f1c815552987c10465c34ba2bLajos Molnar portIndex == kPortIndexOutput ? mOutputMetadataType : mInputMetadataType; 8225b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar size_t bufSize = def.nBufferSize; 8233e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar if (type == kMetadataBufferTypeANWBuffer) { 824054219874873b41f1c815552987c10465c34ba2bLajos Molnar bufSize = sizeof(VideoNativeMetadata); 8253e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar } else if (type == kMetadataBufferTypeNativeHandleSource) { 8263e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar bufSize = sizeof(VideoNativeHandleMetadata); 827054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 828054219874873b41f1c815552987c10465c34ba2bLajos Molnar 829054219874873b41f1c815552987c10465c34ba2bLajos Molnar // If using gralloc or native source input metadata buffers, allocate largest 830054219874873b41f1c815552987c10465c34ba2bLajos Molnar // metadata size as we prefer to generate native source metadata, but component 8315fb8b2987ab96ad65dc4b046616607ece16d6fb3Lajos Molnar // may require gralloc source. For camera source, allocate at least enough 8325fb8b2987ab96ad65dc4b046616607ece16d6fb3Lajos Molnar // size for native metadata buffers. 8335b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar size_t allottedSize = bufSize; 8343e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar if (portIndex == kPortIndexInput && type == kMetadataBufferTypeANWBuffer) { 835054219874873b41f1c815552987c10465c34ba2bLajos Molnar bufSize = max(sizeof(VideoGrallocMetadata), sizeof(VideoNativeMetadata)); 8365fb8b2987ab96ad65dc4b046616607ece16d6fb3Lajos Molnar } else if (portIndex == kPortIndexInput && type == kMetadataBufferTypeCameraSource) { 8375b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar bufSize = max(bufSize, sizeof(VideoNativeMetadata)); 8385b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 8395b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar 8405b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar size_t conversionBufferSize = 0; 8415b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar 8425b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar sp<DataConverter> converter = mConverter[portIndex]; 8435b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (converter != NULL) { 8445b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar // here we assume sane conversions of max 4:1, so result fits in int32 8455b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (portIndex == kPortIndexInput) { 8465b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar conversionBufferSize = converter->sourceSize(bufSize); 8475b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } else { 8485b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar conversionBufferSize = converter->targetSize(bufSize); 8495b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 850054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 851054219874873b41f1c815552987c10465c34ba2bLajos Molnar 85228edbba6aa6c1a9bbea76da2f5cc3cd73af8eb4cLajos Molnar size_t alignment = MemoryDealer::getAllocationAlignment(); 85328edbba6aa6c1a9bbea76da2f5cc3cd73af8eb4cLajos Molnar 8545b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar ALOGV("[%s] Allocating %u buffers of size %zu/%zu (from %u using %s) on %s port", 8555778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentName.c_str(), 856054219874873b41f1c815552987c10465c34ba2bLajos Molnar def.nBufferCountActual, bufSize, allottedSize, def.nBufferSize, asString(type), 8575778822d86b0337407514b9372562b86edfa91cdAndreas Huber portIndex == kPortIndexInput ? "input" : "output"); 858f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 8595b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar // verify buffer sizes to avoid overflow in align() 8605b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (bufSize == 0 || max(bufSize, conversionBufferSize) > kMaxCodecBufferSize) { 86128edbba6aa6c1a9bbea76da2f5cc3cd73af8eb4cLajos Molnar ALOGE("b/22885421"); 86228edbba6aa6c1a9bbea76da2f5cc3cd73af8eb4cLajos Molnar return NO_MEMORY; 86328edbba6aa6c1a9bbea76da2f5cc3cd73af8eb4cLajos Molnar } 86428edbba6aa6c1a9bbea76da2f5cc3cd73af8eb4cLajos Molnar 86528edbba6aa6c1a9bbea76da2f5cc3cd73af8eb4cLajos Molnar // don't modify bufSize as OMX may not expect it to increase after negotiation 86628edbba6aa6c1a9bbea76da2f5cc3cd73af8eb4cLajos Molnar size_t alignedSize = align(bufSize, alignment); 8675b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar size_t alignedConvSize = align(conversionBufferSize, alignment); 8685b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (def.nBufferCountActual > SIZE_MAX / (alignedSize + alignedConvSize)) { 86934e63e9ffe6496d9180c825dc119c1fd1020ef8bMarco Nelissen ALOGE("b/22885421"); 87034e63e9ffe6496d9180c825dc119c1fd1020ef8bMarco Nelissen return NO_MEMORY; 87134e63e9ffe6496d9180c825dc119c1fd1020ef8bMarco Nelissen } 87228edbba6aa6c1a9bbea76da2f5cc3cd73af8eb4cLajos Molnar 8735b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar size_t totalSize = def.nBufferCountActual * (alignedSize + alignedConvSize); 8745778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDealer[portIndex] = new MemoryDealer(totalSize, "ACodec"); 875f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 8767e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim const sp<AMessage> &format = portIndex == kPortIndexInput ? mInputFormat : mOutputFormat; 877054219874873b41f1c815552987c10465c34ba2bLajos Molnar for (OMX_U32 i = 0; i < def.nBufferCountActual && err == OK; ++i) { 878054219874873b41f1c815552987c10465c34ba2bLajos Molnar sp<IMemory> mem = mDealer[portIndex]->allocate(bufSize); 8795581770ee0dde70e2e9c50533be35e537a5800efChong Zhang if (mem == NULL || mem->pointer() == NULL) { 880777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return NO_MEMORY; 881777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 882f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 883ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber BufferInfo info; 884ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber info.mStatus = BufferInfo::OWNED_BY_US; 88515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info.mFenceFd = -1; 88690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar info.mRenderInfo = NULL; 887a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar info.mNativeHandle = NULL; 888f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 889afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber uint32_t requiresAllocateBufferBit = 890afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber (portIndex == kPortIndexInput) 891b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar ? kRequiresAllocateBufferOnInputPorts 892b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar : kRequiresAllocateBufferOnOutputPorts; 8931065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber 894e33d922fd86699c664a15f09e6d8b2e422736a40Lajos Molnar if (portIndex == kPortIndexInput && (mFlags & kFlagIsSecure)) { 895ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber mem.clear(); 896ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 897a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar void *ptr = NULL; 8981b40f2804a27b695e9e53fb1699b64cb0dd387f9Lajos Molnar sp<NativeHandle> native_handle; 899a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar err = mOMX->allocateSecureBuffer( 900054219874873b41f1c815552987c10465c34ba2bLajos Molnar mNode, portIndex, bufSize, &info.mBufferID, 901a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar &ptr, &native_handle); 902a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar 903a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar // TRICKY: this representation is unorthodox, but ACodec requires 904a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar // an ABuffer with a proper size to validate range offsets and lengths. 905a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar // Since mData is never referenced for secure input, it is used to store 906a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar // either the pointer to the secure buffer, or the opaque handle as on 907a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar // some devices ptr is actually an opaque handle, not a pointer. 908a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar 909a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar // TRICKY2: use native handle as the base of the ABuffer if received one, 910a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar // because Widevine source only receives these base addresses. 9111b40f2804a27b695e9e53fb1699b64cb0dd387f9Lajos Molnar const native_handle_t *native_handle_ptr = 9121b40f2804a27b695e9e53fb1699b64cb0dd387f9Lajos Molnar native_handle == NULL ? NULL : native_handle->handle(); 9137e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim info.mData = new MediaCodecBuffer(format, 9147e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim new ABuffer(ptr != NULL ? ptr : (void *)native_handle_ptr, bufSize)); 9151b40f2804a27b695e9e53fb1699b64cb0dd387f9Lajos Molnar info.mNativeHandle = native_handle; 9165b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar info.mCodecData = info.mData; 917ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } else if (mQuirks & requiresAllocateBufferBit) { 9185778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->allocateBufferWithBackup( 919054219874873b41f1c815552987c10465c34ba2bLajos Molnar mNode, portIndex, mem, &info.mBufferID, allottedSize); 9205778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 921054219874873b41f1c815552987c10465c34ba2bLajos Molnar err = mOMX->useBuffer(mNode, portIndex, mem, &info.mBufferID, allottedSize); 922ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 923ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 924ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber if (mem != NULL) { 9257e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim info.mCodecData = new SharedMemoryBuffer(format, mem); 9265b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar info.mCodecRef = mem; 9275b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar 928054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (type == kMetadataBufferTypeANWBuffer) { 929054219874873b41f1c815552987c10465c34ba2bLajos Molnar ((VideoNativeMetadata *)mem->pointer())->nFenceFd = -1; 930054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 9315b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar 9325b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar // if we require conversion, allocate conversion buffer for client use; 9335b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar // otherwise, reuse codec buffer 9345b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (mConverter[portIndex] != NULL) { 9355b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar CHECK_GT(conversionBufferSize, (size_t)0); 9365b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar mem = mDealer[portIndex]->allocate(conversionBufferSize); 9375b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (mem == NULL|| mem->pointer() == NULL) { 9385b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar return NO_MEMORY; 9395b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 9407e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim info.mData = new SharedMemoryBuffer(format, mem); 9415b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar info.mMemRef = mem; 9425b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } else { 9435b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar info.mData = info.mCodecData; 9445b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar info.mMemRef = info.mCodecRef; 9455b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 9465778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 9471065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber 9485778822d86b0337407514b9372562b86edfa91cdAndreas Huber mBuffers[portIndex].push(info); 9491065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber } 9501065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber } 9515778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 952f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 9535778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 9545778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 9555778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 956f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 9575778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> notify = mNotify->dup(); 958d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatBuffersAllocated); 9595778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9605778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->setInt32("portIndex", portIndex); 961eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 962eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber sp<PortDescription> desc = new PortDescription; 963eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 9645778822d86b0337407514b9372562b86edfa91cdAndreas Huber for (size_t i = 0; i < mBuffers[portIndex].size(); ++i) { 965eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber const BufferInfo &info = mBuffers[portIndex][i]; 966a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar desc->addBuffer(info.mBufferID, info.mData, info.mNativeHandle, info.mMemRef); 967f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 968f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 969eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber notify->setObject("portDesc", desc); 9705778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->post(); 9715778822d86b0337407514b9372562b86edfa91cdAndreas Huber 972f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return OK; 973f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 974f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 975e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnarstatus_t ACodec::setupNativeWindowSizeFormatAndUsage( 976098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar ANativeWindow *nativeWindow /* nonnull */, int *finalUsage /* nonnull */, 977098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar bool reconnect) { 9781dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar OMX_PARAM_PORTDEFINITIONTYPE def; 9791dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar InitOMXParams(&def); 9801dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar def.nPortIndex = kPortIndexOutput; 9811dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 9821dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = mOMX->getParameter( 9831dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 9841dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 9851dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != OK) { 9861dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 9871dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 9881dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 9891dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar OMX_U32 usage = 0; 9901dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = mOMX->getGraphicBufferUsage(mNode, kPortIndexOutput, &usage); 9911dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != 0) { 9921dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGW("querying usage flags from OMX IL component failed: %d", err); 9931dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // XXX: Currently this error is logged, but not fatal. 9941dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar usage = 0; 9951dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 9961dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar int omxUsage = usage; 9971dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 9981dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mFlags & kFlagIsGrallocUsageProtected) { 9991dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar usage |= GRALLOC_USAGE_PROTECTED; 10001dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 10011dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 1002f42917964a76720932b23e67a05d034cd0cf346bChong Zhang usage |= kVideoGrallocUsage; 1003e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar *finalUsage = usage; 1004b2d0b487efd40700199852c9a18b369b1651f15bLajos Molnar 1005fe73b95aaef79ad312d9dfdb6c8873bd50c6c19eLajos Molnar memset(&mLastNativeWindowCrop, 0, sizeof(mLastNativeWindowCrop)); 1006fe73b95aaef79ad312d9dfdb6c8873bd50c6c19eLajos Molnar mLastNativeWindowDataSpace = HAL_DATASPACE_UNKNOWN; 1007fe73b95aaef79ad312d9dfdb6c8873bd50c6c19eLajos Molnar 10081dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGV("gralloc usage: %#x(OMX) => %#x(ACodec)", omxUsage, usage); 10091dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return setNativeWindowSizeFormatAndUsage( 10101dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar nativeWindow, 10111dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar def.format.video.nFrameWidth, 10121dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar def.format.video.nFrameHeight, 10131dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar def.format.video.eColorFormat, 10141dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mRotationDegrees, 1015098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar usage, 1016098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar reconnect); 10171dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar} 10181dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 10191dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t ACodec::configureOutputBuffersFromNativeWindow( 10201dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar OMX_U32 *bufferCount, OMX_U32 *bufferSize, 1021098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar OMX_U32 *minUndequeuedBuffers, bool preregister) { 1022098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar 10231dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar OMX_PARAM_PORTDEFINITIONTYPE def; 10241dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar InitOMXParams(&def); 10251dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar def.nPortIndex = kPortIndexOutput; 10261dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 10271dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = mOMX->getParameter( 10281dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 10291dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 10301dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err == OK) { 1031098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar err = setupNativeWindowSizeFormatAndUsage( 1032098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar mNativeWindow.get(), &mNativeWindowUsageBits, preregister /* reconnect */); 10331dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 10341dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != OK) { 1035e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar mNativeWindowUsageBits = 0; 10361dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 10371dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 10381dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 1039ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad // Exits here for tunneled video playback codecs -- i.e. skips native window 1040ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad // buffer allocation step as this is managed by the tunneled OMX omponent 1041ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad // itself and explicitly sets def.nBufferCountActual to 0. 1042ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad if (mTunneled) { 1043ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad ALOGV("Tunneled Playback: skipping native window buffer allocation."); 1044ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad def.nBufferCountActual = 0; 1045ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad err = mOMX->setParameter( 1046ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 1047ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad 1048ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad *minUndequeuedBuffers = 0; 1049ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad *bufferCount = 0; 1050ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad *bufferSize = 0; 1051ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad return err; 1052ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad } 1053ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad 1054054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar *minUndequeuedBuffers = 0; 1055258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis err = mNativeWindow->query( 1056258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis mNativeWindow.get(), NATIVE_WINDOW_MIN_UNDEQUEUED_BUFFERS, 1057054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar (int *)minUndequeuedBuffers); 1058258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis 1059258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis if (err != 0) { 106029357bc2c0dd7c43ad3bd0c8e3efa4e6fd9bfd47Steve Block ALOGE("NATIVE_WINDOW_MIN_UNDEQUEUED_BUFFERS query failed: %s (%d)", 1061258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis strerror(-err), -err); 1062258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis return err; 1063258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis } 1064258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis 1065e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // FIXME: assume that surface is controlled by app (native window 1066e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // returns the number for the case when surface is not controlled by app) 10671faa41704e0b976e546321effcb09a85767d51baLajos Molnar // FIXME2: This means that minUndeqeueudBufs can be 1 larger than reported 10681faa41704e0b976e546321effcb09a85767d51baLajos Molnar // For now, try to allocate 1 more buffer, but don't fail if unsuccessful 1069e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar 1070e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // Use conservative allocation while also trying to reduce starvation 1071e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // 1072e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // 1. allocate at least nBufferCountMin + minUndequeuedBuffers - that is the 1073e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // minimum needed for the consumer to be able to work 1074e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // 2. try to allocate two (2) additional buffers to reduce starvation from 1075e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // the consumer 10761faa41704e0b976e546321effcb09a85767d51baLajos Molnar // plus an extra buffer to account for incorrect minUndequeuedBufs 10771faa41704e0b976e546321effcb09a85767d51baLajos Molnar for (OMX_U32 extraBuffers = 2 + 1; /* condition inside loop */; extraBuffers--) { 1078e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar OMX_U32 newBufferCount = 1079e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar def.nBufferCountMin + *minUndequeuedBuffers + extraBuffers; 1080258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis def.nBufferCountActual = newBufferCount; 1081258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis err = mOMX->setParameter( 1082258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 1083258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis 1084e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar if (err == OK) { 1085e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar *minUndequeuedBuffers += extraBuffers; 1086e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar break; 1087e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar } 1088e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar 1089609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGW("[%s] setting nBufferCountActual to %u failed: %d", 1090e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar mComponentName.c_str(), newBufferCount, err); 1091e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar /* exit condition */ 1092e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar if (extraBuffers == 0) { 1093258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis return err; 1094258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis } 1095258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis } 1096258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis 1097f933441648ef6a71dee783d733aac17b9508b452Andreas Huber err = native_window_set_buffer_count( 1098f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNativeWindow.get(), def.nBufferCountActual); 1099f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1100f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != 0) { 110129357bc2c0dd7c43ad3bd0c8e3efa4e6fd9bfd47Steve Block ALOGE("native_window_set_buffer_count failed: %s (%d)", strerror(-err), 1102f933441648ef6a71dee783d733aac17b9508b452Andreas Huber -err); 1103f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 1104f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1105f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1106054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar *bufferCount = def.nBufferCountActual; 1107054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar *bufferSize = def.nBufferSize; 1108054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar return err; 1109054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar} 1110054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1111054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnarstatus_t ACodec::allocateOutputBuffersFromNativeWindow() { 1112054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar OMX_U32 bufferCount, bufferSize, minUndequeuedBuffers; 1113054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar status_t err = configureOutputBuffersFromNativeWindow( 1114098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar &bufferCount, &bufferSize, &minUndequeuedBuffers, true /* preregister */); 1115054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar if (err != 0) 1116054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar return err; 1117e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar mNumUndequeuedBuffers = minUndequeuedBuffers; 1118054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1119054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (!storingMetadataInDecodedBuffers()) { 11203298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia static_cast<Surface*>(mNativeWindow.get()) 11213298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia ->getIGraphicBufferProducer()->allowAllocation(true); 11223298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia } 11233298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia 1124609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] Allocating %u buffers from a native window of size %u on " 1125f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "output port", 1126054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mComponentName.c_str(), bufferCount, bufferSize); 1127f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1128f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // Dequeue buffers and send them to OMX 1129054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar for (OMX_U32 i = 0; i < bufferCount; i++) { 11308ce2364512f7c32c824f5ec5719688830ba72427Iliyan Malchev ANativeWindowBuffer *buf; 113115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int fenceFd; 113215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar err = mNativeWindow->dequeueBuffer(mNativeWindow.get(), &buf, &fenceFd); 1133f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != 0) { 113429357bc2c0dd7c43ad3bd0c8e3efa4e6fd9bfd47Steve Block ALOGE("dequeueBuffer failed: %s (%d)", strerror(-err), -err); 1135f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 1136f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1137f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1138f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<GraphicBuffer> graphicBuffer(new GraphicBuffer(buf, false)); 113974006804065941841883c4b46ee785070164023fJamie Gennis BufferInfo info; 114074006804065941841883c4b46ee785070164023fJamie Gennis info.mStatus = BufferInfo::OWNED_BY_US; 114115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info.mFenceFd = fenceFd; 114215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info.mIsReadFence = false; 114390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar info.mRenderInfo = NULL; 114474006804065941841883c4b46ee785070164023fJamie Gennis info.mGraphicBuffer = graphicBuffer; 114574006804065941841883c4b46ee785070164023fJamie Gennis mBuffers[kPortIndexOutput].push(info); 114674006804065941841883c4b46ee785070164023fJamie Gennis 1147f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferId; 1148f933441648ef6a71dee783d733aac17b9508b452Andreas Huber err = mOMX->useGraphicBuffer(mNode, kPortIndexOutput, graphicBuffer, 1149f933441648ef6a71dee783d733aac17b9508b452Andreas Huber &bufferId); 1150f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != 0) { 1151609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGE("registering GraphicBuffer %u with OMX IL component failed: " 115274006804065941841883c4b46ee785070164023fJamie Gennis "%d", i, err); 1153f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 1154f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1155f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 115674006804065941841883c4b46ee785070164023fJamie Gennis mBuffers[kPortIndexOutput].editItemAt(i).mBufferID = bufferId; 115774006804065941841883c4b46ee785070164023fJamie Gennis 1158609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] Registered graphic buffer with ID %u (pointer = %p)", 1159f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mComponentName.c_str(), 1160f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bufferId, graphicBuffer.get()); 1161f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1162f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1163f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 cancelStart; 1164f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 cancelEnd; 1165f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1166f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != 0) { 1167f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // If an error occurred while dequeuing we need to cancel any buffers 1168f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // that were dequeued. 1169f933441648ef6a71dee783d733aac17b9508b452Andreas Huber cancelStart = 0; 117074006804065941841883c4b46ee785070164023fJamie Gennis cancelEnd = mBuffers[kPortIndexOutput].size(); 1171f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else { 1172054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar // Return the required minimum undequeued buffers to the native window. 1173054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar cancelStart = bufferCount - minUndequeuedBuffers; 1174054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar cancelEnd = bufferCount; 1175f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1176f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1177f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (OMX_U32 i = cancelStart; i < cancelEnd; i++) { 1178f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = &mBuffers[kPortIndexOutput].editItemAt(i); 11793175d2babfcdcb64f41309157e0436d00375ae4bWei Jia if (info->mStatus == BufferInfo::OWNED_BY_US) { 11803175d2babfcdcb64f41309157e0436d00375ae4bWei Jia status_t error = cancelBufferToNativeWindow(info); 11813175d2babfcdcb64f41309157e0436d00375ae4bWei Jia if (err == 0) { 11823175d2babfcdcb64f41309157e0436d00375ae4bWei Jia err = error; 11833175d2babfcdcb64f41309157e0436d00375ae4bWei Jia } 11843fb9f68dea5d991288f0ea8037742b50c7df5767Wei Jia } 1185f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1186f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1187054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (!storingMetadataInDecodedBuffers()) { 11883298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia static_cast<Surface*>(mNativeWindow.get()) 11893298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia ->getIGraphicBufferProducer()->allowAllocation(false); 11903298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia } 11913298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia 1192f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 1193f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1194f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1195054219874873b41f1c815552987c10465c34ba2bLajos Molnarstatus_t ACodec::allocateOutputMetadataBuffers() { 1196054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar OMX_U32 bufferCount, bufferSize, minUndequeuedBuffers; 1197054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar status_t err = configureOutputBuffersFromNativeWindow( 1198098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar &bufferCount, &bufferSize, &minUndequeuedBuffers, 1199098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar mLegacyAdaptiveExperiment /* preregister */); 1200054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar if (err != 0) 1201054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar return err; 1202e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar mNumUndequeuedBuffers = minUndequeuedBuffers; 1203054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1204e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar ALOGV("[%s] Allocating %u meta buffers on output port", 1205e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar mComponentName.c_str(), bufferCount); 1206e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1207054219874873b41f1c815552987c10465c34ba2bLajos Molnar size_t bufSize = mOutputMetadataType == kMetadataBufferTypeANWBuffer ? 1208054219874873b41f1c815552987c10465c34ba2bLajos Molnar sizeof(struct VideoNativeMetadata) : sizeof(struct VideoGrallocMetadata); 120928edbba6aa6c1a9bbea76da2f5cc3cd73af8eb4cLajos Molnar size_t totalSize = bufferCount * align(bufSize, MemoryDealer::getAllocationAlignment()); 1210e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar mDealer[kPortIndexOutput] = new MemoryDealer(totalSize, "ACodec"); 1211e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1212e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar // Dequeue buffers and send them to OMX 1213e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar for (OMX_U32 i = 0; i < bufferCount; i++) { 1214e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar BufferInfo info; 1215e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar info.mStatus = BufferInfo::OWNED_BY_NATIVE_WINDOW; 121615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info.mFenceFd = -1; 121790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar info.mRenderInfo = NULL; 1218e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar info.mGraphicBuffer = NULL; 1219e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar info.mDequeuedAt = mDequeueCounter; 1220e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1221054219874873b41f1c815552987c10465c34ba2bLajos Molnar sp<IMemory> mem = mDealer[kPortIndexOutput]->allocate(bufSize); 12225581770ee0dde70e2e9c50533be35e537a5800efChong Zhang if (mem == NULL || mem->pointer() == NULL) { 1223777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return NO_MEMORY; 1224777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 1225054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mOutputMetadataType == kMetadataBufferTypeANWBuffer) { 1226054219874873b41f1c815552987c10465c34ba2bLajos Molnar ((VideoNativeMetadata *)mem->pointer())->nFenceFd = -1; 1227054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 12287e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim info.mData = new SharedMemoryBuffer(mOutputFormat, mem); 12295b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar info.mMemRef = mem; 12305b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar info.mCodecData = info.mData; 12315b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar info.mCodecRef = mem; 1232e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1233e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar // we use useBuffer for metadata regardless of quirks 1234e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar err = mOMX->useBuffer( 1235cc7cc67349b7a3f498882087aa42ffc05a2daf11Lajos Molnar mNode, kPortIndexOutput, mem, &info.mBufferID, mem->size()); 1236e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar mBuffers[kPortIndexOutput].push(info); 1237e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1238e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar ALOGV("[%s] allocated meta buffer with ID %u (pointer = %p)", 1239e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar mComponentName.c_str(), info.mBufferID, mem->pointer()); 1240e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar } 1241e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1242011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar if (mLegacyAdaptiveExperiment) { 1243e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar // preallocate and preregister buffers 1244011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar static_cast<Surface *>(mNativeWindow.get()) 1245011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar ->getIGraphicBufferProducer()->allowAllocation(true); 1246011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar 1247011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar ALOGV("[%s] Allocating %u buffers from a native window of size %u on " 1248011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar "output port", 1249011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar mComponentName.c_str(), bufferCount, bufferSize); 1250011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar 1251011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar // Dequeue buffers then cancel them all 1252011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar for (OMX_U32 i = 0; i < bufferCount; i++) { 1253e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar BufferInfo *info = &mBuffers[kPortIndexOutput].editItemAt(i); 1254e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1255011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar ANativeWindowBuffer *buf; 125615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int fenceFd; 125715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar err = mNativeWindow->dequeueBuffer(mNativeWindow.get(), &buf, &fenceFd); 1258011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar if (err != 0) { 1259011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar ALOGE("dequeueBuffer failed: %s (%d)", strerror(-err), -err); 1260011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar break; 1261011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar } 1262011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar 1263011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar sp<GraphicBuffer> graphicBuffer(new GraphicBuffer(buf, false)); 1264e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar mOMX->updateGraphicBufferInMeta( 1265e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar mNode, kPortIndexOutput, graphicBuffer, info->mBufferID); 1266e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar info->mStatus = BufferInfo::OWNED_BY_US; 126715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->setWriteFence(fenceFd, "allocateOutputMetadataBuffers for legacy"); 1268e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar info->mGraphicBuffer = graphicBuffer; 1269011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar } 1270011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar 1271011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar for (OMX_U32 i = 0; i < mBuffers[kPortIndexOutput].size(); i++) { 1272011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar BufferInfo *info = &mBuffers[kPortIndexOutput].editItemAt(i); 12733175d2babfcdcb64f41309157e0436d00375ae4bWei Jia if (info->mStatus == BufferInfo::OWNED_BY_US) { 12743175d2babfcdcb64f41309157e0436d00375ae4bWei Jia status_t error = cancelBufferToNativeWindow(info); 12753175d2babfcdcb64f41309157e0436d00375ae4bWei Jia if (err == OK) { 12763175d2babfcdcb64f41309157e0436d00375ae4bWei Jia err = error; 12773175d2babfcdcb64f41309157e0436d00375ae4bWei Jia } 1278011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar } 1279011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar } 1280011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar 1281011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar static_cast<Surface*>(mNativeWindow.get()) 1282011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar ->getIGraphicBufferProducer()->allowAllocation(false); 1283011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar } 1284011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar 1285054219874873b41f1c815552987c10465c34ba2bLajos Molnar mMetadataBuffersToSubmit = bufferCount - minUndequeuedBuffers; 1286054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar return err; 1287054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar} 1288054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1289054219874873b41f1c815552987c10465c34ba2bLajos Molnarstatus_t ACodec::submitOutputMetadataBuffer() { 1290054219874873b41f1c815552987c10465c34ba2bLajos Molnar CHECK(storingMetadataInDecodedBuffers()); 1291054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mMetadataBuffersToSubmit == 0) 1292054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar return OK; 1293054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1294054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar BufferInfo *info = dequeueBufferFromNativeWindow(); 12950806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (info == NULL) { 1296054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar return ERROR_IO; 12970806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 1298054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1299609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] submitting output meta buffer ID %u for graphic buffer %p", 1300054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mComponentName.c_str(), info->mBufferID, info->mGraphicBuffer.get()); 1301054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1302054219874873b41f1c815552987c10465c34ba2bLajos Molnar --mMetadataBuffersToSubmit; 130315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkWriteFence("submitOutputMetadataBuffer"); 130415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar status_t err = mOMX->fillBuffer(mNode, info->mBufferID, info->mFenceFd); 130515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 1306777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err == OK) { 1307777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim info->mStatus = BufferInfo::OWNED_BY_COMPONENT; 1308777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 1309054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1310777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 1311054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar} 1312054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 131315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnarstatus_t ACodec::waitForFence(int fd, const char *dbg ) { 131415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar status_t res = OK; 131515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (fd >= 0) { 131615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar sp<Fence> fence = new Fence(fd); 131715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar res = fence->wait(IOMX::kFenceTimeoutMs); 131815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGW_IF(res != OK, "FENCE TIMEOUT for %d in %s", fd, dbg); 131915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 132015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar return res; 132115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar} 132215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 13230806340688c937e7b78c2d89db3809274130df4eLajos Molnar// static 13240806340688c937e7b78c2d89db3809274130df4eLajos Molnarconst char *ACodec::_asString(BufferInfo::Status s) { 13250806340688c937e7b78c2d89db3809274130df4eLajos Molnar switch (s) { 13260806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_US: return "OUR"; 13270806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_COMPONENT: return "COMPONENT"; 13280806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_UPSTREAM: return "UPSTREAM"; 13290806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_DOWNSTREAM: return "DOWNSTREAM"; 13300806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_NATIVE_WINDOW: return "SURFACE"; 13310806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::UNRECOGNIZED: return "UNRECOGNIZED"; 13320806340688c937e7b78c2d89db3809274130df4eLajos Molnar default: return "?"; 13330806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 13340806340688c937e7b78c2d89db3809274130df4eLajos Molnar} 13350806340688c937e7b78c2d89db3809274130df4eLajos Molnar 13360806340688c937e7b78c2d89db3809274130df4eLajos Molnarvoid ACodec::dumpBuffers(OMX_U32 portIndex) { 13370806340688c937e7b78c2d89db3809274130df4eLajos Molnar CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 13380806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGI("[%s] %s port has %zu buffers:", mComponentName.c_str(), 13390806340688c937e7b78c2d89db3809274130df4eLajos Molnar portIndex == kPortIndexInput ? "input" : "output", mBuffers[portIndex].size()); 13400806340688c937e7b78c2d89db3809274130df4eLajos Molnar for (size_t i = 0; i < mBuffers[portIndex].size(); ++i) { 13410806340688c937e7b78c2d89db3809274130df4eLajos Molnar const BufferInfo &info = mBuffers[portIndex][i]; 13420806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGI(" slot %2zu: #%8u %p/%p %s(%d) dequeued:%u", 13430806340688c937e7b78c2d89db3809274130df4eLajos Molnar i, info.mBufferID, info.mGraphicBuffer.get(), 13440806340688c937e7b78c2d89db3809274130df4eLajos Molnar info.mGraphicBuffer == NULL ? NULL : info.mGraphicBuffer->getNativeBuffer(), 13450806340688c937e7b78c2d89db3809274130df4eLajos Molnar _asString(info.mStatus), info.mStatus, info.mDequeuedAt); 13460806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 13470806340688c937e7b78c2d89db3809274130df4eLajos Molnar} 13480806340688c937e7b78c2d89db3809274130df4eLajos Molnar 1349f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::cancelBufferToNativeWindow(BufferInfo *info) { 1350f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ((int)info->mStatus, (int)BufferInfo::OWNED_BY_US); 1351f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1352609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] Calling cancelBuffer on buffer %u", 1353f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mComponentName.c_str(), info->mBufferID); 1354f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 135515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkWriteFence("cancelBufferToNativeWindow"); 1356f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int err = mNativeWindow->cancelBuffer( 135715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mNativeWindow.get(), info->mGraphicBuffer.get(), info->mFenceFd); 135815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 1359f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 13603fb9f68dea5d991288f0ea8037742b50c7df5767Wei Jia ALOGW_IF(err != 0, "[%s] can not return buffer %u to native window", 13613fb9f68dea5d991288f0ea8037742b50c7df5767Wei Jia mComponentName.c_str(), info->mBufferID); 13620806340688c937e7b78c2d89db3809274130df4eLajos Molnar // change ownership even if cancelBuffer fails 1363f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_NATIVE_WINDOW; 1364f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 13653fb9f68dea5d991288f0ea8037742b50c7df5767Wei Jia return err; 1366f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1367f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 136890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarvoid ACodec::updateRenderInfoForDequeuedBuffer( 136990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar ANativeWindowBuffer *buf, int fenceFd, BufferInfo *info) { 137090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 137190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar info->mRenderInfo = 137290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mRenderTracker.updateInfoForDequeuedBuffer( 137390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar buf, fenceFd, info - &mBuffers[kPortIndexOutput][0]); 137490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 137590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // check for any fences already signaled 137690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar notifyOfRenderedFrames(false /* dropIncomplete */, info->mRenderInfo); 137790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 137890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 137990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarvoid ACodec::onFrameRendered(int64_t mediaTimeUs, nsecs_t systemNano) { 138090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (mRenderTracker.onFrameRendered(mediaTimeUs, systemNano) != OK) { 138190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mRenderTracker.dumpRenderQueue(); 138290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 138390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 138490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 138590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarvoid ACodec::notifyOfRenderedFrames(bool dropIncomplete, FrameRenderTracker::Info *until) { 138690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar sp<AMessage> msg = mNotify->dup(); 138790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar msg->setInt32("what", CodecBase::kWhatOutputFramesRendered); 138890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar std::list<FrameRenderTracker::Info> done = 138990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mRenderTracker.checkFencesAndGetRenderedFrames(until, dropIncomplete); 139090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 139190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // unlink untracked frames 139290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar for (std::list<FrameRenderTracker::Info>::const_iterator it = done.cbegin(); 139390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar it != done.cend(); ++it) { 1394604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar ssize_t index = it->getIndex(); 1395604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar if (index >= 0 && (size_t)index < mBuffers[kPortIndexOutput].size()) { 1396604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar mBuffers[kPortIndexOutput].editItemAt(index).mRenderInfo = NULL; 1397604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar } else if (index >= 0) { 1398604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar // THIS SHOULD NEVER HAPPEN 1399604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar ALOGE("invalid index %zd in %zu", index, mBuffers[kPortIndexOutput].size()); 140090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 140190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 140290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 140390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (MediaCodec::CreateFramesRenderedMessage(done, msg)) { 140490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar msg->post(); 140590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 140690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 140790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 1408f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::BufferInfo *ACodec::dequeueBufferFromNativeWindow() { 14098ce2364512f7c32c824f5ec5719688830ba72427Iliyan Malchev ANativeWindowBuffer *buf; 1410054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar CHECK(mNativeWindow.get() != NULL); 1411ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad 1412ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad if (mTunneled) { 1413ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad ALOGW("dequeueBufferFromNativeWindow() should not be called in tunnel" 1414ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad " video playback mode mode!"); 1415ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad return NULL; 1416ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad } 1417ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad 1418346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang if (mFatalError) { 1419346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang ALOGW("not dequeuing from native window due to fatal error"); 1420346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang return NULL; 1421346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang } 1422346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang 142315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int fenceFd = -1; 1424dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar do { 142515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar status_t err = mNativeWindow->dequeueBuffer(mNativeWindow.get(), &buf, &fenceFd); 142615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (err != 0) { 142715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGE("dequeueBuffer failed: %s(%d).", asString(err), err); 1428dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar return NULL; 1429dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar } 1430f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1431dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar bool stale = false; 1432b92add32c22656dedfb82d26ccc168c43c92b8ebChad Brubaker for (size_t i = mBuffers[kPortIndexOutput].size(); i > 0;) { 1433b92add32c22656dedfb82d26ccc168c43c92b8ebChad Brubaker i--; 1434dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar BufferInfo *info = &mBuffers[kPortIndexOutput].editItemAt(i); 1435dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar 1436dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar if (info->mGraphicBuffer != NULL && 143790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar info->mGraphicBuffer->handle == buf->handle) { 1438dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // Since consumers can attach buffers to BufferQueues, it is possible 1439dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // that a known yet stale buffer can return from a surface that we 1440dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // once used. We can simply ignore this as we have already dequeued 1441dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // this buffer properly. NOTE: this does not eliminate all cases, 1442dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // e.g. it is possible that we have queued the valid buffer to the 1443dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // NW, and a stale copy of the same buffer gets dequeued - which will 1444dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // be treated as the valid buffer by ACodec. 1445dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar if (info->mStatus != BufferInfo::OWNED_BY_NATIVE_WINDOW) { 1446dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar ALOGI("dequeued stale buffer %p. discarding", buf); 1447dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar stale = true; 1448dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar break; 1449dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar } 145090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 1451dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar ALOGV("dequeued buffer %p", info->mGraphicBuffer->getNativeBuffer()); 1452dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar info->mStatus = BufferInfo::OWNED_BY_US; 145315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->setWriteFence(fenceFd, "dequeueBufferFromNativeWindow"); 145490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar updateRenderInfoForDequeuedBuffer(buf, fenceFd, info); 1455dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar return info; 1456dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar } 1457dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar } 1458f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1459dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // It is also possible to receive a previously unregistered buffer 1460dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // in non-meta mode. These should be treated as stale buffers. The 1461dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // same is possible in meta mode, in which case, it will be treated 1462dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // as a normal buffer, which is not desirable. 1463dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // TODO: fix this. 1464054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (!stale && (!storingMetadataInDecodedBuffers() || mLegacyAdaptiveExperiment)) { 1465dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar ALOGI("dequeued unrecognized (stale) buffer %p. discarding", buf); 1466dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar stale = true; 1467dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar } 1468dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar if (stale) { 1469dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // TODO: detach stale buffer, but there is no API yet to do it. 1470dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar buf = NULL; 1471f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1472dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar } while (buf == NULL); 1473054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1474dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // get oldest undequeued buffer 1475dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar BufferInfo *oldest = NULL; 1476b92add32c22656dedfb82d26ccc168c43c92b8ebChad Brubaker for (size_t i = mBuffers[kPortIndexOutput].size(); i > 0;) { 1477b92add32c22656dedfb82d26ccc168c43c92b8ebChad Brubaker i--; 1478dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar BufferInfo *info = 1479dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar &mBuffers[kPortIndexOutput].editItemAt(i); 1480054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar if (info->mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW && 1481054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar (oldest == NULL || 1482054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar // avoid potential issues from counter rolling over 1483054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mDequeueCounter - info->mDequeuedAt > 1484054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mDequeueCounter - oldest->mDequeuedAt)) { 1485054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar oldest = info; 1486054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 1487054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 1488054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 14890806340688c937e7b78c2d89db3809274130df4eLajos Molnar // it is impossible dequeue a buffer when there are no buffers with ANW 14900806340688c937e7b78c2d89db3809274130df4eLajos Molnar CHECK(oldest != NULL); 14910806340688c937e7b78c2d89db3809274130df4eLajos Molnar // it is impossible to dequeue an unknown buffer in non-meta mode, as the 14920806340688c937e7b78c2d89db3809274130df4eLajos Molnar // while loop above does not complete 1493054219874873b41f1c815552987c10465c34ba2bLajos Molnar CHECK(storingMetadataInDecodedBuffers()); 1494054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 14950806340688c937e7b78c2d89db3809274130df4eLajos Molnar // discard buffer in LRU info and replace with new buffer 14960806340688c937e7b78c2d89db3809274130df4eLajos Molnar oldest->mGraphicBuffer = new GraphicBuffer(buf, false); 14970806340688c937e7b78c2d89db3809274130df4eLajos Molnar oldest->mStatus = BufferInfo::OWNED_BY_US; 149815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar oldest->setWriteFence(fenceFd, "dequeueBufferFromNativeWindow for oldest"); 149990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mRenderTracker.untrackFrame(oldest->mRenderInfo); 150090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar oldest->mRenderInfo = NULL; 1501d0715867861c216e88a4a7523b6da8a3cb128724Lajos Molnar 15020806340688c937e7b78c2d89db3809274130df4eLajos Molnar mOMX->updateGraphicBufferInMeta( 15030806340688c937e7b78c2d89db3809274130df4eLajos Molnar mNode, kPortIndexOutput, oldest->mGraphicBuffer, 15040806340688c937e7b78c2d89db3809274130df4eLajos Molnar oldest->mBufferID); 1505054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1506054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mOutputMetadataType == kMetadataBufferTypeGrallocSource) { 1507054219874873b41f1c815552987c10465c34ba2bLajos Molnar VideoGrallocMetadata *grallocMeta = 15087e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim reinterpret_cast<VideoGrallocMetadata *>(oldest->mData->data()); 1509054219874873b41f1c815552987c10465c34ba2bLajos Molnar ALOGV("replaced oldest buffer #%u with age %u (%p/%p stored in %p)", 1510054219874873b41f1c815552987c10465c34ba2bLajos Molnar (unsigned)(oldest - &mBuffers[kPortIndexOutput][0]), 1511054219874873b41f1c815552987c10465c34ba2bLajos Molnar mDequeueCounter - oldest->mDequeuedAt, 15127c77f9ca649f321374118937bcdaca14a7e5684bLajos Molnar (void *)(uintptr_t)grallocMeta->pHandle, 15137e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim oldest->mGraphicBuffer->handle, oldest->mData->data()); 1514054219874873b41f1c815552987c10465c34ba2bLajos Molnar } else if (mOutputMetadataType == kMetadataBufferTypeANWBuffer) { 1515054219874873b41f1c815552987c10465c34ba2bLajos Molnar VideoNativeMetadata *nativeMeta = 15167e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim reinterpret_cast<VideoNativeMetadata *>(oldest->mData->data()); 1517054219874873b41f1c815552987c10465c34ba2bLajos Molnar ALOGV("replaced oldest buffer #%u with age %u (%p/%p stored in %p)", 1518054219874873b41f1c815552987c10465c34ba2bLajos Molnar (unsigned)(oldest - &mBuffers[kPortIndexOutput][0]), 1519054219874873b41f1c815552987c10465c34ba2bLajos Molnar mDequeueCounter - oldest->mDequeuedAt, 15207c77f9ca649f321374118937bcdaca14a7e5684bLajos Molnar (void *)(uintptr_t)nativeMeta->pBuffer, 15217e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim oldest->mGraphicBuffer->getNativeBuffer(), oldest->mData->data()); 1522054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 1523f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 152490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar updateRenderInfoForDequeuedBuffer(buf, fenceFd, oldest); 15250806340688c937e7b78c2d89db3809274130df4eLajos Molnar return oldest; 1526f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1527f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1528f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::freeBuffersOnPort(OMX_U32 portIndex) { 1529777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim status_t err = OK; 1530938e2b34b16c3c1fd29c753eeb53ee95a2b2e2b3Nick Kralevich for (size_t i = mBuffers[portIndex].size(); i > 0;) { 1531938e2b34b16c3c1fd29c753eeb53ee95a2b2e2b3Nick Kralevich i--; 1532777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim status_t err2 = freeBuffer(portIndex, i); 1533777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err == OK) { 1534777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = err2; 1535777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 1536f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1537f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 15380806340688c937e7b78c2d89db3809274130df4eLajos Molnar // clear mDealer even on an error 1539f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mDealer[portIndex].clear(); 1540777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 1541f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1542f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1543349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huberstatus_t ACodec::freeOutputBuffersNotOwnedByComponent() { 1544777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim status_t err = OK; 1545938e2b34b16c3c1fd29c753eeb53ee95a2b2e2b3Nick Kralevich for (size_t i = mBuffers[kPortIndexOutput].size(); i > 0;) { 1546938e2b34b16c3c1fd29c753eeb53ee95a2b2e2b3Nick Kralevich i--; 1547f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = 1548f933441648ef6a71dee783d733aac17b9508b452Andreas Huber &mBuffers[kPortIndexOutput].editItemAt(i); 1549f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 15502ded8b53014602d25b20bade8ce46db95a8da4b5Lajos Molnar // At this time some buffers may still be with the component 15512ded8b53014602d25b20bade8ce46db95a8da4b5Lajos Molnar // or being drained. 15522ded8b53014602d25b20bade8ce46db95a8da4b5Lajos Molnar if (info->mStatus != BufferInfo::OWNED_BY_COMPONENT && 15532ded8b53014602d25b20bade8ce46db95a8da4b5Lajos Molnar info->mStatus != BufferInfo::OWNED_BY_DOWNSTREAM) { 1554777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim status_t err2 = freeBuffer(kPortIndexOutput, i); 1555777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err == OK) { 1556777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = err2; 1557777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 1558f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1559f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1560f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1561777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 1562f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1563f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1564f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::freeBuffer(OMX_U32 portIndex, size_t i) { 1565f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = &mBuffers[portIndex].editItemAt(i); 15660806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = OK; 1567f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 156815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // there should not be any fences in the metadata 156915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar MetadataBufferType type = 157015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar portIndex == kPortIndexOutput ? mOutputMetadataType : mInputMetadataType; 157115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (type == kMetadataBufferTypeANWBuffer && info->mData != NULL 157215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar && info->mData->size() >= sizeof(VideoNativeMetadata)) { 157315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int fenceFd = ((VideoNativeMetadata *)info->mData->data())->nFenceFd; 157415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (fenceFd >= 0) { 157515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGW("unreleased fence (%d) in %s metadata buffer %zu", 157615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar fenceFd, portIndex == kPortIndexInput ? "input" : "output", i); 157715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 157815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 157915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 15800806340688c937e7b78c2d89db3809274130df4eLajos Molnar switch (info->mStatus) { 15810806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_US: 15820806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (portIndex == kPortIndexOutput && mNativeWindow != NULL) { 15830806340688c937e7b78c2d89db3809274130df4eLajos Molnar (void)cancelBufferToNativeWindow(info); 15840806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 15850806340688c937e7b78c2d89db3809274130df4eLajos Molnar // fall through 1586f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 15870806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_NATIVE_WINDOW: 15880806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mOMX->freeBuffer(mNode, portIndex, info->mBufferID); 15890806340688c937e7b78c2d89db3809274130df4eLajos Molnar break; 15900806340688c937e7b78c2d89db3809274130df4eLajos Molnar 15910806340688c937e7b78c2d89db3809274130df4eLajos Molnar default: 15920806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("trying to free buffer not owned by us or ANW (%d)", info->mStatus); 15930806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = FAILED_TRANSACTION; 15940806340688c937e7b78c2d89db3809274130df4eLajos Molnar break; 1595f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1596f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 159715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (info->mFenceFd >= 0) { 159815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ::close(info->mFenceFd); 159915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 160015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 1601604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar if (portIndex == kPortIndexOutput) { 1602604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar mRenderTracker.untrackFrame(info->mRenderInfo, i); 1603604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar info->mRenderInfo = NULL; 1604604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar } 160590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 1606777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim // remove buffer even if mOMX->freeBuffer fails 1607f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mBuffers[portIndex].removeAt(i); 1608777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 1609f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1610f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1611f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::BufferInfo *ACodec::findBufferByID( 16120806340688c937e7b78c2d89db3809274130df4eLajos Molnar uint32_t portIndex, IOMX::buffer_id bufferID, ssize_t *index) { 1613f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (size_t i = 0; i < mBuffers[portIndex].size(); ++i) { 1614f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = &mBuffers[portIndex].editItemAt(i); 1615f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1616f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mBufferID == bufferID) { 1617f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (index != NULL) { 1618f933441648ef6a71dee783d733aac17b9508b452Andreas Huber *index = i; 1619f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1620f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return info; 1621f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1622f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1623f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1624777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Could not find buffer with ID %u", bufferID); 1625f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return NULL; 1626f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1627f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 16285778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setComponentRole( 1629f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool isEncoder, const char *mime) { 16301ad5b240bfd49aa918092dbdc18c1a24c5e6c3a4Wonsik Kim const char *role = GetComponentRole(isEncoder, mime); 16315b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (role == NULL) { 16325b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return BAD_VALUE; 16335b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 16341ad5b240bfd49aa918092dbdc18c1a24c5e6c3a4Wonsik Kim status_t err = SetComponentRole(mOMX, mNode, role); 16355b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (err != OK) { 16365b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar ALOGW("[%s] Failed to set standard component role '%s'.", 16375b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar mComponentName.c_str(), role); 16385b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 16395b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return err; 16405b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar} 16415b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 16425778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::configureCodec( 1643f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const char *mime, const sp<AMessage> &msg) { 16445778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t encoder; 16455778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("encoder", &encoder)) { 16465778822d86b0337407514b9372562b86edfa91cdAndreas Huber encoder = false; 16475778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 1648f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1649b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar sp<AMessage> inputFormat = new AMessage; 1650b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar sp<AMessage> outputFormat = new AMessage; 1651b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mConfigFormat = msg; 1652e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 16535778822d86b0337407514b9372562b86edfa91cdAndreas Huber mIsEncoder = encoder; 1654f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1655054219874873b41f1c815552987c10465c34ba2bLajos Molnar mInputMetadataType = kMetadataBufferTypeInvalid; 1656054219874873b41f1c815552987c10465c34ba2bLajos Molnar mOutputMetadataType = kMetadataBufferTypeInvalid; 16578db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu 16585778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = setComponentRole(encoder /* isEncoder */, mime); 16595778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16605778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 16615778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 16625778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16635778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16645778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t bitRate = 0; 16652f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi // FLAC encoder doesn't need a bitrate, other encoders do 16662f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi if (encoder && strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_FLAC) 16672f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi && !msg->findInt32("bitrate", &bitRate)) { 16685778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 16695778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16705778822d86b0337407514b9372562b86edfa91cdAndreas Huber 167196bdf620189622005e83b4f1421c4f25b7fa1729Lajos Molnar // propagate bitrate to the output so that the muxer has it 167296bdf620189622005e83b4f1421c4f25b7fa1729Lajos Molnar if (encoder && msg->findInt32("bitrate", &bitRate)) { 167396bdf620189622005e83b4f1421c4f25b7fa1729Lajos Molnar // Technically ISO spec says that 'bitrate' should be 0 for VBR even though it is the 167496bdf620189622005e83b4f1421c4f25b7fa1729Lajos Molnar // average bitrate. We've been setting both bitrate and max-bitrate to this same value. 167596bdf620189622005e83b4f1421c4f25b7fa1729Lajos Molnar outputFormat->setInt32("bitrate", bitRate); 167696bdf620189622005e83b4f1421c4f25b7fa1729Lajos Molnar outputFormat->setInt32("max-bitrate", bitRate); 167796bdf620189622005e83b4f1421c4f25b7fa1729Lajos Molnar } 167896bdf620189622005e83b4f1421c4f25b7fa1729Lajos Molnar 1679d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber int32_t storeMeta; 1680d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber if (encoder 16813e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar && msg->findInt32("android._input-metadata-buffer-type", &storeMeta) 16823e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar && storeMeta != kMetadataBufferTypeInvalid) { 16833e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar mInputMetadataType = (MetadataBufferType)storeMeta; 16843e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar err = mOMX->storeMetaDataInBuffers( 16853e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar mNode, kPortIndexInput, OMX_TRUE, &mInputMetadataType); 1686d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber if (err != OK) { 1687054219874873b41f1c815552987c10465c34ba2bLajos Molnar ALOGE("[%s] storeMetaDataInBuffers (input) failed w/ err %d", 1688308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang mComponentName.c_str(), err); 1689d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 1690054219874873b41f1c815552987c10465c34ba2bLajos Molnar return err; 16913e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar } else if (storeMeta == kMetadataBufferTypeANWBuffer 16923e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar && mInputMetadataType == kMetadataBufferTypeGrallocSource) { 16933e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar // IOMX translates ANWBuffers to gralloc source already. 16943e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar mInputMetadataType = (MetadataBufferType)storeMeta; 1695054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 1696c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar 1697c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar uint32_t usageBits; 1698c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar if (mOMX->getParameter( 1699c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar mNode, (OMX_INDEXTYPE)OMX_IndexParamConsumerUsageBits, 1700c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar &usageBits, sizeof(usageBits)) == OK) { 1701c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar inputFormat->setInt32( 1702c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar "using-sw-read-often", !!(usageBits & GRALLOC_USAGE_SW_READ_OFTEN)); 1703c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar } 1704054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 1705d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 1706308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang int32_t prependSPSPPS = 0; 17073a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber if (encoder 17083a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber && msg->findInt32("prepend-sps-pps-to-idr-frames", &prependSPSPPS) 17093a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber && prependSPSPPS != 0) { 17103a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber OMX_INDEXTYPE index; 17113a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber err = mOMX->getExtensionIndex( 17123a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber mNode, 17133a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber "OMX.google.android.index.prependSPSPPSToIDRFrames", 17143a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber &index); 17153a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber 17163a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber if (err == OK) { 17173a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber PrependSPSPPSToIDRFramesParams params; 17183a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber InitOMXParams(¶ms); 17193a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber params.bEnable = OMX_TRUE; 17203a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber 17213a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber err = mOMX->setParameter( 17223a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber mNode, index, ¶ms, sizeof(params)); 17233a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber } 17243a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber 17253a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber if (err != OK) { 17263a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber ALOGE("Encoder could not be configured to emit SPS/PPS before " 17273a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber "IDR frames. (err %d)", err); 17283a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber 17293a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber return err; 17303a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber } 17313a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber } 17323a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber 1733308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang // Only enable metadata mode on encoder output if encoder can prepend 1734308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang // sps/pps to idr frames, since in metadata mode the bitstream is in an 1735308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang // opaque handle, to which we don't have access. 1736308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang int32_t video = !strncasecmp(mime, "video/", 6); 17378db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu mIsVideo = video; 1738308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang if (encoder && video) { 1739308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang OMX_BOOL enable = (OMX_BOOL) (prependSPSPPS 17403e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar && msg->findInt32("android._store-metadata-in-buffers-output", &storeMeta) 1741308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang && storeMeta != 0); 1742308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang 17433e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar mOutputMetadataType = kMetadataBufferTypeNativeHandleSource; 1744054219874873b41f1c815552987c10465c34ba2bLajos Molnar err = mOMX->storeMetaDataInBuffers(mNode, kPortIndexOutput, enable, &mOutputMetadataType); 1745308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang if (err != OK) { 1746308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang ALOGE("[%s] storeMetaDataInBuffers (output) failed w/ err %d", 1747308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang mComponentName.c_str(), err); 1748308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang } 1749a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber 1750a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber if (!msg->findInt64( 1751a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber "repeat-previous-frame-after", 1752a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber &mRepeatFrameDelayUs)) { 1753a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber mRepeatFrameDelayUs = -1ll; 1754a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber } 175594ee4b708acfa941581160b267afb79192b1d816Chong Zhang 175694ee4b708acfa941581160b267afb79192b1d816Chong Zhang if (!msg->findInt64("max-pts-gap-to-encoder", &mMaxPtsGapUs)) { 17572c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mMaxPtsGapUs = -1ll; 17582c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang } 17592c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang 176037b2b389139ed638831e49708c947863eef631efRonghua Wu if (!msg->findFloat("max-fps-to-encoder", &mMaxFps)) { 176137b2b389139ed638831e49708c947863eef631efRonghua Wu mMaxFps = -1; 176237b2b389139ed638831e49708c947863eef631efRonghua Wu } 176337b2b389139ed638831e49708c947863eef631efRonghua Wu 17642c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang if (!msg->findInt64("time-lapse", &mTimePerCaptureUs)) { 17652c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mTimePerCaptureUs = -1ll; 176694ee4b708acfa941581160b267afb79192b1d816Chong Zhang } 176772cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang 176872cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang if (!msg->findInt32( 176972cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang "create-input-buffers-suspended", 177072cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang (int32_t*)&mCreateInputBuffersSuspended)) { 177172cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang mCreateInputBuffersSuspended = false; 177272cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang } 1773308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang } 1774308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang 17753a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // NOTE: we only use native window for video decoders 1776054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar sp<RefBase> obj; 17770d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar bool haveNativeWindow = msg->findObject("native-window", &obj) 17783a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar && obj != NULL && video && !encoder; 1779b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mUsingNativeWindow = haveNativeWindow; 1780011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar mLegacyAdaptiveExperiment = false; 1781e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if (video && !encoder) { 1782e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar inputFormat->setInt32("adaptive-playback", false); 17831713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang 17841713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang int32_t usageProtected; 17851713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang if (msg->findInt32("protected", &usageProtected) && usageProtected) { 17861713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang if (!haveNativeWindow) { 17871713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang ALOGE("protected output buffers must be sent to an ANativeWindow"); 17881713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang return PERMISSION_DENIED; 17891713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang } 17901713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang mFlags |= kFlagIsGrallocUsageProtected; 17911713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang mFlags |= kFlagPushBlankBuffersToNativeWindowOnShutdown; 17921713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang } 1793a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar 1794a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar if (mFlags & kFlagIsSecure) { 1795a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar // use native_handles for secure input buffers 1796a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar err = mOMX->enableNativeBuffers( 1797a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar mNode, kPortIndexInput, OMX_FALSE /* graphic */, OMX_TRUE); 1798a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar ALOGI_IF(err != OK, "falling back to non-native_handles"); 1799a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar err = OK; // ignore error for now 1800a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar } 1801e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 18023a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (haveNativeWindow) { 18031de1e25cba872bd4c077c2e394f8ca9c70b65856Lajos Molnar sp<ANativeWindow> nativeWindow = 18041de1e25cba872bd4c077c2e394f8ca9c70b65856Lajos Molnar static_cast<ANativeWindow *>(static_cast<Surface *>(obj.get())); 18055a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 18066597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar // START of temporary support for automatic FRC - THIS WILL BE REMOVED 18076597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar int32_t autoFrc; 18086597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar if (msg->findInt32("auto-frc", &autoFrc)) { 18096597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar bool enabled = autoFrc; 18106597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar OMX_CONFIG_BOOLEANTYPE config; 18116597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar InitOMXParams(&config); 18126597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar config.bEnabled = (OMX_BOOL)enabled; 18136597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar status_t temp = mOMX->setConfig( 18146597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar mNode, (OMX_INDEXTYPE)OMX_IndexConfigAutoFramerateConversion, 18156597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar &config, sizeof(config)); 18166597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar if (temp == OK) { 18176597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar outputFormat->setInt32("auto-frc", enabled); 18186597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar } else if (enabled) { 18196597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar ALOGI("codec does not support requested auto-frc (err %d)", temp); 18206597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar } 18216597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar } 18226597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar // END of temporary support for automatic FRC 18236597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar 18245a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad int32_t tunneled; 18255a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (msg->findInt32("feature-tunneled-playback", &tunneled) && 18265a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad tunneled != 0) { 18275a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGI("Configuring TUNNELED video playback."); 1828ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad mTunneled = true; 18295a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 183097827bd7c7e64dec22c8fe0f9e734a3c432ad7eeRachad int32_t audioHwSync = 0; 183197827bd7c7e64dec22c8fe0f9e734a3c432ad7eeRachad if (!msg->findInt32("audio-hw-sync", &audioHwSync)) { 18325a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGW("No Audio HW Sync provided for video tunnel"); 18335a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } 18345a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad err = configureTunneledVideoPlayback(audioHwSync, nativeWindow); 18355a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (err != OK) { 183697827bd7c7e64dec22c8fe0f9e734a3c432ad7eeRachad ALOGE("configureTunneledVideoPlayback(%d,%p) failed!", 18375a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad audioHwSync, nativeWindow.get()); 18385a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad return err; 1839fce0d1883cdbcb7d501625fb43844043cd28a267Lajos Molnar } 1840fce0d1883cdbcb7d501625fb43844043cd28a267Lajos Molnar 1841d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad int32_t maxWidth = 0, maxHeight = 0; 1842d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad if (msg->findInt32("max-width", &maxWidth) && 1843d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad msg->findInt32("max-height", &maxHeight)) { 1844d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad 1845d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad err = mOMX->prepareForAdaptivePlayback( 1846d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad mNode, kPortIndexOutput, OMX_TRUE, maxWidth, maxHeight); 1847d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad if (err != OK) { 1848d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad ALOGW("[%s] prepareForAdaptivePlayback failed w/ err %d", 1849d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad mComponentName.c_str(), err); 18503a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // allow failure 18513a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar err = OK; 1852d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad } else { 1853d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad inputFormat->setInt32("max-width", maxWidth); 1854d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad inputFormat->setInt32("max-height", maxHeight); 1855d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad inputFormat->setInt32("adaptive-playback", true); 1856d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad } 1857d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad } 18585a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } else { 1859ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad ALOGV("Configuring CPU controlled video playback."); 1860ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad mTunneled = false; 1861ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad 18623fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad // Explicity reset the sideband handle of the window for 18633fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad // non-tunneled video in case the window was previously used 18643fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad // for a tunneled video playback. 18653fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad err = native_window_set_sideband_stream(nativeWindow.get(), NULL); 18663fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad if (err != OK) { 18673fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad ALOGE("set_sideband_stream(NULL) failed! (err %d).", err); 18683fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad return err; 18693fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad } 18703fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad 18715a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // Always try to enable dynamic output buffers on native surface 18723e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar mOutputMetadataType = kMetadataBufferTypeANWBuffer; 18735a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad err = mOMX->storeMetaDataInBuffers( 1874054219874873b41f1c815552987c10465c34ba2bLajos Molnar mNode, kPortIndexOutput, OMX_TRUE, &mOutputMetadataType); 18755a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (err != OK) { 18765a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGE("[%s] storeMetaDataInBuffers failed w/ err %d", 1877fce0d1883cdbcb7d501625fb43844043cd28a267Lajos Molnar mComponentName.c_str(), err); 1878e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 18795a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // if adaptive playback has been requested, try JB fallback 18805a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // NOTE: THIS FALLBACK MECHANISM WILL BE REMOVED DUE TO ITS 18815a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // LARGE MEMORY REQUIREMENT 18825a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 18835a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // we will not do adaptive playback on software accessed 18845a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // surfaces as they never had to respond to changes in the 18855a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // crop window, and we don't trust that they will be able to. 18865a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad int usageBits = 0; 18875a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad bool canDoAdaptivePlayback; 18885a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 18895a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (nativeWindow->query( 18905a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad nativeWindow.get(), 18915a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad NATIVE_WINDOW_CONSUMER_USAGE_BITS, 18925a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad &usageBits) != OK) { 18935a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad canDoAdaptivePlayback = false; 18945a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } else { 18955a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad canDoAdaptivePlayback = 18965a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad (usageBits & 18975a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad (GRALLOC_USAGE_SW_READ_MASK | 18985a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad GRALLOC_USAGE_SW_WRITE_MASK)) == 0; 18995a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } 19005a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 19015a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad int32_t maxWidth = 0, maxHeight = 0; 19025a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (canDoAdaptivePlayback && 19035a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad msg->findInt32("max-width", &maxWidth) && 19045a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad msg->findInt32("max-height", &maxHeight)) { 19055a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGV("[%s] prepareForAdaptivePlayback(%dx%d)", 19065a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad mComponentName.c_str(), maxWidth, maxHeight); 19075a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 19085a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad err = mOMX->prepareForAdaptivePlayback( 19095a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad mNode, kPortIndexOutput, OMX_TRUE, maxWidth, 19105a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad maxHeight); 19115a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGW_IF(err != OK, 19125a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad "[%s] prepareForAdaptivePlayback failed w/ err %d", 19135a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad mComponentName.c_str(), err); 19145a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 19155a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (err == OK) { 19165a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad inputFormat->setInt32("max-width", maxWidth); 19175a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad inputFormat->setInt32("max-height", maxHeight); 19185a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad inputFormat->setInt32("adaptive-playback", true); 19195a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } 1920e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 19215a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // allow failure 19225a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad err = OK; 19235a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } else { 19245a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGV("[%s] storeMetaDataInBuffers succeeded", 19255a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad mComponentName.c_str()); 1926054219874873b41f1c815552987c10465c34ba2bLajos Molnar CHECK(storingMetadataInDecodedBuffers()); 1927011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar mLegacyAdaptiveExperiment = ADebug::isExperimentEnabled( 1928011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar "legacy-adaptive", !msg->contains("no-experiments")); 1929011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar 19305a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad inputFormat->setInt32("adaptive-playback", true); 1931fce0d1883cdbcb7d501625fb43844043cd28a267Lajos Molnar } 19320167414e261f88a96b5e4bf6cb592e6ca11e5a95Andreas Huber 19335a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad int32_t push; 19345a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (msg->findInt32("push-blank-buffers-on-shutdown", &push) 19355a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad && push != 0) { 19365a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad mFlags |= kFlagPushBlankBuffersToNativeWindowOnShutdown; 19375a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } 19380167414e261f88a96b5e4bf6cb592e6ca11e5a95Andreas Huber } 1939e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang 1940e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang int32_t rotationDegrees; 1941e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang if (msg->findInt32("rotation-degrees", &rotationDegrees)) { 1942e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang mRotationDegrees = rotationDegrees; 1943e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang } else { 1944e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang mRotationDegrees = 0; 1945e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang } 1946054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 1947054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 19485b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar AudioEncoding pcmEncoding = kAudioEncodingPcm16bit; 19495b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar (void)msg->findInt32("pcm-encoding", (int32_t*)&pcmEncoding); 19505b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar // invalid encodings will default to PCM-16bit in setupRawAudioFormat. 19515b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar 1952308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang if (video) { 19533a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // determine need for software renderer 19543a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar bool usingSwRenderer = false; 19553a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (haveNativeWindow && mComponentName.startsWith("OMX.google.")) { 19563a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar usingSwRenderer = true; 19573a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar haveNativeWindow = false; 19583a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 19593a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar 19605778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (encoder) { 1961b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = setupVideoEncoder(mime, msg, outputFormat, inputFormat); 19625778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 1963b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = setupVideoDecoder(mime, msg, haveNativeWindow, usingSwRenderer, outputFormat); 19645778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19653a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar 19663a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (err != OK) { 19673a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar return err; 19683a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 19693a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar 19703a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (haveNativeWindow) { 19711de1e25cba872bd4c077c2e394f8ca9c70b65856Lajos Molnar mNativeWindow = static_cast<Surface *>(obj.get()); 19723a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 19733a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar 19743a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // initialize native window now to get actual output format 19753a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // TODO: this is needed for some encoders even though they don't use native window 1976777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = initNativeWindow(); 1977777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 1978777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 1979777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 19803a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar 19813a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // fallback for devices that do not handle flex-YUV for native buffers 19823a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (haveNativeWindow) { 19833a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar int32_t requestedColorFormat = OMX_COLOR_FormatUnused; 19843a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (msg->findInt32("color-format", &requestedColorFormat) && 19853a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar requestedColorFormat == OMX_COLOR_FormatYUV420Flexible) { 1986777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim status_t err = getPortFormat(kPortIndexOutput, outputFormat); 1987777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 1988777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 1989777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 19903a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar int32_t colorFormat = OMX_COLOR_FormatUnused; 19913a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar OMX_U32 flexibleEquivalent = OMX_COLOR_FormatUnused; 1992777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (!outputFormat->findInt32("color-format", &colorFormat)) { 1993777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("ouptut port did not have a color format (wrong domain?)"); 1994777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return BAD_VALUE; 1995777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 19963a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar ALOGD("[%s] Requested output format %#x and got %#x.", 19973a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mComponentName.c_str(), requestedColorFormat, colorFormat); 19981ad5b240bfd49aa918092dbdc18c1a24c5e6c3a4Wonsik Kim if (!IsFlexibleColorFormat( 19993a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mOMX, mNode, colorFormat, haveNativeWindow, &flexibleEquivalent) 20003a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar || flexibleEquivalent != (OMX_U32)requestedColorFormat) { 20013a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // device did not handle flex-YUV request for native window, fall back 20023a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // to SW renderer 20033a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar ALOGI("[%s] Falling back to software renderer", mComponentName.c_str()); 20043a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mNativeWindow.clear(); 2005e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar mNativeWindowUsageBits = 0; 20063a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar haveNativeWindow = false; 20073a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar usingSwRenderer = true; 2008054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (storingMetadataInDecodedBuffers()) { 2009054219874873b41f1c815552987c10465c34ba2bLajos Molnar err = mOMX->storeMetaDataInBuffers( 2010054219874873b41f1c815552987c10465c34ba2bLajos Molnar mNode, kPortIndexOutput, OMX_FALSE, &mOutputMetadataType); 2011054219874873b41f1c815552987c10465c34ba2bLajos Molnar mOutputMetadataType = kMetadataBufferTypeInvalid; // just in case 20123a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // TODO: implement adaptive-playback support for bytebuffer mode. 20133a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // This is done by SW codecs, but most HW codecs don't support it. 20143a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar inputFormat->setInt32("adaptive-playback", false); 20153a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 20163a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (err == OK) { 2017a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar err = mOMX->enableNativeBuffers( 2018a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar mNode, kPortIndexOutput, OMX_TRUE /* graphic */, OMX_FALSE); 20193a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 20203a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (mFlags & kFlagIsGrallocUsageProtected) { 20213a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // fallback is not supported for protected playback 20223a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar err = PERMISSION_DENIED; 20233a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } else if (err == OK) { 2024b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = setupVideoDecoder( 2025b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mime, msg, haveNativeWindow, usingSwRenderer, outputFormat); 20263a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 20273a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 20283a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 20293a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 20303a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar 20313a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (usingSwRenderer) { 20323a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar outputFormat->setInt32("using-sw-renderer", 1); 20333a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 203442392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_MPEG)) { 203542392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber int32_t numChannels, sampleRate; 203642392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber if (!msg->findInt32("channel-count", &numChannels) 203742392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber || !msg->findInt32("sample-rate", &sampleRate)) { 203842392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber // Since we did not always check for these, leave them optional 203942392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber // and have the decoder figure it all out. 204042392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber err = OK; 204142392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber } else { 204242392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber err = setupRawAudioFormat( 204342392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber encoder ? kPortIndexInput : kPortIndexOutput, 204442392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber sampleRate, 204542392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber numChannels); 204642392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber } 2047f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_AAC)) { 2048f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t numChannels, sampleRate; 20495778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("channel-count", &numChannels) 20505778822d86b0337407514b9372562b86edfa91cdAndreas Huber || !msg->findInt32("sample-rate", &sampleRate)) { 20515778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = INVALID_OPERATION; 20525778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 2053aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke int32_t isADTS, aacProfile; 2054b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi int32_t sbrMode; 20558045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi int32_t maxOutputChannelCount; 20562965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang int32_t pcmLimiterEnable; 20578045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi drcParams_t drc; 2058ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber if (!msg->findInt32("is-adts", &isADTS)) { 2059ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber isADTS = 0; 2060ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 2061aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke if (!msg->findInt32("aac-profile", &aacProfile)) { 2062aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke aacProfile = OMX_AUDIO_AACObjectNull; 2063aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke } 2064b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi if (!msg->findInt32("aac-sbr-mode", &sbrMode)) { 2065b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi sbrMode = -1; 2066b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi } 2067ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 20688045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (!msg->findInt32("aac-max-output-channel_count", &maxOutputChannelCount)) { 20698045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi maxOutputChannelCount = -1; 20708045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 20712965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang if (!msg->findInt32("aac-pcm-limiter-enable", &pcmLimiterEnable)) { 20722965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang // value is unknown 20732965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang pcmLimiterEnable = -1; 20742965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang } 20758045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (!msg->findInt32("aac-encoded-target-level", &drc.encodedTargetLevel)) { 20768045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi // value is unknown 20778045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi drc.encodedTargetLevel = -1; 20788045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 20798045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (!msg->findInt32("aac-drc-cut-level", &drc.drcCut)) { 20808045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi // value is unknown 20818045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi drc.drcCut = -1; 20828045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 20838045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (!msg->findInt32("aac-drc-boost-level", &drc.drcBoost)) { 20848045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi // value is unknown 20858045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi drc.drcBoost = -1; 20868045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 20878045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (!msg->findInt32("aac-drc-heavy-compression", &drc.heavyCompression)) { 20888045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi // value is unknown 20898045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi drc.heavyCompression = -1; 20908045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 20918045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (!msg->findInt32("aac-target-ref-level", &drc.targetRefLevel)) { 20928045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi // value is unknown 20938045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi drc.targetRefLevel = -1; 20948045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 20958045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi 2096ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber err = setupAACCodec( 20974471e47ece77be5b4159cc9cbbcef4d43900d36fAndreas Huber encoder, numChannels, sampleRate, bitRate, aacProfile, 20982965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang isADTS != 0, sbrMode, maxOutputChannelCount, drc, 20992965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang pcmLimiterEnable); 21005778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2101729de186450f78c099637e1fce743fe531862c52Andreas Huber } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_AMR_NB)) { 21025778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setupAMRCodec(encoder, false /* isWAMR */, bitRate); 2103729de186450f78c099637e1fce743fe531862c52Andreas Huber } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_AMR_WB)) { 21045778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setupAMRCodec(encoder, true /* isWAMR */, bitRate); 2105729de186450f78c099637e1fce743fe531862c52Andreas Huber } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_G711_ALAW) 2106729de186450f78c099637e1fce743fe531862c52Andreas Huber || !strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_G711_MLAW)) { 2107729de186450f78c099637e1fce743fe531862c52Andreas Huber // These are PCM-like formats with a fixed sample rate but 2108729de186450f78c099637e1fce743fe531862c52Andreas Huber // a variable number of channels. 2109729de186450f78c099637e1fce743fe531862c52Andreas Huber 2110729de186450f78c099637e1fce743fe531862c52Andreas Huber int32_t numChannels; 21115778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("channel-count", &numChannels)) { 21125778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = INVALID_OPERATION; 21135778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 211417c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissen int32_t sampleRate; 211517c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissen if (!msg->findInt32("sample-rate", &sampleRate)) { 211617c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissen sampleRate = 8000; 211717c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissen } 211817c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissen err = setupG711Codec(encoder, sampleRate, numChannels); 21195778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 21202f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_FLAC)) { 2121ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar int32_t numChannels = 0, sampleRate = 0, compressionLevel = -1; 21222f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi if (encoder && 21232f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi (!msg->findInt32("channel-count", &numChannels) 21242f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi || !msg->findInt32("sample-rate", &sampleRate))) { 21252f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi ALOGE("missing channel count or sample rate for FLAC encoder"); 21262f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi err = INVALID_OPERATION; 21272f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } else { 21282f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi if (encoder) { 2129516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber if (!msg->findInt32( 2130cd39746f8d83bb3f12e8f613e77c3c3b5f77c077Lajos Molnar "complexity", &compressionLevel) && 2131cd39746f8d83bb3f12e8f613e77c3c3b5f77c077Lajos Molnar !msg->findInt32( 2132516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber "flac-compression-level", &compressionLevel)) { 2133cd39746f8d83bb3f12e8f613e77c3c3b5f77c077Lajos Molnar compressionLevel = 5; // default FLAC compression level 21342f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } else if (compressionLevel < 0) { 2135516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber ALOGW("compression level %d outside [0..8] range, " 2136516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber "using 0", 2137516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber compressionLevel); 21382f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi compressionLevel = 0; 21392f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } else if (compressionLevel > 8) { 2140516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber ALOGW("compression level %d outside [0..8] range, " 2141516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber "using 8", 2142516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber compressionLevel); 21432f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi compressionLevel = 8; 21442f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } 21452f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } 2146516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber err = setupFlacCodec( 2147516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber encoder, numChannels, sampleRate, compressionLevel); 21482f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } 2149ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_RAW)) { 2150ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber int32_t numChannels, sampleRate; 2151ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber if (encoder 2152ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber || !msg->findInt32("channel-count", &numChannels) 2153ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber || !msg->findInt32("sample-rate", &sampleRate)) { 2154ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber err = INVALID_OPERATION; 2155ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber } else { 21565b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar err = setupRawAudioFormat(kPortIndexInput, sampleRate, numChannels, pcmEncoding); 2157ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber } 215897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_AC3)) { 215997358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu int32_t numChannels; 216097358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu int32_t sampleRate; 216197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu if (!msg->findInt32("channel-count", &numChannels) 216297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu || !msg->findInt32("sample-rate", &sampleRate)) { 216397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu err = INVALID_OPERATION; 216497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } else { 216597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu err = setupAC3Codec(encoder, numChannels, sampleRate); 216697358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } 21678a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_EAC3)) { 21688a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad int32_t numChannels; 21698a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad int32_t sampleRate; 21708a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad if (!msg->findInt32("channel-count", &numChannels) 21718a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad || !msg->findInt32("sample-rate", &sampleRate)) { 21728a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad err = INVALID_OPERATION; 21738a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } else { 21748a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad err = setupEAC3Codec(encoder, numChannels, sampleRate); 21758a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } 21765778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2177729de186450f78c099637e1fce743fe531862c52Andreas Huber 21784471e47ece77be5b4159cc9cbbcef4d43900d36fAndreas Huber if (err != OK) { 21794471e47ece77be5b4159cc9cbbcef4d43900d36fAndreas Huber return err; 21804471e47ece77be5b4159cc9cbbcef4d43900d36fAndreas Huber } 21814471e47ece77be5b4159cc9cbbcef4d43900d36fAndreas Huber 21828b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen if (!msg->findInt32("encoder-delay", &mEncoderDelay)) { 21838b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen mEncoderDelay = 0; 21848b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen } 21859806555d3930be43e11106281dee354820ac1c88Andreas Huber 21868b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen if (!msg->findInt32("encoder-padding", &mEncoderPadding)) { 21878b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen mEncoderPadding = 0; 21888b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen } 21898b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen 21909806555d3930be43e11106281dee354820ac1c88Andreas Huber if (msg->findInt32("channel-mask", &mChannelMask)) { 21919806555d3930be43e11106281dee354820ac1c88Andreas Huber mChannelMaskPresent = true; 21929806555d3930be43e11106281dee354820ac1c88Andreas Huber } else { 21939806555d3930be43e11106281dee354820ac1c88Andreas Huber mChannelMaskPresent = false; 21949806555d3930be43e11106281dee354820ac1c88Andreas Huber } 21959806555d3930be43e11106281dee354820ac1c88Andreas Huber 2196f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t maxInputSize; 2197f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (msg->findInt32("max-input-size", &maxInputSize)) { 21985778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setMinBufferSize(kPortIndexInput, (size_t)maxInputSize); 2199f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else if (!strcmp("OMX.Nvidia.aac.decoder", mComponentName.c_str())) { 22005778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setMinBufferSize(kPortIndexInput, 8192); // XXX 2201f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 22025778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22038b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu int32_t priority; 22048b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu if (msg->findInt32("priority", &priority)) { 22058b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu err = setPriority(priority); 22068b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu } 22078b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu 2208ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu int32_t rateInt = -1; 2209ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu float rateFloat = -1; 2210ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (!msg->findFloat("operating-rate", &rateFloat)) { 2211ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu msg->findInt32("operating-rate", &rateInt); 2212ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu rateFloat = (float)rateInt; // 16MHz (FLINTMAX) is OK for upper bound. 2213ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2214ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (rateFloat > 0) { 2215ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu err = setOperatingRate(rateFloat, video); 2216ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2217ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu 2218697aedf61d6180e72102068a969383018eedfa1eLajos Molnar // NOTE: both mBaseOutputFormat and mOutputFormat are outputFormat to signal first frame. 22194e865a3cfe4c955e0890321a6b488cf661808b63Lajos Molnar mBaseOutputFormat = outputFormat; 2220b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar // trigger a kWhatOutputFormatChanged msg on first buffer 2221b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar mLastOutputFormat.clear(); 22224e865a3cfe4c955e0890321a6b488cf661808b63Lajos Molnar 2223777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = getPortFormat(kPortIndexInput, inputFormat); 2224777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err == OK) { 2225777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = getPortFormat(kPortIndexOutput, outputFormat); 2226777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err == OK) { 2227777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mInputFormat = inputFormat; 2228777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mOutputFormat = outputFormat; 2229777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 2230777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 22315b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar 22325b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar // create data converters if needed 22335b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (!video && err == OK) { 22345b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar AudioEncoding codecPcmEncoding = kAudioEncodingPcm16bit; 22355b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (encoder) { 22365b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar (void)mInputFormat->findInt32("pcm-encoding", (int32_t*)&codecPcmEncoding); 22375b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar mConverter[kPortIndexInput] = AudioConverter::Create(pcmEncoding, codecPcmEncoding); 22385b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (mConverter[kPortIndexInput] != NULL) { 22395b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar mInputFormat->setInt32("pcm-encoding", pcmEncoding); 22405b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 22415b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } else { 22425b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar (void)mOutputFormat->findInt32("pcm-encoding", (int32_t*)&codecPcmEncoding); 22435b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar mConverter[kPortIndexOutput] = AudioConverter::Create(codecPcmEncoding, pcmEncoding); 22445b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (mConverter[kPortIndexOutput] != NULL) { 22455b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar mOutputFormat->setInt32("pcm-encoding", pcmEncoding); 22465b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 22475b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 22485b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 22495b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar 22505778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 2251f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 2252f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 22538b806ea894ca098366629458bfdd1df4866afcdfRonghua Wustatus_t ACodec::setPriority(int32_t priority) { 22548b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu if (priority < 0) { 22558b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu return BAD_VALUE; 22568b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu } 22578b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu OMX_PARAM_U32TYPE config; 22588b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu InitOMXParams(&config); 22598b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu config.nU32 = (OMX_U32)priority; 22608b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu status_t temp = mOMX->setConfig( 22618b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu mNode, (OMX_INDEXTYPE)OMX_IndexConfigPriority, 22628b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu &config, sizeof(config)); 22638b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu if (temp != OK) { 22648b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu ALOGI("codec does not support config priority (err %d)", temp); 22658b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu } 22668b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu return OK; 22678b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu} 22688b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu 2269ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wustatus_t ACodec::setOperatingRate(float rateFloat, bool isVideo) { 2270ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (rateFloat < 0) { 2271ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu return BAD_VALUE; 2272ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2273ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu OMX_U32 rate; 2274ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (isVideo) { 2275ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (rateFloat > 65535) { 2276ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu return BAD_VALUE; 2277ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2278ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu rate = (OMX_U32)(rateFloat * 65536.0f + 0.5f); 2279ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } else { 2280ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (rateFloat > UINT_MAX) { 2281ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu return BAD_VALUE; 2282ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2283ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu rate = (OMX_U32)(rateFloat); 2284ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2285ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu OMX_PARAM_U32TYPE config; 2286ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu InitOMXParams(&config); 2287ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu config.nU32 = rate; 2288ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu status_t err = mOMX->setConfig( 2289ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu mNode, (OMX_INDEXTYPE)OMX_IndexConfigOperatingRate, 2290ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu &config, sizeof(config)); 2291ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (err != OK) { 2292ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu ALOGI("codec does not support config operating rate (err %d)", err); 2293ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2294ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu return OK; 2295ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu} 2296ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu 2297870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuangstatus_t ACodec::getIntraRefreshPeriod(uint32_t *intraRefreshPeriod) { 2298870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang OMX_VIDEO_CONFIG_ANDROID_INTRAREFRESHTYPE params; 2299870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang InitOMXParams(¶ms); 2300870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang params.nPortIndex = kPortIndexOutput; 2301870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang status_t err = mOMX->getConfig( 2302870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang mNode, (OMX_INDEXTYPE)OMX_IndexConfigAndroidIntraRefresh, ¶ms, sizeof(params)); 2303870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (err == OK) { 2304870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang *intraRefreshPeriod = params.nRefreshPeriod; 2305870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return OK; 2306870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 2307870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2308870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang // Fallback to query through standard OMX index. 2309870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang OMX_VIDEO_PARAM_INTRAREFRESHTYPE refreshParams; 2310870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang InitOMXParams(&refreshParams); 2311870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang refreshParams.nPortIndex = kPortIndexOutput; 2312870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang refreshParams.eRefreshMode = OMX_VIDEO_IntraRefreshCyclic; 2313870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang err = mOMX->getParameter( 2314870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang mNode, OMX_IndexParamVideoIntraRefresh, &refreshParams, sizeof(refreshParams)); 2315870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (err != OK || refreshParams.nCirMBs == 0) { 2316870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang *intraRefreshPeriod = 0; 2317870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return OK; 2318870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 2319870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2320870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang // Calculate period based on width and height 2321870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang uint32_t width, height; 2322870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang OMX_PARAM_PORTDEFINITIONTYPE def; 2323870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang InitOMXParams(&def); 2324870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang OMX_VIDEO_PORTDEFINITIONTYPE *video_def = &def.format.video; 2325870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang def.nPortIndex = kPortIndexOutput; 2326870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang err = mOMX->getParameter( 2327870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 2328870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (err != OK) { 2329870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang *intraRefreshPeriod = 0; 2330870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return err; 2331870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 2332870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang width = video_def->nFrameWidth; 2333870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang height = video_def->nFrameHeight; 2334870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang // Use H.264/AVC MacroBlock size 16x16 2335870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang *intraRefreshPeriod = divUp((divUp(width, 16u) * divUp(height, 16u)), refreshParams.nCirMBs); 2336870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2337870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return OK; 2338870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang} 2339870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2340870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuangstatus_t ACodec::setIntraRefreshPeriod(uint32_t intraRefreshPeriod, bool inConfigure) { 2341870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang OMX_VIDEO_CONFIG_ANDROID_INTRAREFRESHTYPE params; 2342870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang InitOMXParams(¶ms); 2343870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang params.nPortIndex = kPortIndexOutput; 2344870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang params.nRefreshPeriod = intraRefreshPeriod; 2345870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang status_t err = mOMX->setConfig( 2346870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang mNode, (OMX_INDEXTYPE)OMX_IndexConfigAndroidIntraRefresh, ¶ms, sizeof(params)); 2347870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (err == OK) { 2348870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return OK; 2349870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 2350870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2351870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang // Only in configure state, a component could invoke setParameter. 2352870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (!inConfigure) { 2353870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return INVALID_OPERATION; 2354870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } else { 2355870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang ALOGI("[%s] try falling back to Cyclic", mComponentName.c_str()); 2356870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 2357870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2358870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang OMX_VIDEO_PARAM_INTRAREFRESHTYPE refreshParams; 2359870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang InitOMXParams(&refreshParams); 2360870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang refreshParams.nPortIndex = kPortIndexOutput; 2361870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang refreshParams.eRefreshMode = OMX_VIDEO_IntraRefreshCyclic; 2362870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2363870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (intraRefreshPeriod == 0) { 2364870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang // 0 means disable intra refresh. 2365870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang refreshParams.nCirMBs = 0; 2366870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } else { 2367870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang // Calculate macroblocks that need to be intra coded base on width and height 2368870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang uint32_t width, height; 2369870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang OMX_PARAM_PORTDEFINITIONTYPE def; 2370870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang InitOMXParams(&def); 2371870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang OMX_VIDEO_PORTDEFINITIONTYPE *video_def = &def.format.video; 2372870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang def.nPortIndex = kPortIndexOutput; 2373870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang err = mOMX->getParameter( 2374870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 2375870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (err != OK) { 2376870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return err; 2377870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 2378870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang width = video_def->nFrameWidth; 2379870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang height = video_def->nFrameHeight; 2380870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang // Use H.264/AVC MacroBlock size 16x16 2381870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang refreshParams.nCirMBs = divUp((divUp(width, 16u) * divUp(height, 16u)), intraRefreshPeriod); 2382870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 2383870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2384870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang err = mOMX->setParameter(mNode, OMX_IndexParamVideoIntraRefresh, 2385870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang &refreshParams, sizeof(refreshParams)); 2386870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (err != OK) { 2387870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return err; 2388870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 2389870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2390870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return OK; 2391870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang} 2392870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 23930f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnarstatus_t ACodec::configureTemporalLayers( 23940f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar const sp<AMessage> &msg, bool inConfigure, sp<AMessage> &outputFormat) { 23950f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar if (!mIsVideo || !mIsEncoder) { 23960f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar return INVALID_OPERATION; 23970f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar } 23980f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar 23990f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar AString tsSchema; 24000f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar if (!msg->findString("ts-schema", &tsSchema)) { 24010f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar return OK; 24020f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar } 24030f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar 24040f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar unsigned int numLayers = 0; 24050f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar unsigned int numBLayers = 0; 24060f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar int tags; 24070f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar char dummy; 24080f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar OMX_VIDEO_ANDROID_TEMPORALLAYERINGPATTERNTYPE pattern = 24090f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar OMX_VIDEO_AndroidTemporalLayeringPatternNone; 24100f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar if (sscanf(tsSchema.c_str(), "webrtc.vp8.%u-layer%c", &numLayers, &dummy) == 1 24110f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar && numLayers > 0) { 24120f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar pattern = OMX_VIDEO_AndroidTemporalLayeringPatternWebRTC; 24130f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar } else if ((tags = sscanf(tsSchema.c_str(), "android.generic.%u%c%u%c", 24140f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar &numLayers, &dummy, &numBLayers, &dummy)) 24150f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar && (tags == 1 || (tags == 3 && dummy == '+')) 24160f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar && numLayers > 0 && numLayers < UINT32_MAX - numBLayers) { 24170f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar numLayers += numBLayers; 24180f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar pattern = OMX_VIDEO_AndroidTemporalLayeringPatternAndroid; 24190f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar } else { 24200f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar ALOGI("Ignoring unsupported ts-schema [%s]", tsSchema.c_str()); 24210f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar return BAD_VALUE; 24220f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar } 24230f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar 24240f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar OMX_VIDEO_PARAM_ANDROID_TEMPORALLAYERINGTYPE layerParams; 24250f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar InitOMXParams(&layerParams); 24260f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar layerParams.nPortIndex = kPortIndexOutput; 24270f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar 24280f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar status_t err = mOMX->getParameter( 24290f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar mNode, (OMX_INDEXTYPE)OMX_IndexParamAndroidVideoTemporalLayering, 24300f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar &layerParams, sizeof(layerParams)); 24310f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar 24320f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar if (err != OK) { 24330f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar return err; 24340f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar } else if (!(layerParams.eSupportedPatterns & pattern)) { 24350f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar return BAD_VALUE; 24360f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar } 24370f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar 24380f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar numLayers = min(numLayers, layerParams.nLayerCountMax); 24390f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar numBLayers = min(numBLayers, layerParams.nBLayerCountMax); 24400f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar 24410f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar if (!inConfigure) { 24420f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar OMX_VIDEO_CONFIG_ANDROID_TEMPORALLAYERINGTYPE layerConfig; 24430f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar InitOMXParams(&layerConfig); 24440f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar layerConfig.nPortIndex = kPortIndexOutput; 24450f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar layerConfig.ePattern = pattern; 24460f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar layerConfig.nPLayerCountActual = numLayers - numBLayers; 24470f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar layerConfig.nBLayerCountActual = numBLayers; 24480f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar layerConfig.bBitrateRatiosSpecified = OMX_FALSE; 24490f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar 24500f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar err = mOMX->setConfig( 24510f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar mNode, (OMX_INDEXTYPE)OMX_IndexConfigAndroidVideoTemporalLayering, 24520f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar &layerConfig, sizeof(layerConfig)); 24530f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar } else { 24540f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar layerParams.ePattern = pattern; 24550f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar layerParams.nPLayerCountActual = numLayers - numBLayers; 24560f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar layerParams.nBLayerCountActual = numBLayers; 24570f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar layerParams.bBitrateRatiosSpecified = OMX_FALSE; 24580f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar 24590f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar err = mOMX->setParameter( 24600f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar mNode, (OMX_INDEXTYPE)OMX_IndexParamAndroidVideoTemporalLayering, 24610f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar &layerParams, sizeof(layerParams)); 24620f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar } 24630f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar 24640f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar AString configSchema; 24650f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar if (pattern == OMX_VIDEO_AndroidTemporalLayeringPatternAndroid) { 24660f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar configSchema = AStringPrintf("android.generic.%u+%u", numLayers - numBLayers, numBLayers); 24670f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar } else if (pattern == OMX_VIDEO_AndroidTemporalLayeringPatternWebRTC) { 24680f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar configSchema = AStringPrintf("webrtc.vp8.%u", numLayers); 24690f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar } 24700f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar 24710f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar if (err != OK) { 24720f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar ALOGW("Failed to set temporal layers to %s (requested %s)", 24730f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar configSchema.c_str(), tsSchema.c_str()); 24740f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar return err; 24750f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar } 24760f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar 24770f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar err = mOMX->getParameter( 24780f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar mNode, (OMX_INDEXTYPE)OMX_IndexParamAndroidVideoTemporalLayering, 24790f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar &layerParams, sizeof(layerParams)); 24800f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar 24810f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar if (err == OK) { 24820f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar ALOGD("Temporal layers requested:%s configured:%s got:%s(%u: P=%u, B=%u)", 24830f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar tsSchema.c_str(), configSchema.c_str(), 24840f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar asString(layerParams.ePattern), layerParams.ePattern, 24850f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar layerParams.nPLayerCountActual, layerParams.nBLayerCountActual); 24860f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar 24870f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar if (outputFormat.get() == mOutputFormat.get()) { 24880f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar mOutputFormat = mOutputFormat->dup(); // trigger an output format change event 24890f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar } 24900f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar // assume we got what we configured 24910f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar outputFormat->setString("ts-schema", configSchema); 24920f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar } 24930f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar return err; 24940f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar} 24950f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar 2496f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::setMinBufferSize(OMX_U32 portIndex, size_t size) { 2497f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 2498f933441648ef6a71dee783d733aac17b9508b452Andreas Huber InitOMXParams(&def); 2499f933441648ef6a71dee783d733aac17b9508b452Andreas Huber def.nPortIndex = portIndex; 2500f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2501f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t err = mOMX->getParameter( 2502f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 2503f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2504f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 2505f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 2506f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2507f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2508f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (def.nBufferSize >= size) { 2509f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return OK; 2510f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2511f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2512f933441648ef6a71dee783d733aac17b9508b452Andreas Huber def.nBufferSize = size; 2513f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2514f933441648ef6a71dee783d733aac17b9508b452Andreas Huber err = mOMX->setParameter( 2515f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 2516f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2517f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 2518f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 2519f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2520f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2521f933441648ef6a71dee783d733aac17b9508b452Andreas Huber err = mOMX->getParameter( 2522f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 2523f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2524f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 2525f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 2526f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2527f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2528777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (def.nBufferSize < size) { 2529777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("failed to set min buffer size to %zu (is still %u)", size, def.nBufferSize); 2530777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return FAILED_TRANSACTION; 2531777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 2532f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2533f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return OK; 2534f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 2535f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 25365778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::selectAudioPortFormat( 25375778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_U32 portIndex, OMX_AUDIO_CODINGTYPE desiredFormat) { 25385778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_AUDIO_PARAM_PORTFORMATTYPE format; 25395778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&format); 25405778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25415778822d86b0337407514b9372562b86edfa91cdAndreas Huber format.nPortIndex = portIndex; 25426e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar for (OMX_U32 index = 0; index <= kMaxIndicesToCheck; ++index) { 25435778822d86b0337407514b9372562b86edfa91cdAndreas Huber format.nIndex = index; 25445778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = mOMX->getParameter( 25455778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamAudioPortFormat, 25465778822d86b0337407514b9372562b86edfa91cdAndreas Huber &format, sizeof(format)); 25475778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25485778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 25495778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 25505778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25515778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25525778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (format.eEncoding == desiredFormat) { 25535778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 25545778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25556e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar 25566e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar if (index == kMaxIndicesToCheck) { 25576e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar ALOGW("[%s] stopping checking formats after %u: %s(%x)", 25586e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar mComponentName.c_str(), index, 25596e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar asString(format.eEncoding), format.eEncoding); 25606e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar return ERROR_UNSUPPORTED; 25616e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar } 25625778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25635778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25645778822d86b0337407514b9372562b86edfa91cdAndreas Huber return mOMX->setParameter( 25655778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamAudioPortFormat, &format, sizeof(format)); 25665778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 25675778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25685778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupAACCodec( 2569aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke bool encoder, int32_t numChannels, int32_t sampleRate, 25708045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi int32_t bitRate, int32_t aacProfile, bool isADTS, int32_t sbrMode, 25712965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang int32_t maxOutputChannelCount, const drcParams_t& drc, 25722965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang int32_t pcmLimiterEnable) { 2573ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber if (encoder && isADTS) { 2574ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber return -EINVAL; 2575ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 2576ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 25775778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = setupRawAudioFormat( 25785778822d86b0337407514b9372562b86edfa91cdAndreas Huber encoder ? kPortIndexInput : kPortIndexOutput, 25795778822d86b0337407514b9372562b86edfa91cdAndreas Huber sampleRate, 25805778822d86b0337407514b9372562b86edfa91cdAndreas Huber numChannels); 25815778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25825778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 25835778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 25845778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25855778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25865778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (encoder) { 25875778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = selectAudioPortFormat(kPortIndexOutput, OMX_AUDIO_CodingAAC); 25885778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25895778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 25905778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 25915778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25925778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25935778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 25945778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&def); 25955778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.nPortIndex = kPortIndexOutput; 25965778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25975778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->getParameter( 25985778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 25995778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26005778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 26015778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 26025778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 26035778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26045778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.format.audio.bFlagErrorConcealment = OMX_TRUE; 26055778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.format.audio.eEncoding = OMX_AUDIO_CodingAAC; 26065778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26075778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 26085778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 26095778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26105778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 26115778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 26125778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 26135778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26145778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_AUDIO_PARAM_AACPROFILETYPE profile; 26155778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&profile); 26165778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nPortIndex = kPortIndexOutput; 26175778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26185778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->getParameter( 26195778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamAudioAac, &profile, sizeof(profile)); 26205778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26215778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 26225778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 26235778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 26245778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26255778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nChannels = numChannels; 26265778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26275778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.eChannelMode = 26285778822d86b0337407514b9372562b86edfa91cdAndreas Huber (numChannels == 1) 26295778822d86b0337407514b9372562b86edfa91cdAndreas Huber ? OMX_AUDIO_ChannelModeMono: OMX_AUDIO_ChannelModeStereo; 26305778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26315778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nSampleRate = sampleRate; 26325778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nBitRate = bitRate; 26335778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nAudioBandWidth = 0; 26345778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nFrameLength = 0; 26355778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nAACtools = OMX_AUDIO_AACToolAll; 26365778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nAACERtools = OMX_AUDIO_AACERNone; 2637aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke profile.eAACProfile = (OMX_AUDIO_AACPROFILETYPE) aacProfile; 26385778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.eAACStreamFormat = OMX_AUDIO_AACStreamFormatMP4FF; 2639b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi switch (sbrMode) { 2640b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi case 0: 2641b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi // disable sbr 2642b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools &= ~OMX_AUDIO_AACToolAndroidSSBR; 2643b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools &= ~OMX_AUDIO_AACToolAndroidDSBR; 2644b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi break; 2645b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi case 1: 2646b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi // enable single-rate sbr 2647b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools |= OMX_AUDIO_AACToolAndroidSSBR; 2648b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools &= ~OMX_AUDIO_AACToolAndroidDSBR; 2649b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi break; 2650b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi case 2: 2651b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi // enable dual-rate sbr 2652b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools &= ~OMX_AUDIO_AACToolAndroidSSBR; 2653b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools |= OMX_AUDIO_AACToolAndroidDSBR; 2654b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi break; 2655b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi case -1: 2656b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi // enable both modes -> the codec will decide which mode should be used 2657b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools |= OMX_AUDIO_AACToolAndroidSSBR; 2658b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools |= OMX_AUDIO_AACToolAndroidDSBR; 2659b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi break; 2660b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi default: 2661b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi // unsupported sbr mode 2662b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi return BAD_VALUE; 2663b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi } 2664b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi 26655778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26665778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 26675778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamAudioAac, &profile, sizeof(profile)); 26685778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26695778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 26705778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 26715778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 26725778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26735778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 26745778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 26755778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2676f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_AUDIO_PARAM_AACPROFILETYPE profile; 2677f933441648ef6a71dee783d733aac17b9508b452Andreas Huber InitOMXParams(&profile); 2678f933441648ef6a71dee783d733aac17b9508b452Andreas Huber profile.nPortIndex = kPortIndexInput; 2679f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 26805778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->getParameter( 2681f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamAudioAac, &profile, sizeof(profile)); 2682f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2683f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 2684f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 2685f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2686f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2687f933441648ef6a71dee783d733aac17b9508b452Andreas Huber profile.nChannels = numChannels; 2688f933441648ef6a71dee783d733aac17b9508b452Andreas Huber profile.nSampleRate = sampleRate; 2689ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 2690ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber profile.eAACStreamFormat = 2691ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber isADTS 2692ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber ? OMX_AUDIO_AACStreamFormatMP4ADTS 2693ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber : OMX_AUDIO_AACStreamFormatMP4FF; 2694f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 26958045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi OMX_AUDIO_PARAM_ANDROID_AACPRESENTATIONTYPE presentation; 2696dabb051cf03b5ccc994c769a1cd23f9e6c378deeMarco Nelissen InitOMXParams(&presentation); 26978045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi presentation.nMaxOutputChannels = maxOutputChannelCount; 26988045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi presentation.nDrcCut = drc.drcCut; 26998045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi presentation.nDrcBoost = drc.drcBoost; 27008045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi presentation.nHeavyCompression = drc.heavyCompression; 27018045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi presentation.nTargetReferenceLevel = drc.targetRefLevel; 27028045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi presentation.nEncodedTargetLevel = drc.encodedTargetLevel; 27032965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang presentation.nPCMLimiterEnable = pcmLimiterEnable; 27048045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi 27058045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi status_t res = mOMX->setParameter(mNode, OMX_IndexParamAudioAac, &profile, sizeof(profile)); 27068045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (res == OK) { 27078045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi // optional parameters, will not cause configuration failure 27088045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi mOMX->setParameter(mNode, (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidAacPresentation, 27098045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi &presentation, sizeof(presentation)); 27108045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } else { 27118045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi ALOGW("did not set AudioAndroidAacPresentation due to error %d when setting AudioAac", res); 27128045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 2713b6e9b8919c9ba25afc0f7f55ee3933f5d9f24dc8Marco Nelissen mSampleRate = sampleRate; 27148045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi return res; 27155778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 2716f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 271797358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryustatus_t ACodec::setupAC3Codec( 271897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu bool encoder, int32_t numChannels, int32_t sampleRate) { 271997358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu status_t err = setupRawAudioFormat( 272097358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu encoder ? kPortIndexInput : kPortIndexOutput, sampleRate, numChannels); 272197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 272297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu if (err != OK) { 272397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu return err; 272497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } 272597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 272697358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu if (encoder) { 272797358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu ALOGW("AC3 encoding is not supported."); 272897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu return INVALID_OPERATION; 272997358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } 273097358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 273197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu OMX_AUDIO_PARAM_ANDROID_AC3TYPE def; 273297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu InitOMXParams(&def); 273397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu def.nPortIndex = kPortIndexInput; 273497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 273597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu err = mOMX->getParameter( 273697358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu mNode, 273797358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidAc3, 273897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu &def, 273997358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu sizeof(def)); 274097358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 274197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu if (err != OK) { 274297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu return err; 274397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } 274497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 274597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu def.nChannels = numChannels; 274697358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu def.nSampleRate = sampleRate; 274797358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 274897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu return mOMX->setParameter( 274997358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu mNode, 275097358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidAc3, 275197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu &def, 275297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu sizeof(def)); 275397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu} 275497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 27558a4728966dc9c78e21c3c93a927707e93c05e5e0Rachadstatus_t ACodec::setupEAC3Codec( 27568a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad bool encoder, int32_t numChannels, int32_t sampleRate) { 27578a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad status_t err = setupRawAudioFormat( 27588a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad encoder ? kPortIndexInput : kPortIndexOutput, sampleRate, numChannels); 27598a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 27608a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad if (err != OK) { 27618a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad return err; 27628a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } 27638a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 27648a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad if (encoder) { 27658a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad ALOGW("EAC3 encoding is not supported."); 27668a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad return INVALID_OPERATION; 27678a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } 27688a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 27698a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad OMX_AUDIO_PARAM_ANDROID_EAC3TYPE def; 27708a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad InitOMXParams(&def); 27718a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad def.nPortIndex = kPortIndexInput; 27728a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 27738a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad err = mOMX->getParameter( 27748a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad mNode, 27758a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidEac3, 27768a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad &def, 27778a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad sizeof(def)); 27788a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 27798a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad if (err != OK) { 27808a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad return err; 27818a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } 27828a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 27838a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad def.nChannels = numChannels; 27848a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad def.nSampleRate = sampleRate; 27858a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 27868a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad return mOMX->setParameter( 27878a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad mNode, 27888a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidEac3, 27898a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad &def, 27908a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad sizeof(def)); 27918a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad} 27928a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 27935778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatic OMX_AUDIO_AMRBANDMODETYPE pickModeFromBitRate( 27945778822d86b0337407514b9372562b86edfa91cdAndreas Huber bool isAMRWB, int32_t bps) { 27955778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (isAMRWB) { 27965778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (bps <= 6600) { 27975778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB0; 27985778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 8850) { 27995778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB1; 28005778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 12650) { 28015778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB2; 28025778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 14250) { 28035778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB3; 28045778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 15850) { 28055778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB4; 28065778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 18250) { 28075778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB5; 28085778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 19850) { 28095778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB6; 28105778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 23050) { 28115778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB7; 28125778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 28135778822d86b0337407514b9372562b86edfa91cdAndreas Huber 28145778822d86b0337407514b9372562b86edfa91cdAndreas Huber // 23850 bps 28155778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB8; 28165778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { // AMRNB 28175778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (bps <= 4750) { 28185778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB0; 28195778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 5150) { 28205778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB1; 28215778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 5900) { 28225778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB2; 28235778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 6700) { 28245778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB3; 28255778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 7400) { 28265778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB4; 28275778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 7950) { 28285778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB5; 28295778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 10200) { 28305778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB6; 28315778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 28325778822d86b0337407514b9372562b86edfa91cdAndreas Huber 28335778822d86b0337407514b9372562b86edfa91cdAndreas Huber // 12200 bps 28345778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB7; 28355778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2836f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 2837f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 28385778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupAMRCodec(bool encoder, bool isWAMR, int32_t bitrate) { 2839729de186450f78c099637e1fce743fe531862c52Andreas Huber OMX_AUDIO_PARAM_AMRTYPE def; 2840729de186450f78c099637e1fce743fe531862c52Andreas Huber InitOMXParams(&def); 28415778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.nPortIndex = encoder ? kPortIndexOutput : kPortIndexInput; 2842729de186450f78c099637e1fce743fe531862c52Andreas Huber 2843729de186450f78c099637e1fce743fe531862c52Andreas Huber status_t err = 2844729de186450f78c099637e1fce743fe531862c52Andreas Huber mOMX->getParameter(mNode, OMX_IndexParamAudioAmr, &def, sizeof(def)); 2845729de186450f78c099637e1fce743fe531862c52Andreas Huber 2846729de186450f78c099637e1fce743fe531862c52Andreas Huber if (err != OK) { 2847729de186450f78c099637e1fce743fe531862c52Andreas Huber return err; 2848729de186450f78c099637e1fce743fe531862c52Andreas Huber } 2849729de186450f78c099637e1fce743fe531862c52Andreas Huber 2850729de186450f78c099637e1fce743fe531862c52Andreas Huber def.eAMRFrameFormat = OMX_AUDIO_AMRFrameFormatFSF; 28515778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.eAMRBandMode = pickModeFromBitRate(isWAMR, bitrate); 28525778822d86b0337407514b9372562b86edfa91cdAndreas Huber 28535778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 28545778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamAudioAmr, &def, sizeof(def)); 2855729de186450f78c099637e1fce743fe531862c52Andreas Huber 28565778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 28575778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 28585778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2859729de186450f78c099637e1fce743fe531862c52Andreas Huber 28605778822d86b0337407514b9372562b86edfa91cdAndreas Huber return setupRawAudioFormat( 28615778822d86b0337407514b9372562b86edfa91cdAndreas Huber encoder ? kPortIndexInput : kPortIndexOutput, 28625778822d86b0337407514b9372562b86edfa91cdAndreas Huber isWAMR ? 16000 : 8000 /* sampleRate */, 28635778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1 /* numChannels */); 2864729de186450f78c099637e1fce743fe531862c52Andreas Huber} 2865729de186450f78c099637e1fce743fe531862c52Andreas Huber 286617c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissenstatus_t ACodec::setupG711Codec(bool encoder, int32_t sampleRate, int32_t numChannels) { 2867777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (encoder) { 2868777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return INVALID_OPERATION; 2869777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 28705778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2871729de186450f78c099637e1fce743fe531862c52Andreas Huber return setupRawAudioFormat( 287217c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissen kPortIndexInput, sampleRate, numChannels); 2873729de186450f78c099637e1fce743fe531862c52Andreas Huber} 2874729de186450f78c099637e1fce743fe531862c52Andreas Huber 28752f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivistatus_t ACodec::setupFlacCodec( 28762f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi bool encoder, int32_t numChannels, int32_t sampleRate, int32_t compressionLevel) { 28772f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi 28782f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi if (encoder) { 28792f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi OMX_AUDIO_PARAM_FLACTYPE def; 28802f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi InitOMXParams(&def); 28812f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi def.nPortIndex = kPortIndexOutput; 28822f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi 28832f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi // configure compression level 28842f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi status_t err = mOMX->getParameter(mNode, OMX_IndexParamAudioFlac, &def, sizeof(def)); 28852f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi if (err != OK) { 28862f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi ALOGE("setupFlacCodec(): Error %d getting OMX_IndexParamAudioFlac parameter", err); 28872f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi return err; 28882f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } 28892f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi def.nCompressionLevel = compressionLevel; 28902f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi err = mOMX->setParameter(mNode, OMX_IndexParamAudioFlac, &def, sizeof(def)); 28912f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi if (err != OK) { 28922f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi ALOGE("setupFlacCodec(): Error %d setting OMX_IndexParamAudioFlac parameter", err); 28932f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi return err; 28942f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } 28952f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } 28962f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi 28972f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi return setupRawAudioFormat( 28982f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi encoder ? kPortIndexInput : kPortIndexOutput, 28992f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi sampleRate, 29002f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi numChannels); 29012f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi} 29022f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi 2903729de186450f78c099637e1fce743fe531862c52Andreas Huberstatus_t ACodec::setupRawAudioFormat( 29045b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar OMX_U32 portIndex, int32_t sampleRate, int32_t numChannels, AudioEncoding encoding) { 2905729de186450f78c099637e1fce743fe531862c52Andreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 2906729de186450f78c099637e1fce743fe531862c52Andreas Huber InitOMXParams(&def); 2907729de186450f78c099637e1fce743fe531862c52Andreas Huber def.nPortIndex = portIndex; 2908729de186450f78c099637e1fce743fe531862c52Andreas Huber 2909729de186450f78c099637e1fce743fe531862c52Andreas Huber status_t err = mOMX->getParameter( 2910729de186450f78c099637e1fce743fe531862c52Andreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 2911729de186450f78c099637e1fce743fe531862c52Andreas Huber 2912729de186450f78c099637e1fce743fe531862c52Andreas Huber if (err != OK) { 2913729de186450f78c099637e1fce743fe531862c52Andreas Huber return err; 2914729de186450f78c099637e1fce743fe531862c52Andreas Huber } 2915729de186450f78c099637e1fce743fe531862c52Andreas Huber 2916729de186450f78c099637e1fce743fe531862c52Andreas Huber def.format.audio.eEncoding = OMX_AUDIO_CodingPCM; 2917729de186450f78c099637e1fce743fe531862c52Andreas Huber 2918729de186450f78c099637e1fce743fe531862c52Andreas Huber err = mOMX->setParameter( 2919729de186450f78c099637e1fce743fe531862c52Andreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 2920729de186450f78c099637e1fce743fe531862c52Andreas Huber 2921729de186450f78c099637e1fce743fe531862c52Andreas Huber if (err != OK) { 2922729de186450f78c099637e1fce743fe531862c52Andreas Huber return err; 2923729de186450f78c099637e1fce743fe531862c52Andreas Huber } 2924729de186450f78c099637e1fce743fe531862c52Andreas Huber 2925729de186450f78c099637e1fce743fe531862c52Andreas Huber OMX_AUDIO_PARAM_PCMMODETYPE pcmParams; 2926729de186450f78c099637e1fce743fe531862c52Andreas Huber InitOMXParams(&pcmParams); 2927729de186450f78c099637e1fce743fe531862c52Andreas Huber pcmParams.nPortIndex = portIndex; 2928729de186450f78c099637e1fce743fe531862c52Andreas Huber 2929729de186450f78c099637e1fce743fe531862c52Andreas Huber err = mOMX->getParameter( 2930729de186450f78c099637e1fce743fe531862c52Andreas Huber mNode, OMX_IndexParamAudioPcm, &pcmParams, sizeof(pcmParams)); 2931729de186450f78c099637e1fce743fe531862c52Andreas Huber 2932729de186450f78c099637e1fce743fe531862c52Andreas Huber if (err != OK) { 2933729de186450f78c099637e1fce743fe531862c52Andreas Huber return err; 2934729de186450f78c099637e1fce743fe531862c52Andreas Huber } 2935729de186450f78c099637e1fce743fe531862c52Andreas Huber 2936729de186450f78c099637e1fce743fe531862c52Andreas Huber pcmParams.nChannels = numChannels; 29375b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar switch (encoding) { 29385b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar case kAudioEncodingPcm8bit: 29395b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar pcmParams.eNumData = OMX_NumericalDataUnsigned; 29405b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar pcmParams.nBitPerSample = 8; 29415b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar break; 29425b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar case kAudioEncodingPcmFloat: 29435b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar pcmParams.eNumData = OMX_NumericalDataFloat; 29445b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar pcmParams.nBitPerSample = 32; 29455b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar break; 29465b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar case kAudioEncodingPcm16bit: 29475b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar pcmParams.eNumData = OMX_NumericalDataSigned; 29485b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar pcmParams.nBitPerSample = 16; 29495b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar break; 29505b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar default: 29515b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar return BAD_VALUE; 29525b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 2953729de186450f78c099637e1fce743fe531862c52Andreas Huber pcmParams.bInterleaved = OMX_TRUE; 2954729de186450f78c099637e1fce743fe531862c52Andreas Huber pcmParams.nSamplingRate = sampleRate; 2955729de186450f78c099637e1fce743fe531862c52Andreas Huber pcmParams.ePCMMode = OMX_AUDIO_PCMModeLinear; 2956729de186450f78c099637e1fce743fe531862c52Andreas Huber 2957c1d8115e8a0bdaeb2b723d395b9a85a02c90c933Andreas Huber if (getOMXChannelMapping(numChannels, pcmParams.eChannelMapping) != OK) { 2958c1d8115e8a0bdaeb2b723d395b9a85a02c90c933Andreas Huber return OMX_ErrorNone; 2959729de186450f78c099637e1fce743fe531862c52Andreas Huber } 2960729de186450f78c099637e1fce743fe531862c52Andreas Huber 29615b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar err = mOMX->setParameter( 2962729de186450f78c099637e1fce743fe531862c52Andreas Huber mNode, OMX_IndexParamAudioPcm, &pcmParams, sizeof(pcmParams)); 29635b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar // if we could not set up raw format to non-16-bit, try with 16-bit 29645b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar // NOTE: we will also verify this via readback, in case codec ignores these fields 29655b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (err != OK && encoding != kAudioEncodingPcm16bit) { 29665b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar pcmParams.eNumData = OMX_NumericalDataSigned; 29675b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar pcmParams.nBitPerSample = 16; 29685b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar err = mOMX->setParameter( 29695b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar mNode, OMX_IndexParamAudioPcm, &pcmParams, sizeof(pcmParams)); 29705b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 29715b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar return err; 2972729de186450f78c099637e1fce743fe531862c52Andreas Huber} 2973729de186450f78c099637e1fce743fe531862c52Andreas Huber 29745a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachadstatus_t ACodec::configureTunneledVideoPlayback( 297597827bd7c7e64dec22c8fe0f9e734a3c432ad7eeRachad int32_t audioHwSync, const sp<ANativeWindow> &nativeWindow) { 29765a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad native_handle_t* sidebandHandle; 29775a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 29785a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad status_t err = mOMX->configureVideoTunnelMode( 29795a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad mNode, kPortIndexOutput, OMX_TRUE, audioHwSync, &sidebandHandle); 29805a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (err != OK) { 29815a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGE("configureVideoTunnelMode failed! (err %d).", err); 29825a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad return err; 29835a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } 29845a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 29855a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad err = native_window_set_sideband_stream(nativeWindow.get(), sidebandHandle); 29865a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (err != OK) { 29875a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGE("native_window_set_sideband_stream(%p) failed! (err %d).", 29885a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad sidebandHandle, err); 29895a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad return err; 29905a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } 29915a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 29925a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad return OK; 29935a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad} 29945a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 2995f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::setVideoPortFormatType( 2996f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 portIndex, 2997f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_VIDEO_CODINGTYPE compressionFormat, 29980d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar OMX_COLOR_FORMATTYPE colorFormat, 29990d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar bool usingNativeBuffers) { 3000f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_VIDEO_PARAM_PORTFORMATTYPE format; 3001f933441648ef6a71dee783d733aac17b9508b452Andreas Huber InitOMXParams(&format); 3002f933441648ef6a71dee783d733aac17b9508b452Andreas Huber format.nPortIndex = portIndex; 3003f933441648ef6a71dee783d733aac17b9508b452Andreas Huber format.nIndex = 0; 3004f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool found = false; 3005f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 30066e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar for (OMX_U32 index = 0; index <= kMaxIndicesToCheck; ++index) { 3007f933441648ef6a71dee783d733aac17b9508b452Andreas Huber format.nIndex = index; 3008f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t err = mOMX->getParameter( 3009f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamVideoPortFormat, 3010f933441648ef6a71dee783d733aac17b9508b452Andreas Huber &format, sizeof(format)); 3011f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3012f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 3013f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 3014f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3015f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3016229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar // substitute back flexible color format to codec supported format 3017229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar OMX_U32 flexibleEquivalent; 30180d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (compressionFormat == OMX_VIDEO_CodingUnused 30191ad5b240bfd49aa918092dbdc18c1a24c5e6c3a4Wonsik Kim && IsFlexibleColorFormat( 30200d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar mOMX, mNode, format.eColorFormat, usingNativeBuffers, &flexibleEquivalent) 30210d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar && colorFormat == flexibleEquivalent) { 3022229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar ALOGI("[%s] using color format %#x in place of %#x", 3023229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar mComponentName.c_str(), format.eColorFormat, colorFormat); 3024229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar colorFormat = format.eColorFormat; 3025229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar } 3026229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar 3027f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // The following assertion is violated by TI's video decoder. 3028f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // CHECK_EQ(format.nIndex, index); 3029f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3030f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (!strcmp("OMX.TI.Video.encoder", mComponentName.c_str())) { 3031f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (portIndex == kPortIndexInput 3032f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && colorFormat == format.eColorFormat) { 3033f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // eCompressionFormat does not seem right. 3034f933441648ef6a71dee783d733aac17b9508b452Andreas Huber found = true; 3035f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 3036f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3037f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (portIndex == kPortIndexOutput 3038f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && compressionFormat == format.eCompressionFormat) { 3039f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // eColorFormat does not seem right. 3040f933441648ef6a71dee783d733aac17b9508b452Andreas Huber found = true; 3041f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 3042f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3043f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3044f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3045f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (format.eCompressionFormat == compressionFormat 3046f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && format.eColorFormat == colorFormat) { 3047f933441648ef6a71dee783d733aac17b9508b452Andreas Huber found = true; 3048f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 3049f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3050f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 30516e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar if (index == kMaxIndicesToCheck) { 30526e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar ALOGW("[%s] stopping checking formats after %u: %s(%x)/%s(%x)", 30536e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar mComponentName.c_str(), index, 30546e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar asString(format.eCompressionFormat), format.eCompressionFormat, 30556e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar asString(format.eColorFormat), format.eColorFormat); 30566e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar } 3057f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3058f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3059f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (!found) { 3060f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return UNKNOWN_ERROR; 3061f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3062f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3063f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t err = mOMX->setParameter( 3064f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamVideoPortFormat, 3065f933441648ef6a71dee783d733aac17b9508b452Andreas Huber &format, sizeof(format)); 3066f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3067f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 3068f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 3069f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 30700d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// Set optimal output format. OMX component lists output formats in the order 30710d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// of preference, but this got more complicated since the introduction of flexible 30720d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// YUV formats. We support a legacy behavior for applications that do not use 30730d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// surface output, do not specify an output format, but expect a "usable" standard 30740d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// OMX format. SW readable and standard formats must be flex-YUV. 30750d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// 30760d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// Suggested preference order: 30770d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// - optimal format for texture rendering (mediaplayer behavior) 30780d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// - optimal SW readable & texture renderable format (flex-YUV support) 30790d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// - optimal SW readable non-renderable format (flex-YUV bytebuffer support) 30800d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// - legacy "usable" standard formats 30810d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// 30820d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// For legacy support, we prefer a standard format, but will settle for a SW readable 30830d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// flex-YUV format. 30840d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnarstatus_t ACodec::setSupportedOutputFormat(bool getLegacyFlexibleFormat) { 30850d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar OMX_VIDEO_PARAM_PORTFORMATTYPE format, legacyFormat; 3086f933441648ef6a71dee783d733aac17b9508b452Andreas Huber InitOMXParams(&format); 3087f933441648ef6a71dee783d733aac17b9508b452Andreas Huber format.nPortIndex = kPortIndexOutput; 3088f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 30890d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar InitOMXParams(&legacyFormat); 30900d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar // this field will change when we find a suitable legacy format 30910d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar legacyFormat.eColorFormat = OMX_COLOR_FormatUnused; 3092f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 30930d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar for (OMX_U32 index = 0; ; ++index) { 30940d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar format.nIndex = index; 30950d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar status_t err = mOMX->getParameter( 30960d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar mNode, OMX_IndexParamVideoPortFormat, 30970d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar &format, sizeof(format)); 30980d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (err != OK) { 30990d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar // no more formats, pick legacy format if found 31000d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (legacyFormat.eColorFormat != OMX_COLOR_FormatUnused) { 31010d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar memcpy(&format, &legacyFormat, sizeof(format)); 31020d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar break; 31030d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 31040d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar return err; 31050d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 31060d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (format.eCompressionFormat != OMX_VIDEO_CodingUnused) { 31070d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar return OMX_ErrorBadParameter; 31080d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 31090d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (!getLegacyFlexibleFormat) { 31100d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar break; 31110d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 31120d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar // standard formats that were exposed to users before 31130d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (format.eColorFormat == OMX_COLOR_FormatYUV420Planar 31140d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar || format.eColorFormat == OMX_COLOR_FormatYUV420PackedPlanar 31150d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar || format.eColorFormat == OMX_COLOR_FormatYUV420SemiPlanar 31160d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar || format.eColorFormat == OMX_COLOR_FormatYUV420PackedSemiPlanar 31170d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar || format.eColorFormat == OMX_TI_COLOR_FormatYUV420PackedSemiPlanar) { 31180d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar break; 31190d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 31200d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar // find best legacy non-standard format 31210d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar OMX_U32 flexibleEquivalent; 31220d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (legacyFormat.eColorFormat == OMX_COLOR_FormatUnused 31231ad5b240bfd49aa918092dbdc18c1a24c5e6c3a4Wonsik Kim && IsFlexibleColorFormat( 31240d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar mOMX, mNode, format.eColorFormat, false /* usingNativeBuffers */, 31250d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar &flexibleEquivalent) 31260d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar && flexibleEquivalent == OMX_COLOR_FormatYUV420Flexible) { 31270d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar memcpy(&legacyFormat, &format, sizeof(format)); 31280d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 31290d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 3130f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return mOMX->setParameter( 3131f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamVideoPortFormat, 3132f933441648ef6a71dee783d733aac17b9508b452Andreas Huber &format, sizeof(format)); 3133f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 3134f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3135e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huberstatic const struct VideoCodingMapEntry { 3136e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber const char *mMime; 3137e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber OMX_VIDEO_CODINGTYPE mVideoCodingType; 3138e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber} kVideoCodingMapEntry[] = { 3139e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { MEDIA_MIMETYPE_VIDEO_AVC, OMX_VIDEO_CodingAVC }, 31402472b1c0d63454e5d90a982bd6c555de6c3127bdRachad { MEDIA_MIMETYPE_VIDEO_HEVC, OMX_VIDEO_CodingHEVC }, 3141e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { MEDIA_MIMETYPE_VIDEO_MPEG4, OMX_VIDEO_CodingMPEG4 }, 3142e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { MEDIA_MIMETYPE_VIDEO_H263, OMX_VIDEO_CodingH263 }, 3143e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { MEDIA_MIMETYPE_VIDEO_MPEG2, OMX_VIDEO_CodingMPEG2 }, 314494705aff3c9eef58cbb72ec6fe5d2dcfd9481646hkuang { MEDIA_MIMETYPE_VIDEO_VP8, OMX_VIDEO_CodingVP8 }, 314594705aff3c9eef58cbb72ec6fe5d2dcfd9481646hkuang { MEDIA_MIMETYPE_VIDEO_VP9, OMX_VIDEO_CodingVP9 }, 3146a29c2b203d8bea8c21564765da5c9d7087448340Ronghua Wu { MEDIA_MIMETYPE_VIDEO_DOLBY_VISION, OMX_VIDEO_CodingDolbyVision }, 3147e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber}; 3148e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 31495778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatic status_t GetVideoCodingTypeFromMime( 31505778822d86b0337407514b9372562b86edfa91cdAndreas Huber const char *mime, OMX_VIDEO_CODINGTYPE *codingType) { 3151e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber for (size_t i = 0; 3152e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber i < sizeof(kVideoCodingMapEntry) / sizeof(kVideoCodingMapEntry[0]); 3153e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber ++i) { 3154e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (!strcasecmp(mime, kVideoCodingMapEntry[i].mMime)) { 3155e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber *codingType = kVideoCodingMapEntry[i].mVideoCodingType; 3156e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return OK; 3157e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 3158f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3159f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3160e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber *codingType = OMX_VIDEO_CodingUnused; 3161e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3162e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return ERROR_UNSUPPORTED; 3163e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber} 3164e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3165e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huberstatic status_t GetMimeTypeForVideoCoding( 3166e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber OMX_VIDEO_CODINGTYPE codingType, AString *mime) { 3167e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber for (size_t i = 0; 3168e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber i < sizeof(kVideoCodingMapEntry) / sizeof(kVideoCodingMapEntry[0]); 3169e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber ++i) { 3170e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (codingType == kVideoCodingMapEntry[i].mVideoCodingType) { 3171e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber *mime = kVideoCodingMapEntry[i].mMime; 3172e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return OK; 3173e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 3174e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 3175e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3176e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mime->clear(); 3177e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3178e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return ERROR_UNSUPPORTED; 31795778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 31805778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3181a6bfb5060824f01041f956c733fec141504c280bHangyu Kuangstatus_t ACodec::setPortBufferNum(OMX_U32 portIndex, int bufferNum) { 3182a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang OMX_PARAM_PORTDEFINITIONTYPE def; 3183a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang InitOMXParams(&def); 3184a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang def.nPortIndex = portIndex; 3185a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang status_t err; 3186a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang ALOGD("Setting [%s] %s port buffer number: %d", mComponentName.c_str(), 3187a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang portIndex == kPortIndexInput ? "input" : "output", bufferNum); 3188a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang err = mOMX->getParameter( 3189a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 3190a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang if (err != OK) { 3191a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang return err; 3192a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang } 3193a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang def.nBufferCountActual = bufferNum; 3194a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang err = mOMX->setParameter( 3195a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 3196a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang if (err != OK) { 3197a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang // Component could reject this request. 3198a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang ALOGW("Fail to set [%s] %s port buffer number: %d", mComponentName.c_str(), 3199a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang portIndex == kPortIndexInput ? "input" : "output", bufferNum); 3200a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang } 3201a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang return OK; 3202a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang} 3203a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang 32045778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupVideoDecoder( 32058338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar const char *mime, const sp<AMessage> &msg, bool haveNativeWindow, 3206b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar bool usingSwRenderer, sp<AMessage> &outputFormat) { 320789869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar int32_t width, height; 320889869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar if (!msg->findInt32("width", &width) 320989869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar || !msg->findInt32("height", &height)) { 321089869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar return INVALID_OPERATION; 321189869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar } 321289869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar 32135778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_CODINGTYPE compressionFormat; 32145778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = GetVideoCodingTypeFromMime(mime, &compressionFormat); 32155778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32165778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 32175778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 32185778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 32195778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3220f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang if (compressionFormat == OMX_VIDEO_CodingVP9) { 3221f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang OMX_VIDEO_PARAM_PROFILELEVELTYPE params; 3222f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang InitOMXParams(¶ms); 3223f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang params.nPortIndex = kPortIndexInput; 3224f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang // Check if VP9 decoder advertises supported profiles. 3225f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang params.nProfileIndex = 0; 3226f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang status_t err = mOMX->getParameter( 3227f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang mNode, 3228f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang OMX_IndexParamVideoProfileLevelQuerySupported, 3229f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang ¶ms, 3230f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang sizeof(params)); 3231f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang mIsLegacyVP9Decoder = err != OK; 3232f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang } 3233f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang 32345778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setVideoPortFormatType( 3235f933441648ef6a71dee783d733aac17b9508b452Andreas Huber kPortIndexInput, compressionFormat, OMX_COLOR_FormatUnused); 3236f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3237f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 3238f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 3239f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3240f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 324189869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar int32_t tmp; 324289869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar if (msg->findInt32("color-format", &tmp)) { 324389869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar OMX_COLOR_FORMATTYPE colorFormat = 324489869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar static_cast<OMX_COLOR_FORMATTYPE>(tmp); 324589869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar err = setVideoPortFormatType( 32460d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar kPortIndexOutput, OMX_VIDEO_CodingUnused, colorFormat, haveNativeWindow); 324789869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar if (err != OK) { 324889869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar ALOGW("[%s] does not support color format %d", 324989869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar mComponentName.c_str(), colorFormat); 32500d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar err = setSupportedOutputFormat(!haveNativeWindow /* getLegacyFlexibleFormat */); 325189869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar } 325289869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar } else { 32530d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar err = setSupportedOutputFormat(!haveNativeWindow /* getLegacyFlexibleFormat */); 325489869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar } 3255f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3256f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 3257f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 3258f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3259f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3260a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang // Set the component input buffer number to be |tmp|. If succeed, 3261a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang // component will set input port buffer number to be |tmp|. If fail, 3262a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang // component will keep the same buffer number as before. 3263a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang if (msg->findInt32("android._num-input-buffers", &tmp)) { 3264a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang err = setPortBufferNum(kPortIndexInput, tmp); 3265a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang if (err != OK) 3266a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang return err; 3267a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang } 3268a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang 3269a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang // Set the component output buffer number to be |tmp|. If succeed, 3270a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang // component will set output port buffer number to be |tmp|. If fail, 3271a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang // component will keep the same buffer number as before. 3272a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang if (msg->findInt32("android._num-output-buffers", &tmp)) { 3273a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang err = setPortBufferNum(kPortIndexOutput, tmp); 3274a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang if (err != OK) 3275a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang return err; 3276a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang } 3277a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang 327878b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad int32_t frameRateInt; 327978b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad float frameRateFloat; 328078b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad if (!msg->findFloat("frame-rate", &frameRateFloat)) { 328178b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad if (!msg->findInt32("frame-rate", &frameRateInt)) { 328278b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad frameRateInt = -1; 328378b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad } 328478b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad frameRateFloat = (float)frameRateInt; 328578b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad } 328678b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad 3287f933441648ef6a71dee783d733aac17b9508b452Andreas Huber err = setVideoFormatOnPort( 328878b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad kPortIndexInput, width, height, compressionFormat, frameRateFloat); 3289f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3290f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 3291f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 3292f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3293f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3294f933441648ef6a71dee783d733aac17b9508b452Andreas Huber err = setVideoFormatOnPort( 3295f933441648ef6a71dee783d733aac17b9508b452Andreas Huber kPortIndexOutput, width, height, OMX_VIDEO_CodingUnused); 3296f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3297f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 3298f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 3299f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3300f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3301b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = setColorAspectsForVideoDecoder( 3302b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar width, height, haveNativeWindow | usingSwRenderer, msg, outputFormat); 3303b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err == ERROR_UNSUPPORTED) { // support is optional 33048338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar err = OK; 33058338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 3306db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang 3307db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang if (err != OK) { 3308db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang return err; 3309db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang } 3310db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang 33115e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang err = setHDRStaticInfoForVideoCodec(kPortIndexOutput, msg, outputFormat); 3312db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang if (err == ERROR_UNSUPPORTED) { // support is optional 3313db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang err = OK; 3314db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang } 3315b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return err; 3316b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar} 3317b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3318b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnarstatus_t ACodec::initDescribeColorAspectsIndex() { 3319b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t err = mOMX->getExtensionIndex( 3320b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mNode, "OMX.google.android.index.describeColorAspects", &mDescribeColorAspectsIndex); 3321b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err != OK) { 3322b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mDescribeColorAspectsIndex = (OMX_INDEXTYPE)0; 3323b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 3324b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return err; 3325b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar} 33268338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3327b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnarstatus_t ACodec::setCodecColorAspects(DescribeColorAspectsParams ¶ms, bool verify) { 3328b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t err = ERROR_UNSUPPORTED; 3329b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (mDescribeColorAspectsIndex) { 3330b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = mOMX->setConfig(mNode, mDescribeColorAspectsIndex, ¶ms, sizeof(params)); 3331b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 3332b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGV("[%s] setting color aspects (R:%d(%s), P:%d(%s), M:%d(%s), T:%d(%s)) err=%d(%s)", 3333b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mComponentName.c_str(), 3334b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects.mRange, asString(params.sAspects.mRange), 3335b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects.mPrimaries, asString(params.sAspects.mPrimaries), 3336b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects.mMatrixCoeffs, asString(params.sAspects.mMatrixCoeffs), 3337b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects.mTransfer, asString(params.sAspects.mTransfer), 3338b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err, asString(err)); 3339b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3340b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (verify && err == OK) { 3341b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = getCodecColorAspects(params); 3342b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 3343b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3344b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGW_IF(err == ERROR_UNSUPPORTED && mDescribeColorAspectsIndex, 3345db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang "[%s] setting color aspects failed even though codec advertises support", 3346b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mComponentName.c_str()); 33478338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar return err; 33488338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar} 33498338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3350b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnarstatus_t ACodec::setColorAspectsForVideoDecoder( 3351b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar int32_t width, int32_t height, bool usingNativeWindow, 3352b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar const sp<AMessage> &configFormat, sp<AMessage> &outputFormat) { 33538338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar DescribeColorAspectsParams params; 33548338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar InitOMXParams(¶ms); 3355b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.nPortIndex = kPortIndexOutput; 33568338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3357b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar getColorAspectsFromFormat(configFormat, params.sAspects); 3358b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (usingNativeWindow) { 3359b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar setDefaultCodecColorAspectsIfNeeded(params.sAspects, width, height); 3360b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // The default aspects will be set back to the output format during the 3361b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // getFormat phase of configure(). Set non-Unspecified values back into the 3362b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // format, in case component does not support this enumeration. 3363b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar setColorAspectsIntoFormat(params.sAspects, outputFormat); 33648338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 33658338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3366b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar (void)initDescribeColorAspectsIndex(); 33678338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3368b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // communicate color aspects to codec 3369b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return setCodecColorAspects(params); 3370b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar} 3371b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3372b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnarstatus_t ACodec::getCodecColorAspects(DescribeColorAspectsParams ¶ms) { 3373b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t err = ERROR_UNSUPPORTED; 3374b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (mDescribeColorAspectsIndex) { 3375b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = mOMX->getConfig(mNode, mDescribeColorAspectsIndex, ¶ms, sizeof(params)); 33768338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 3377b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGV("[%s] got color aspects (R:%d(%s), P:%d(%s), M:%d(%s), T:%d(%s)) err=%d(%s)", 3378b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mComponentName.c_str(), 3379b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects.mRange, asString(params.sAspects.mRange), 3380b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects.mPrimaries, asString(params.sAspects.mPrimaries), 3381b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects.mMatrixCoeffs, asString(params.sAspects.mMatrixCoeffs), 3382b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects.mTransfer, asString(params.sAspects.mTransfer), 3383b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err, asString(err)); 3384b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (params.bRequestingDataSpace) { 3385b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGV("for dataspace %#x", params.nDataSpace); 3386b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 3387b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err == ERROR_UNSUPPORTED && mDescribeColorAspectsIndex 3388b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar && !params.bRequestingDataSpace && !params.bDataSpaceChanged) { 3389b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGW("[%s] getting color aspects failed even though codec advertises support", 3390b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mComponentName.c_str()); 3391b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 3392b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return err; 3393b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar} 33948338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3395b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnarstatus_t ACodec::getInputColorAspectsForVideoEncoder(sp<AMessage> &format) { 3396b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar DescribeColorAspectsParams params; 3397b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar InitOMXParams(¶ms); 3398b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.nPortIndex = kPortIndexInput; 3399b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t err = getCodecColorAspects(params); 3400b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err == OK) { 3401b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // we only set encoder input aspects if codec supports them 3402b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar setColorAspectsIntoFormat(params.sAspects, format, true /* force */); 34038338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 3404b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return err; 3405b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar} 3406b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3407b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnarstatus_t ACodec::getDataSpace( 3408b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar DescribeColorAspectsParams ¶ms, android_dataspace *dataSpace /* nonnull */, 3409b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar bool tryCodec) { 3410b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t err = OK; 3411b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (tryCodec) { 3412b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // request dataspace guidance from codec. 3413b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.bRequestingDataSpace = OMX_TRUE; 3414b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = getCodecColorAspects(params); 3415b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.bRequestingDataSpace = OMX_FALSE; 3416b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err == OK && params.nDataSpace != HAL_DATASPACE_UNKNOWN) { 3417b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar *dataSpace = (android_dataspace)params.nDataSpace; 3418b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return err; 3419b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } else if (err == ERROR_UNSUPPORTED) { 3420b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // ignore not-implemented error for dataspace requests 3421b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = OK; 3422b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 34238338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 3424b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3425b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // this returns legacy versions if available 3426b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar *dataSpace = getDataSpaceForColorAspects(params.sAspects, true /* mayexpand */); 3427b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGV("[%s] using color aspects (R:%d(%s), P:%d(%s), M:%d(%s), T:%d(%s)) " 3428b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar "and dataspace %#x", 3429b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mComponentName.c_str(), 3430b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects.mRange, asString(params.sAspects.mRange), 3431b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects.mPrimaries, asString(params.sAspects.mPrimaries), 3432b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects.mMatrixCoeffs, asString(params.sAspects.mMatrixCoeffs), 3433b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects.mTransfer, asString(params.sAspects.mTransfer), 3434b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar *dataSpace); 3435b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return err; 3436b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar} 3437b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3438b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3439b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnarstatus_t ACodec::getColorAspectsAndDataSpaceForVideoDecoder( 3440b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar int32_t width, int32_t height, const sp<AMessage> &configFormat, sp<AMessage> &outputFormat, 3441b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar android_dataspace *dataSpace) { 3442b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar DescribeColorAspectsParams params; 3443b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar InitOMXParams(¶ms); 3444b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.nPortIndex = kPortIndexOutput; 3445b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3446b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // reset default format and get resulting format 3447b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar getColorAspectsFromFormat(configFormat, params.sAspects); 3448b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (dataSpace != NULL) { 3449b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar setDefaultCodecColorAspectsIfNeeded(params.sAspects, width, height); 34508338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 3451b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t err = setCodecColorAspects(params, true /* readBack */); 34528338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3453b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // we always set specified aspects for decoders 3454b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar setColorAspectsIntoFormat(params.sAspects, outputFormat); 3455b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3456b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (dataSpace != NULL) { 3457b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t res = getDataSpace(params, dataSpace, err == OK /* tryCodec */); 3458b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err == OK) { 3459b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = res; 3460b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 34618338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 34628338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3463b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return err; 34648338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar} 34658338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3466b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar// initial video encoder setup for bytebuffer mode 3467b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnarstatus_t ACodec::setColorAspectsForVideoEncoder( 3468b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar const sp<AMessage> &configFormat, sp<AMessage> &outputFormat, sp<AMessage> &inputFormat) { 3469b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // copy config to output format as this is not exposed via getFormat 3470b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar copyColorConfig(configFormat, outputFormat); 3471b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3472b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar DescribeColorAspectsParams params; 3473b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar InitOMXParams(¶ms); 3474b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.nPortIndex = kPortIndexInput; 3475b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar getColorAspectsFromFormat(configFormat, params.sAspects); 3476b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3477b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar (void)initDescribeColorAspectsIndex(); 3478b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3479b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar int32_t usingRecorder; 3480b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (configFormat->findInt32("android._using-recorder", &usingRecorder) && usingRecorder) { 3481b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar android_dataspace dataSpace = HAL_DATASPACE_BT709; 3482b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar int32_t width, height; 3483b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (configFormat->findInt32("width", &width) 3484b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar && configFormat->findInt32("height", &height)) { 3485b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar setDefaultCodecColorAspectsIfNeeded(params.sAspects, width, height); 3486b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t err = getDataSpace( 3487b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params, &dataSpace, mDescribeColorAspectsIndex /* tryCodec */); 3488b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err != OK) { 3489b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return err; 3490b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 3491b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar setColorAspectsIntoFormat(params.sAspects, outputFormat); 3492b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 3493b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar inputFormat->setInt32("android._dataspace", (int32_t)dataSpace); 34948338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 34958338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3496b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // communicate color aspects to codec, but do not allow change of the platform aspects 3497b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ColorAspects origAspects = params.sAspects; 3498b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar for (int triesLeft = 2; --triesLeft >= 0; ) { 3499b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t err = setCodecColorAspects(params, true /* readBack */); 3500b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err != OK 3501b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar || !ColorUtils::checkIfAspectsChangedAndUnspecifyThem( 3502b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects, origAspects, true /* usePlatformAspects */)) { 3503b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return err; 3504b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 3505b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGW_IF(triesLeft == 0, "[%s] Codec repeatedly changed requested ColorAspects.", 3506b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mComponentName.c_str()); 3507b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 3508b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return OK; 3509b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar} 3510b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 35115e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuangstatus_t ACodec::setHDRStaticInfoForVideoCodec( 35125e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang OMX_U32 portIndex, const sp<AMessage> &configFormat, sp<AMessage> &outputFormat) { 35135e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 35145e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang 35155e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang DescribeHDRStaticInfoParams params; 35165e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang InitOMXParams(¶ms); 35175e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang params.nPortIndex = portIndex; 35185e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang 35195e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang HDRStaticInfo *info = ¶ms.sInfo; 35205e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang if (getHDRStaticInfoFromFormat(configFormat, info)) { 35215e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang setHDRStaticInfoIntoFormat(params.sInfo, outputFormat); 35225e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang } 35235e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang 35245e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang (void)initDescribeHDRStaticInfoIndex(); 35255e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang 35265e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang // communicate HDR static Info to codec 35275e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang return setHDRStaticInfo(params); 35285e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang} 35295e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang 3530b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar// subsequent initial video encoder setup for surface mode 3531b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnarstatus_t ACodec::setInitialColorAspectsForVideoEncoderSurfaceAndGetDataSpace( 3532b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar android_dataspace *dataSpace /* nonnull */) { 35338338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar DescribeColorAspectsParams params; 35348338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar InitOMXParams(¶ms); 3535b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.nPortIndex = kPortIndexInput; 35368338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar ColorAspects &aspects = params.sAspects; 35378338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3538b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // reset default format and store resulting format into both input and output formats 3539b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar getColorAspectsFromFormat(mConfigFormat, aspects); 3540b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar int32_t width, height; 3541b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (mInputFormat->findInt32("width", &width) && mInputFormat->findInt32("height", &height)) { 3542b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar setDefaultCodecColorAspectsIfNeeded(aspects, width, height); 35438338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 3544b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar setColorAspectsIntoFormat(aspects, mInputFormat); 3545b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar setColorAspectsIntoFormat(aspects, mOutputFormat); 35468338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3547b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // communicate color aspects to codec, but do not allow any change 3548b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ColorAspects origAspects = aspects; 3549b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t err = OK; 3550b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar for (int triesLeft = 2; mDescribeColorAspectsIndex && --triesLeft >= 0; ) { 3551b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t err = setCodecColorAspects(params, true /* readBack */); 3552b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err != OK || !ColorUtils::checkIfAspectsChangedAndUnspecifyThem(aspects, origAspects)) { 3553b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar break; 3554b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 3555b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGW_IF(triesLeft == 0, "[%s] Codec repeatedly changed requested ColorAspects.", 3556b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mComponentName.c_str()); 35578338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 35588338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3559b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar *dataSpace = HAL_DATASPACE_BT709; 3560b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar aspects = origAspects; // restore desired color aspects 3561b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t res = getDataSpace( 3562b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params, dataSpace, err == OK && mDescribeColorAspectsIndex /* tryCodec */); 3563b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err == OK) { 3564b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = res; 35658338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 3566b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mInputFormat->setInt32("android._dataspace", (int32_t)*dataSpace); 3567b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mInputFormat->setBuffer( 3568b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar "android._color-aspects", ABuffer::CreateAsCopy(&aspects, sizeof(aspects))); 3569b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3570b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // update input format with codec supported color aspects (basically set unsupported 3571b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // aspects to Unspecified) 3572b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err == OK) { 3573b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar (void)getInputColorAspectsForVideoEncoder(mInputFormat); 35748338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 3575b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3576b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGV("set default color aspects, updated input format to %s, output format to %s", 3577b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mInputFormat->debugString(4).c_str(), mOutputFormat->debugString(4).c_str()); 3578b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3579b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return err; 3580f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 3581f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 35825e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuangstatus_t ACodec::getHDRStaticInfoForVideoCodec(OMX_U32 portIndex, sp<AMessage> &format) { 35835e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 3584db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang DescribeHDRStaticInfoParams params; 3585db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang InitOMXParams(¶ms); 35865e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang params.nPortIndex = portIndex; 3587db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang 3588db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang status_t err = getHDRStaticInfo(params); 3589db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang if (err == OK) { 3590db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang // we only set decodec output HDRStaticInfo if codec supports them 3591db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang setHDRStaticInfoIntoFormat(params.sInfo, format); 3592db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang } 3593db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang return err; 3594db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang} 3595db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang 3596db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuangstatus_t ACodec::initDescribeHDRStaticInfoIndex() { 3597db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang status_t err = mOMX->getExtensionIndex( 3598db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang mNode, "OMX.google.android.index.describeHDRStaticInfo", &mDescribeHDRStaticInfoIndex); 3599db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang if (err != OK) { 3600db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang mDescribeHDRStaticInfoIndex = (OMX_INDEXTYPE)0; 3601db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang } 3602db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang return err; 3603db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang} 3604db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang 3605db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuangstatus_t ACodec::setHDRStaticInfo(const DescribeHDRStaticInfoParams ¶ms) { 3606db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang status_t err = ERROR_UNSUPPORTED; 3607db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang if (mDescribeHDRStaticInfoIndex) { 3608db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang err = mOMX->setConfig(mNode, mDescribeHDRStaticInfoIndex, ¶ms, sizeof(params)); 3609db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang } 3610db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang 3611db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang const HDRStaticInfo *info = ¶ms.sInfo; 3612db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang ALOGV("[%s] setting HDRStaticInfo (R: %u %u, G: %u %u, B: %u, %u, W: %u, %u, " 3613db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang "MaxDispL: %u, MinDispL: %u, MaxContentL: %u, MaxFrameAvgL: %u)", 3614db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang mComponentName.c_str(), 3615db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang info->sType1.mR.x, info->sType1.mR.y, info->sType1.mG.x, info->sType1.mG.y, 3616db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang info->sType1.mB.x, info->sType1.mB.y, info->sType1.mW.x, info->sType1.mW.y, 3617db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang info->sType1.mMaxDisplayLuminance, info->sType1.mMinDisplayLuminance, 3618db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang info->sType1.mMaxContentLightLevel, info->sType1.mMaxFrameAverageLightLevel); 3619db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang 3620db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang ALOGW_IF(err == ERROR_UNSUPPORTED && mDescribeHDRStaticInfoIndex, 3621db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang "[%s] setting HDRStaticInfo failed even though codec advertises support", 3622db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang mComponentName.c_str()); 3623db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang return err; 3624db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang} 3625db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang 3626db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuangstatus_t ACodec::getHDRStaticInfo(DescribeHDRStaticInfoParams ¶ms) { 3627db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang status_t err = ERROR_UNSUPPORTED; 3628db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang if (mDescribeHDRStaticInfoIndex) { 3629db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang err = mOMX->getConfig(mNode, mDescribeHDRStaticInfoIndex, ¶ms, sizeof(params)); 3630db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang } 3631db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang 3632db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang ALOGW_IF(err == ERROR_UNSUPPORTED && mDescribeHDRStaticInfoIndex, 3633db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang "[%s] getting HDRStaticInfo failed even though codec advertises support", 3634db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang mComponentName.c_str()); 3635db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang return err; 3636db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang} 3637db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang 36388338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnarstatus_t ACodec::setupVideoEncoder( 3639b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar const char *mime, const sp<AMessage> &msg, 3640b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar sp<AMessage> &outputFormat, sp<AMessage> &inputFormat) { 36415778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t tmp; 36425778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("color-format", &tmp)) { 36435778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 36445778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 36455778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36465778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_COLOR_FORMATTYPE colorFormat = 36475778822d86b0337407514b9372562b86edfa91cdAndreas Huber static_cast<OMX_COLOR_FORMATTYPE>(tmp); 36485778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36495778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = setVideoPortFormatType( 36505778822d86b0337407514b9372562b86edfa91cdAndreas Huber kPortIndexInput, OMX_VIDEO_CodingUnused, colorFormat); 36515778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36525778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 36535778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGE("[%s] does not support color format %d", 36545778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentName.c_str(), colorFormat); 36555778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36565778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 36575778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 36585778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36595778822d86b0337407514b9372562b86edfa91cdAndreas Huber /* Input port configuration */ 36605778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36615778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 36625778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&def); 36635778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36645778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PORTDEFINITIONTYPE *video_def = &def.format.video; 36655778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36665778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.nPortIndex = kPortIndexInput; 36675778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36685778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->getParameter( 36695778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 36705778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36715778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 36725778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 36735778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 36745778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36755778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t width, height, bitrate; 36765778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("width", &width) 36775778822d86b0337407514b9372562b86edfa91cdAndreas Huber || !msg->findInt32("height", &height) 36785778822d86b0337407514b9372562b86edfa91cdAndreas Huber || !msg->findInt32("bitrate", &bitrate)) { 36795778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 36805778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 36815778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36825778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nFrameWidth = width; 36835778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nFrameHeight = height; 36845778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36855778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t stride; 36865778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("stride", &stride)) { 36875778822d86b0337407514b9372562b86edfa91cdAndreas Huber stride = width; 36885778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 36895778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36905778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nStride = stride; 36915778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36925778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t sliceHeight; 36935778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("slice-height", &sliceHeight)) { 36945778822d86b0337407514b9372562b86edfa91cdAndreas Huber sliceHeight = height; 36955778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 36965778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36975778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nSliceHeight = sliceHeight; 36985778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36995778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.nBufferSize = (video_def->nStride * video_def->nSliceHeight * 3) / 2; 37005778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37015778822d86b0337407514b9372562b86edfa91cdAndreas Huber float frameRate; 37025778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findFloat("frame-rate", &frameRate)) { 37035778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t tmp; 37045778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("frame-rate", &tmp)) { 37055778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 37065778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 37075778822d86b0337407514b9372562b86edfa91cdAndreas Huber frameRate = (float)tmp; 37082c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mTimePerFrameUs = (int64_t) (1000000.0f / frameRate); 37095778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 37105778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37115778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->xFramerate = (OMX_U32)(frameRate * 65536.0f); 37125778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->eCompressionFormat = OMX_VIDEO_CodingUnused; 3713a32d5435d9585794b72dd12546054f13adb845f2Lajos Molnar // this is redundant as it was already set up in setVideoPortFormatType 3714a32d5435d9585794b72dd12546054f13adb845f2Lajos Molnar // FIXME for now skip this only for flexible YUV formats 3715a32d5435d9585794b72dd12546054f13adb845f2Lajos Molnar if (colorFormat != OMX_COLOR_FormatYUV420Flexible) { 3716a32d5435d9585794b72dd12546054f13adb845f2Lajos Molnar video_def->eColorFormat = colorFormat; 3717a32d5435d9585794b72dd12546054f13adb845f2Lajos Molnar } 37185778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37195778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 37205778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 37215778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37225778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 37235778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGE("[%s] failed to set input port definition parameters.", 37245778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentName.c_str()); 37255778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37265778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 37275778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 37285778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37295778822d86b0337407514b9372562b86edfa91cdAndreas Huber /* Output port configuration */ 37305778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37315778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_CODINGTYPE compressionFormat; 37325778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = GetVideoCodingTypeFromMime(mime, &compressionFormat); 37335778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37345778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 37355778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 37365778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 37375778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37385778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setVideoPortFormatType( 37395778822d86b0337407514b9372562b86edfa91cdAndreas Huber kPortIndexOutput, compressionFormat, OMX_COLOR_FormatUnused); 37405778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37415778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 37425778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGE("[%s] does not support compression format %d", 37435778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentName.c_str(), compressionFormat); 37445778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37455778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 37465778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 37475778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37485778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.nPortIndex = kPortIndexOutput; 37495778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37505778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->getParameter( 37515778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 37525778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37535778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 37545778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 37555778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 37565778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37575778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nFrameWidth = width; 37585778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nFrameHeight = height; 37595778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->xFramerate = 0; 37605778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nBitrate = bitrate; 37615778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->eCompressionFormat = compressionFormat; 37625778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->eColorFormat = OMX_COLOR_FormatUnused; 37635778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37645778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 37655778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 37665778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37675778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 37685778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGE("[%s] failed to set output port definition parameters.", 37695778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentName.c_str()); 37705778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37715778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 37725778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 37735778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3774870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang int32_t intraRefreshPeriod = 0; 3775870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (msg->findInt32("intra-refresh-period", &intraRefreshPeriod) 3776870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang && intraRefreshPeriod >= 0) { 3777870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang err = setIntraRefreshPeriod((uint32_t)intraRefreshPeriod, true); 3778870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (err != OK) { 3779870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang ALOGI("[%s] failed setIntraRefreshPeriod. Failure is fine since this key is optional", 3780870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang mComponentName.c_str()); 3781870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang err = OK; 3782870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 3783870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 3784870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 37855778822d86b0337407514b9372562b86edfa91cdAndreas Huber switch (compressionFormat) { 37865778822d86b0337407514b9372562b86edfa91cdAndreas Huber case OMX_VIDEO_CodingMPEG4: 37875778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setupMPEG4EncoderParameters(msg); 37885778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 37895778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37905778822d86b0337407514b9372562b86edfa91cdAndreas Huber case OMX_VIDEO_CodingH263: 37915778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setupH263EncoderParameters(msg); 37925778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 37935778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37945778822d86b0337407514b9372562b86edfa91cdAndreas Huber case OMX_VIDEO_CodingAVC: 37955778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setupAVCEncoderParameters(msg); 37965778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 37975778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3798c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad case OMX_VIDEO_CodingHEVC: 3799c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad err = setupHEVCEncoderParameters(msg); 3800c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad break; 3801c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 380289b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber case OMX_VIDEO_CodingVP8: 380389b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber case OMX_VIDEO_CodingVP9: 38049bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar err = setupVPXEncoderParameters(msg, outputFormat); 380589b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber break; 380689b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber 38075778822d86b0337407514b9372562b86edfa91cdAndreas Huber default: 38085778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 38095778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 38105778822d86b0337407514b9372562b86edfa91cdAndreas Huber 38110f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar if (err != OK) { 38120f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar return err; 38130f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar } 38140f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar 38158338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar // Set up color aspects on input, but propagate them to the output format, as they will 38168338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar // not be read back from encoder. 3817b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = setColorAspectsForVideoEncoder(msg, outputFormat, inputFormat); 3818b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err == ERROR_UNSUPPORTED) { 38198338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar ALOGI("[%s] cannot encode color aspects. Ignoring.", mComponentName.c_str()); 38208338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar err = OK; 38218338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 38228338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 38235e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang if (err != OK) { 38245e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang return err; 38255e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang } 38265e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang 38275e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang err = setHDRStaticInfoForVideoCodec(kPortIndexInput, msg, outputFormat); 38285e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang if (err == ERROR_UNSUPPORTED) { // support is optional 38295e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang ALOGI("[%s] cannot encode HDR static metadata. Ignoring.", mComponentName.c_str()); 38305e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang err = OK; 38315e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang } 38325e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang 38330f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar if (err != OK) { 38340f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar return err; 38350f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar } 38360f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar 38370f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar switch (compressionFormat) { 38380f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar case OMX_VIDEO_CodingAVC: 38390f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar case OMX_VIDEO_CodingHEVC: 38400f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar err = configureTemporalLayers(msg, true /* inConfigure */, outputFormat); 38410f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar if (err != OK) { 38420f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar err = OK; // ignore failure 38430f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar } 38440f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar break; 38450f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar 38460f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar case OMX_VIDEO_CodingVP8: 38470f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar case OMX_VIDEO_CodingVP9: 38480f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar // TODO: do we need to support android.generic layering? webrtc layering is 38490f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar // already set up in setupVPXEncoderParameters. 38500f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar break; 38510f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar 38520f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar default: 38530f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar break; 38540f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar } 38550f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar 3856d36a023778256f0550e9a09e9993c066e8a3c7d7Ronghua Wu if (err == OK) { 3857d36a023778256f0550e9a09e9993c066e8a3c7d7Ronghua Wu ALOGI("setupVideoEncoder succeeded"); 3858d36a023778256f0550e9a09e9993c066e8a3c7d7Ronghua Wu } 38595778822d86b0337407514b9372562b86edfa91cdAndreas Huber 38605778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 38615778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 38625778822d86b0337407514b9372562b86edfa91cdAndreas Huber 38630dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dongstatus_t ACodec::setCyclicIntraMacroblockRefresh(const sp<AMessage> &msg, int32_t mode) { 38640dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong OMX_VIDEO_PARAM_INTRAREFRESHTYPE params; 38650dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong InitOMXParams(¶ms); 38660dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.nPortIndex = kPortIndexOutput; 38670dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 38680dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.eRefreshMode = static_cast<OMX_VIDEO_INTRAREFRESHTYPE>(mode); 38690dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 38700dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (params.eRefreshMode == OMX_VIDEO_IntraRefreshCyclic || 38710dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.eRefreshMode == OMX_VIDEO_IntraRefreshBoth) { 38720dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong int32_t mbs; 38730dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (!msg->findInt32("intra-refresh-CIR-mbs", &mbs)) { 38740dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong return INVALID_OPERATION; 38750dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 38760dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.nCirMBs = mbs; 38770dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 38780dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 38790dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (params.eRefreshMode == OMX_VIDEO_IntraRefreshAdaptive || 38800dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.eRefreshMode == OMX_VIDEO_IntraRefreshBoth) { 38810dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong int32_t mbs; 38820dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (!msg->findInt32("intra-refresh-AIR-mbs", &mbs)) { 38830dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong return INVALID_OPERATION; 38840dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 38850dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.nAirMBs = mbs; 38860dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 38870dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong int32_t ref; 38880dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (!msg->findInt32("intra-refresh-AIR-ref", &ref)) { 38890dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong return INVALID_OPERATION; 38900dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 38910dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.nAirRef = ref; 38920dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 38930dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 38940dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong status_t err = mOMX->setParameter( 38950dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong mNode, OMX_IndexParamVideoIntraRefresh, 38960dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong ¶ms, sizeof(params)); 38970dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong return err; 38980dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong} 38990dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 3900f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnarstatic OMX_U32 setPFramesSpacing( 390163a4d50f472ca67b3174ae51911091e44db6956eLajos Molnar float iFramesInterval /* seconds */, int32_t frameRate, uint32_t BFramesSpacing = 0) { 3902f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar // BFramesSpacing is the number of B frames between I/P frames 3903f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar // PFramesSpacing (the value to be returned) is the number of P frames between I frames 3904f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar // 3905f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar // keyFrameInterval = ((PFramesSpacing + 1) * BFramesSpacing) + PFramesSpacing + 1 3906f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar // ^^^ ^^^ ^^^ 3907f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar // number of B frames number of P I frame 3908f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar // 3909f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar // = (PFramesSpacing + 1) * (BFramesSpacing + 1) 3910f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar // 3911f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar // E.g. 3912f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar // I P I : I-interval: 8, nPFrames 1, nBFrames 3 3913f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar // BBB BBB 3914f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar 3915f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar if (iFramesInterval < 0) { // just 1 key frame 3916f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar return 0xFFFFFFFE; // don't use maxint as key-frame-interval calculation will add 1 3917f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar } else if (iFramesInterval == 0) { // just key frames 39185778822d86b0337407514b9372562b86edfa91cdAndreas Huber return 0; 39195778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 3920f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar 3921f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar // round down as key-frame-interval is an upper limit 3922f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar uint32_t keyFrameInterval = uint32_t(frameRate * iFramesInterval); 3923f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar OMX_U32 ret = keyFrameInterval / (BFramesSpacing + 1); 3924f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar return ret > 0 ? ret - 1 : 0; 39255778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 39265778822d86b0337407514b9372562b86edfa91cdAndreas Huber 392796076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huberstatic OMX_VIDEO_CONTROLRATETYPE getBitrateMode(const sp<AMessage> &msg) { 392896076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber int32_t tmp; 392996076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber if (!msg->findInt32("bitrate-mode", &tmp)) { 393096076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber return OMX_Video_ControlRateVariable; 393196076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber } 393296076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber 393396076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber return static_cast<OMX_VIDEO_CONTROLRATETYPE>(tmp); 393496076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber} 393596076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber 39365778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupMPEG4EncoderParameters(const sp<AMessage> &msg) { 393763a4d50f472ca67b3174ae51911091e44db6956eLajos Molnar int32_t bitrate; 393863a4d50f472ca67b3174ae51911091e44db6956eLajos Molnar float iFrameInterval; 39395778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("bitrate", &bitrate) 394063a4d50f472ca67b3174ae51911091e44db6956eLajos Molnar || !msg->findAsFloat("i-frame-interval", &iFrameInterval)) { 39415778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 39425778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 39435778822d86b0337407514b9372562b86edfa91cdAndreas Huber 394496076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber OMX_VIDEO_CONTROLRATETYPE bitrateMode = getBitrateMode(msg); 394596076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber 39465778822d86b0337407514b9372562b86edfa91cdAndreas Huber float frameRate; 39475778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findFloat("frame-rate", &frameRate)) { 39485778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t tmp; 39495778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("frame-rate", &tmp)) { 39505778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 39515778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 39525778822d86b0337407514b9372562b86edfa91cdAndreas Huber frameRate = (float)tmp; 39535778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 39545778822d86b0337407514b9372562b86edfa91cdAndreas Huber 39555778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PARAM_MPEG4TYPE mpeg4type; 39565778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&mpeg4type); 39575778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nPortIndex = kPortIndexOutput; 39585778822d86b0337407514b9372562b86edfa91cdAndreas Huber 39595778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = mOMX->getParameter( 39605778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoMpeg4, &mpeg4type, sizeof(mpeg4type)); 39615778822d86b0337407514b9372562b86edfa91cdAndreas Huber 39625778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 39635778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 39645778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 39655778822d86b0337407514b9372562b86edfa91cdAndreas Huber 39665778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nSliceHeaderSpacing = 0; 39675778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.bSVH = OMX_FALSE; 39685778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.bGov = OMX_FALSE; 39695778822d86b0337407514b9372562b86edfa91cdAndreas Huber 39705778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nAllowedPictureTypes = 39715778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PictureTypeI | OMX_VIDEO_PictureTypeP; 39725778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3973f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar mpeg4type.nBFrames = 0; 3974f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar mpeg4type.nPFrames = setPFramesSpacing(iFrameInterval, frameRate, mpeg4type.nBFrames); 39755778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mpeg4type.nPFrames == 0) { 39765778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nAllowedPictureTypes = OMX_VIDEO_PictureTypeI; 39775778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 39785778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nIDCVLCThreshold = 0; 39795778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.bACPred = OMX_TRUE; 39805778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nMaxPacketSize = 256; 39815778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nTimeIncRes = 1000; 39825778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nHeaderExtension = 0; 39835778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.bReversibleVLC = OMX_FALSE; 39845778822d86b0337407514b9372562b86edfa91cdAndreas Huber 39855778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t profile; 39865778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (msg->findInt32("profile", &profile)) { 39875778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t level; 39885778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("level", &level)) { 39895778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 39905778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 39915778822d86b0337407514b9372562b86edfa91cdAndreas Huber 39925778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = verifySupportForProfileAndLevel(profile, level); 39935778822d86b0337407514b9372562b86edfa91cdAndreas Huber 39945778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 39955778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 39965778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 39975778822d86b0337407514b9372562b86edfa91cdAndreas Huber 39985778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.eProfile = static_cast<OMX_VIDEO_MPEG4PROFILETYPE>(profile); 39995778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.eLevel = static_cast<OMX_VIDEO_MPEG4LEVELTYPE>(level); 40005778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 40015778822d86b0337407514b9372562b86edfa91cdAndreas Huber 40025778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 40035778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoMpeg4, &mpeg4type, sizeof(mpeg4type)); 40045778822d86b0337407514b9372562b86edfa91cdAndreas Huber 40055778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 40065778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 40075778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 40085778822d86b0337407514b9372562b86edfa91cdAndreas Huber 400996076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber err = configureBitrate(bitrate, bitrateMode); 40105778822d86b0337407514b9372562b86edfa91cdAndreas Huber 40115778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 40125778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 40135778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 40145778822d86b0337407514b9372562b86edfa91cdAndreas Huber 40155778822d86b0337407514b9372562b86edfa91cdAndreas Huber return setupErrorCorrectionParameters(); 40165778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 40175778822d86b0337407514b9372562b86edfa91cdAndreas Huber 40185778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupH263EncoderParameters(const sp<AMessage> &msg) { 401963a4d50f472ca67b3174ae51911091e44db6956eLajos Molnar int32_t bitrate; 402063a4d50f472ca67b3174ae51911091e44db6956eLajos Molnar float iFrameInterval; 40215778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("bitrate", &bitrate) 402263a4d50f472ca67b3174ae51911091e44db6956eLajos Molnar || !msg->findAsFloat("i-frame-interval", &iFrameInterval)) { 40235778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 40245778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 40255778822d86b0337407514b9372562b86edfa91cdAndreas Huber 402696076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber OMX_VIDEO_CONTROLRATETYPE bitrateMode = getBitrateMode(msg); 402796076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber 40285778822d86b0337407514b9372562b86edfa91cdAndreas Huber float frameRate; 40295778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findFloat("frame-rate", &frameRate)) { 40305778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t tmp; 40315778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("frame-rate", &tmp)) { 40325778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 40335778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 40345778822d86b0337407514b9372562b86edfa91cdAndreas Huber frameRate = (float)tmp; 40355778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 40365778822d86b0337407514b9372562b86edfa91cdAndreas Huber 40375778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PARAM_H263TYPE h263type; 40385778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&h263type); 40395778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nPortIndex = kPortIndexOutput; 40405778822d86b0337407514b9372562b86edfa91cdAndreas Huber 40415778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = mOMX->getParameter( 40425778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoH263, &h263type, sizeof(h263type)); 40435778822d86b0337407514b9372562b86edfa91cdAndreas Huber 40445778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 40455778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 40465778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 40475778822d86b0337407514b9372562b86edfa91cdAndreas Huber 40485778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nAllowedPictureTypes = 40495778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PictureTypeI | OMX_VIDEO_PictureTypeP; 40505778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4051f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar h263type.nBFrames = 0; 4052f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar h263type.nPFrames = setPFramesSpacing(iFrameInterval, frameRate, h263type.nBFrames); 40535778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (h263type.nPFrames == 0) { 40545778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nAllowedPictureTypes = OMX_VIDEO_PictureTypeI; 40555778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 40565778822d86b0337407514b9372562b86edfa91cdAndreas Huber 40575778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t profile; 40585778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (msg->findInt32("profile", &profile)) { 40595778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t level; 40605778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("level", &level)) { 40615778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 40625778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 40635778822d86b0337407514b9372562b86edfa91cdAndreas Huber 40645778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = verifySupportForProfileAndLevel(profile, level); 40655778822d86b0337407514b9372562b86edfa91cdAndreas Huber 40665778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 40675778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 40685778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 40695778822d86b0337407514b9372562b86edfa91cdAndreas Huber 40705778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.eProfile = static_cast<OMX_VIDEO_H263PROFILETYPE>(profile); 40715778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.eLevel = static_cast<OMX_VIDEO_H263LEVELTYPE>(level); 40725778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 40735778822d86b0337407514b9372562b86edfa91cdAndreas Huber 40745778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.bPLUSPTYPEAllowed = OMX_FALSE; 40755778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.bForceRoundingTypeToZero = OMX_FALSE; 40765778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nPictureHeaderRepetition = 0; 40775778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nGOBHeaderInterval = 0; 40785778822d86b0337407514b9372562b86edfa91cdAndreas Huber 40795778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 40805778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoH263, &h263type, sizeof(h263type)); 40815778822d86b0337407514b9372562b86edfa91cdAndreas Huber 40825778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 40835778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 40845778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 40855778822d86b0337407514b9372562b86edfa91cdAndreas Huber 408696076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber err = configureBitrate(bitrate, bitrateMode); 40875778822d86b0337407514b9372562b86edfa91cdAndreas Huber 40885778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 40895778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 40905778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 40915778822d86b0337407514b9372562b86edfa91cdAndreas Huber 40925778822d86b0337407514b9372562b86edfa91cdAndreas Huber return setupErrorCorrectionParameters(); 40935778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 40945778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4095a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar// static 4096a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnarint /* OMX_VIDEO_AVCLEVELTYPE */ ACodec::getAVCLevelFor( 4097a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar int width, int height, int rate, int bitrate, 4098a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar OMX_VIDEO_AVCPROFILETYPE profile) { 4099a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar // convert bitrate to main/baseline profile kbps equivalent 4100a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar switch (profile) { 4101a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar case OMX_VIDEO_AVCProfileHigh10: 4102a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar bitrate = divUp(bitrate, 3000); break; 4103a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar case OMX_VIDEO_AVCProfileHigh: 4104a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar bitrate = divUp(bitrate, 1250); break; 4105a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar default: 4106a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar bitrate = divUp(bitrate, 1000); break; 4107a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar } 4108a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar 4109a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar // convert size and rate to MBs 4110a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar width = divUp(width, 16); 4111a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar height = divUp(height, 16); 4112a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar int mbs = width * height; 4113a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar rate *= mbs; 4114a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar int maxDimension = max(width, height); 4115a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar 4116a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar static const int limits[][5] = { 4117a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar /* MBps MB dim bitrate level */ 4118a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 1485, 99, 28, 64, OMX_VIDEO_AVCLevel1 }, 4119a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 1485, 99, 28, 128, OMX_VIDEO_AVCLevel1b }, 4120a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 3000, 396, 56, 192, OMX_VIDEO_AVCLevel11 }, 4121a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 6000, 396, 56, 384, OMX_VIDEO_AVCLevel12 }, 4122a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 11880, 396, 56, 768, OMX_VIDEO_AVCLevel13 }, 4123a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 11880, 396, 56, 2000, OMX_VIDEO_AVCLevel2 }, 4124a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 19800, 792, 79, 4000, OMX_VIDEO_AVCLevel21 }, 4125a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 20250, 1620, 113, 4000, OMX_VIDEO_AVCLevel22 }, 4126a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 40500, 1620, 113, 10000, OMX_VIDEO_AVCLevel3 }, 4127a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 108000, 3600, 169, 14000, OMX_VIDEO_AVCLevel31 }, 4128a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 216000, 5120, 202, 20000, OMX_VIDEO_AVCLevel32 }, 4129a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 245760, 8192, 256, 20000, OMX_VIDEO_AVCLevel4 }, 4130a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 245760, 8192, 256, 50000, OMX_VIDEO_AVCLevel41 }, 4131a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 522240, 8704, 263, 50000, OMX_VIDEO_AVCLevel42 }, 4132a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 589824, 22080, 420, 135000, OMX_VIDEO_AVCLevel5 }, 4133a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 983040, 36864, 543, 240000, OMX_VIDEO_AVCLevel51 }, 4134a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 2073600, 36864, 543, 240000, OMX_VIDEO_AVCLevel52 }, 4135a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar }; 4136a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar 4137a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar for (size_t i = 0; i < ARRAY_SIZE(limits); i++) { 4138a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar const int (&limit)[5] = limits[i]; 4139a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar if (rate <= limit[0] && mbs <= limit[1] && maxDimension <= limit[2] 4140a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar && bitrate <= limit[3]) { 4141a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar return limit[4]; 4142a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar } 4143a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar } 4144a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar return 0; 4145a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar} 4146a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar 41475778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupAVCEncoderParameters(const sp<AMessage> &msg) { 414863a4d50f472ca67b3174ae51911091e44db6956eLajos Molnar int32_t bitrate; 414963a4d50f472ca67b3174ae51911091e44db6956eLajos Molnar float iFrameInterval; 41505778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("bitrate", &bitrate) 415163a4d50f472ca67b3174ae51911091e44db6956eLajos Molnar || !msg->findAsFloat("i-frame-interval", &iFrameInterval)) { 41525778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 41535778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 41545778822d86b0337407514b9372562b86edfa91cdAndreas Huber 415596076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber OMX_VIDEO_CONTROLRATETYPE bitrateMode = getBitrateMode(msg); 415696076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber 41575778822d86b0337407514b9372562b86edfa91cdAndreas Huber float frameRate; 41585778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findFloat("frame-rate", &frameRate)) { 41595778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t tmp; 41605778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("frame-rate", &tmp)) { 41615778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 41625778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 41635778822d86b0337407514b9372562b86edfa91cdAndreas Huber frameRate = (float)tmp; 41645778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 41655778822d86b0337407514b9372562b86edfa91cdAndreas Huber 41660dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong status_t err = OK; 41670dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong int32_t intraRefreshMode = 0; 41680dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (msg->findInt32("intra-refresh-mode", &intraRefreshMode)) { 41690dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong err = setCyclicIntraMacroblockRefresh(msg, intraRefreshMode); 41700dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (err != OK) { 41710dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong ALOGE("Setting intra macroblock refresh mode (%d) failed: 0x%x", 41720dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong err, intraRefreshMode); 41730dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong return err; 41740dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 41750dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 41760dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 41775778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PARAM_AVCTYPE h264type; 41785778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&h264type); 41795778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nPortIndex = kPortIndexOutput; 41805778822d86b0337407514b9372562b86edfa91cdAndreas Huber 41810dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong err = mOMX->getParameter( 41825778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoAvc, &h264type, sizeof(h264type)); 41835778822d86b0337407514b9372562b86edfa91cdAndreas Huber 41845778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 41855778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 41865778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 41875778822d86b0337407514b9372562b86edfa91cdAndreas Huber 41885778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nAllowedPictureTypes = 41895778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PictureTypeI | OMX_VIDEO_PictureTypeP; 41905778822d86b0337407514b9372562b86edfa91cdAndreas Huber 41915778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t profile; 41925778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (msg->findInt32("profile", &profile)) { 41935778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t level; 41945778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("level", &level)) { 41955778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 41965778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 41975778822d86b0337407514b9372562b86edfa91cdAndreas Huber 41985778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = verifySupportForProfileAndLevel(profile, level); 41995778822d86b0337407514b9372562b86edfa91cdAndreas Huber 42005778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 42015778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 42025778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 42035778822d86b0337407514b9372562b86edfa91cdAndreas Huber 42045778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.eProfile = static_cast<OMX_VIDEO_AVCPROFILETYPE>(profile); 42055778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.eLevel = static_cast<OMX_VIDEO_AVCLEVELTYPE>(level); 4206e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang } else { 42078eadd7737f422b0477bbacbb2663e3ef42c9fe51Hangyu Kuang h264type.eProfile = OMX_VIDEO_AVCProfileBaseline; 42084c6fe6676e726c22ed54e3dbe51aae03e902049eLajos Molnar#if 0 /* DON'T YET DEFAULT TO HIGHEST PROFILE */ 42094c6fe6676e726c22ed54e3dbe51aae03e902049eLajos Molnar // Use largest supported profile for AVC recording if profile is not specified. 4210826cbe4d07c709f647cdd29354434df20e355c9aLajos Molnar for (OMX_VIDEO_AVCPROFILETYPE profile : { 4211826cbe4d07c709f647cdd29354434df20e355c9aLajos Molnar OMX_VIDEO_AVCProfileHigh, OMX_VIDEO_AVCProfileMain }) { 4212826cbe4d07c709f647cdd29354434df20e355c9aLajos Molnar if (verifySupportForProfileAndLevel(profile, 0) == OK) { 4213826cbe4d07c709f647cdd29354434df20e355c9aLajos Molnar h264type.eProfile = profile; 4214826cbe4d07c709f647cdd29354434df20e355c9aLajos Molnar break; 4215826cbe4d07c709f647cdd29354434df20e355c9aLajos Molnar } 4216826cbe4d07c709f647cdd29354434df20e355c9aLajos Molnar } 42174c6fe6676e726c22ed54e3dbe51aae03e902049eLajos Molnar#endif 42188eadd7737f422b0477bbacbb2663e3ef42c9fe51Hangyu Kuang } 42198eadd7737f422b0477bbacbb2663e3ef42c9fe51Hangyu Kuang 4220e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang ALOGI("setupAVCEncoderParameters with [profile: %s] [level: %s]", 4221e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang asString(h264type.eProfile), asString(h264type.eLevel)); 4222e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang 42235778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (h264type.eProfile == OMX_VIDEO_AVCProfileBaseline) { 42245778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nSliceHeaderSpacing = 0; 42255778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bUseHadamard = OMX_TRUE; 42265778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nRefFrames = 1; 42275778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nBFrames = 0; 4228f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar h264type.nPFrames = setPFramesSpacing(iFrameInterval, frameRate, h264type.nBFrames); 42295778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (h264type.nPFrames == 0) { 42305778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nAllowedPictureTypes = OMX_VIDEO_PictureTypeI; 42315778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 42325778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nRefIdx10ActiveMinus1 = 0; 42335778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nRefIdx11ActiveMinus1 = 0; 42345778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bEntropyCodingCABAC = OMX_FALSE; 42355778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bWeightedPPrediction = OMX_FALSE; 42365778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bconstIpred = OMX_FALSE; 42375778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bDirect8x8Inference = OMX_FALSE; 42385778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bDirectSpatialTemporal = OMX_FALSE; 42395778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nCabacInitIdc = 0; 4240e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang } else if (h264type.eProfile == OMX_VIDEO_AVCProfileMain || 4241e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.eProfile == OMX_VIDEO_AVCProfileHigh) { 4242e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.nSliceHeaderSpacing = 0; 4243e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.bUseHadamard = OMX_TRUE; 4244e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.nRefFrames = 2; 4245e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.nBFrames = 1; 4246f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar h264type.nPFrames = setPFramesSpacing(iFrameInterval, frameRate, h264type.nBFrames); 4247e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.nAllowedPictureTypes = 4248e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang OMX_VIDEO_PictureTypeI | OMX_VIDEO_PictureTypeP | OMX_VIDEO_PictureTypeB; 4249e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.nRefIdx10ActiveMinus1 = 0; 4250e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.nRefIdx11ActiveMinus1 = 0; 4251e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.bEntropyCodingCABAC = OMX_TRUE; 4252e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.bWeightedPPrediction = OMX_TRUE; 4253e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.bconstIpred = OMX_TRUE; 4254e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.bDirect8x8Inference = OMX_TRUE; 4255e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.bDirectSpatialTemporal = OMX_TRUE; 4256e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.nCabacInitIdc = 1; 42575778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 42585778822d86b0337407514b9372562b86edfa91cdAndreas Huber 42595778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (h264type.nBFrames != 0) { 42605778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nAllowedPictureTypes |= OMX_VIDEO_PictureTypeB; 42615778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 42625778822d86b0337407514b9372562b86edfa91cdAndreas Huber 42635778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bEnableUEP = OMX_FALSE; 42645778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bEnableFMO = OMX_FALSE; 42655778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bEnableASO = OMX_FALSE; 42665778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bEnableRS = OMX_FALSE; 42675778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bFrameMBsOnly = OMX_TRUE; 42685778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bMBAFF = OMX_FALSE; 42695778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.eLoopFilterMode = OMX_VIDEO_AVCLoopFilterEnable; 42705778822d86b0337407514b9372562b86edfa91cdAndreas Huber 42715778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 42725778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoAvc, &h264type, sizeof(h264type)); 42735778822d86b0337407514b9372562b86edfa91cdAndreas Huber 42745778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 42755778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 42765778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 42775778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4278e19f2956de379b9c9a852d50d83d0608ca42bfe9Lajos Molnar // TRICKY: if we are enabling temporal layering as well, some codecs may not support layering 4279e19f2956de379b9c9a852d50d83d0608ca42bfe9Lajos Molnar // when B-frames are enabled. Detect this now so we can disable B frames if temporal layering 4280e19f2956de379b9c9a852d50d83d0608ca42bfe9Lajos Molnar // is preferred. 4281e19f2956de379b9c9a852d50d83d0608ca42bfe9Lajos Molnar AString tsSchema; 4282e19f2956de379b9c9a852d50d83d0608ca42bfe9Lajos Molnar int32_t preferBFrames = (int32_t)false; 4283e19f2956de379b9c9a852d50d83d0608ca42bfe9Lajos Molnar if (msg->findString("ts-schema", &tsSchema) 4284e19f2956de379b9c9a852d50d83d0608ca42bfe9Lajos Molnar && (!msg->findInt32("android._prefer-b-frames", &preferBFrames) || !preferBFrames)) { 4285e19f2956de379b9c9a852d50d83d0608ca42bfe9Lajos Molnar OMX_VIDEO_PARAM_ANDROID_TEMPORALLAYERINGTYPE layering; 4286e19f2956de379b9c9a852d50d83d0608ca42bfe9Lajos Molnar InitOMXParams(&layering); 4287e19f2956de379b9c9a852d50d83d0608ca42bfe9Lajos Molnar layering.nPortIndex = kPortIndexOutput; 4288e19f2956de379b9c9a852d50d83d0608ca42bfe9Lajos Molnar if (mOMX->getParameter( 4289e19f2956de379b9c9a852d50d83d0608ca42bfe9Lajos Molnar mNode, (OMX_INDEXTYPE)OMX_IndexParamAndroidVideoTemporalLayering, 4290e19f2956de379b9c9a852d50d83d0608ca42bfe9Lajos Molnar &layering, sizeof(layering)) == OK 4291e19f2956de379b9c9a852d50d83d0608ca42bfe9Lajos Molnar && layering.eSupportedPatterns 4292e19f2956de379b9c9a852d50d83d0608ca42bfe9Lajos Molnar && layering.nBLayerCountMax == 0) { 4293e19f2956de379b9c9a852d50d83d0608ca42bfe9Lajos Molnar h264type.nBFrames = 0; 4294e19f2956de379b9c9a852d50d83d0608ca42bfe9Lajos Molnar h264type.nPFrames = setPFramesSpacing(iFrameInterval, frameRate, h264type.nBFrames); 4295e19f2956de379b9c9a852d50d83d0608ca42bfe9Lajos Molnar h264type.nAllowedPictureTypes &= ~OMX_VIDEO_PictureTypeB; 4296e19f2956de379b9c9a852d50d83d0608ca42bfe9Lajos Molnar ALOGI("disabling B-frames"); 4297e19f2956de379b9c9a852d50d83d0608ca42bfe9Lajos Molnar err = mOMX->setParameter( 4298e19f2956de379b9c9a852d50d83d0608ca42bfe9Lajos Molnar mNode, OMX_IndexParamVideoAvc, &h264type, sizeof(h264type)); 4299e19f2956de379b9c9a852d50d83d0608ca42bfe9Lajos Molnar 4300e19f2956de379b9c9a852d50d83d0608ca42bfe9Lajos Molnar if (err != OK) { 4301e19f2956de379b9c9a852d50d83d0608ca42bfe9Lajos Molnar return err; 4302e19f2956de379b9c9a852d50d83d0608ca42bfe9Lajos Molnar } 4303e19f2956de379b9c9a852d50d83d0608ca42bfe9Lajos Molnar } 4304e19f2956de379b9c9a852d50d83d0608ca42bfe9Lajos Molnar } 4305e19f2956de379b9c9a852d50d83d0608ca42bfe9Lajos Molnar 430696076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber return configureBitrate(bitrate, bitrateMode); 43075778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 43085778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4309c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachadstatus_t ACodec::setupHEVCEncoderParameters(const sp<AMessage> &msg) { 431063a4d50f472ca67b3174ae51911091e44db6956eLajos Molnar int32_t bitrate; 431163a4d50f472ca67b3174ae51911091e44db6956eLajos Molnar float iFrameInterval; 4312c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (!msg->findInt32("bitrate", &bitrate) 431363a4d50f472ca67b3174ae51911091e44db6956eLajos Molnar || !msg->findAsFloat("i-frame-interval", &iFrameInterval)) { 4314c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return INVALID_OPERATION; 4315c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 4316c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 4317c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad OMX_VIDEO_CONTROLRATETYPE bitrateMode = getBitrateMode(msg); 4318c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 4319c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad float frameRate; 4320c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (!msg->findFloat("frame-rate", &frameRate)) { 4321c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad int32_t tmp; 4322c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (!msg->findInt32("frame-rate", &tmp)) { 4323c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return INVALID_OPERATION; 4324c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 4325c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad frameRate = (float)tmp; 4326c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 4327c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 4328c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad OMX_VIDEO_PARAM_HEVCTYPE hevcType; 4329c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad InitOMXParams(&hevcType); 4330c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad hevcType.nPortIndex = kPortIndexOutput; 4331c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 4332c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad status_t err = OK; 4333c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad err = mOMX->getParameter( 4334c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad mNode, (OMX_INDEXTYPE)OMX_IndexParamVideoHevc, &hevcType, sizeof(hevcType)); 4335c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (err != OK) { 4336c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return err; 4337c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 4338c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 4339c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad int32_t profile; 4340c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (msg->findInt32("profile", &profile)) { 4341c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad int32_t level; 4342c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (!msg->findInt32("level", &level)) { 4343c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return INVALID_OPERATION; 4344c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 4345c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 4346c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad err = verifySupportForProfileAndLevel(profile, level); 4347c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (err != OK) { 4348c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return err; 4349c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 4350c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 4351c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad hevcType.eProfile = static_cast<OMX_VIDEO_HEVCPROFILETYPE>(profile); 4352c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad hevcType.eLevel = static_cast<OMX_VIDEO_HEVCLEVELTYPE>(level); 4353c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 43549aa87d4ef502c9700a31fe46dc6e1d6f99cf4e5eWonsik Kim // TODO: finer control? 4355f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar hevcType.nKeyFrameInterval = setPFramesSpacing(iFrameInterval, frameRate) + 1; 4356c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 4357c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad err = mOMX->setParameter( 4358c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad mNode, (OMX_INDEXTYPE)OMX_IndexParamVideoHevc, &hevcType, sizeof(hevcType)); 4359c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (err != OK) { 4360c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return err; 4361c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 4362c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 4363c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return configureBitrate(bitrate, bitrateMode); 4364c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad} 4365c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 43669bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnarstatus_t ACodec::setupVPXEncoderParameters(const sp<AMessage> &msg, sp<AMessage> &outputFormat) { 436789b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber int32_t bitrate; 436863a4d50f472ca67b3174ae51911091e44db6956eLajos Molnar float iFrameInterval = 0; 43694154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev size_t tsLayers = 0; 43704154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev OMX_VIDEO_ANDROID_VPXTEMPORALLAYERPATTERNTYPE pattern = 43714154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev OMX_VIDEO_VPXTemporalLayerPatternNone; 43724154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev static const uint32_t kVp8LayerRateAlloction 43734154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev [OMX_VIDEO_ANDROID_MAXVP8TEMPORALLAYERS] 43744154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev [OMX_VIDEO_ANDROID_MAXVP8TEMPORALLAYERS] = { 43754154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev {100, 100, 100}, // 1 layer 43764154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev { 60, 100, 100}, // 2 layers {60%, 40%} 43774154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev { 40, 60, 100}, // 3 layers {40%, 20%, 40%} 43784154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev }; 437989b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber if (!msg->findInt32("bitrate", &bitrate)) { 438089b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber return INVALID_OPERATION; 438189b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber } 438263a4d50f472ca67b3174ae51911091e44db6956eLajos Molnar msg->findAsFloat("i-frame-interval", &iFrameInterval); 438389b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber 438489b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber OMX_VIDEO_CONTROLRATETYPE bitrateMode = getBitrateMode(msg); 438589b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber 43864154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev float frameRate; 43874154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (!msg->findFloat("frame-rate", &frameRate)) { 43884154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev int32_t tmp; 43894154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (!msg->findInt32("frame-rate", &tmp)) { 43904154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev return INVALID_OPERATION; 43914154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 43924154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev frameRate = (float)tmp; 43934154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 43944154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev 43954154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev AString tsSchema; 43969bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar OMX_VIDEO_ANDROID_TEMPORALLAYERINGPATTERNTYPE tsType = 43979bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar OMX_VIDEO_AndroidTemporalLayeringPatternNone; 43989bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar 43994154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (msg->findString("ts-schema", &tsSchema)) { 4400f1c70d7f5472e3f5680144c29c839108993996fdLajos Molnar unsigned int numLayers = 0; 4401f1c70d7f5472e3f5680144c29c839108993996fdLajos Molnar unsigned int numBLayers = 0; 4402f1c70d7f5472e3f5680144c29c839108993996fdLajos Molnar int tags; 4403f1c70d7f5472e3f5680144c29c839108993996fdLajos Molnar char dummy; 4404f1c70d7f5472e3f5680144c29c839108993996fdLajos Molnar if (sscanf(tsSchema.c_str(), "webrtc.vp8.%u-layer%c", &numLayers, &dummy) == 1 4405f1c70d7f5472e3f5680144c29c839108993996fdLajos Molnar && numLayers > 0) { 44064154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev pattern = OMX_VIDEO_VPXTemporalLayerPatternWebRTC; 44079bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar tsType = OMX_VIDEO_AndroidTemporalLayeringPatternWebRTC; 4408f1c70d7f5472e3f5680144c29c839108993996fdLajos Molnar tsLayers = numLayers; 4409f1c70d7f5472e3f5680144c29c839108993996fdLajos Molnar } else if ((tags = sscanf(tsSchema.c_str(), "android.generic.%u%c%u%c", 4410f1c70d7f5472e3f5680144c29c839108993996fdLajos Molnar &numLayers, &dummy, &numBLayers, &dummy)) 4411f1c70d7f5472e3f5680144c29c839108993996fdLajos Molnar && (tags == 1 || (tags == 3 && dummy == '+')) 4412f1c70d7f5472e3f5680144c29c839108993996fdLajos Molnar && numLayers > 0 && numLayers < UINT32_MAX - numBLayers) { 44134154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev pattern = OMX_VIDEO_VPXTemporalLayerPatternWebRTC; 4414f1c70d7f5472e3f5680144c29c839108993996fdLajos Molnar // VPX does not have a concept of B-frames, so just count all layers 44159bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar tsType = OMX_VIDEO_AndroidTemporalLayeringPatternAndroid; 4416f1c70d7f5472e3f5680144c29c839108993996fdLajos Molnar tsLayers = numLayers + numBLayers; 44174154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } else { 4418f1c70d7f5472e3f5680144c29c839108993996fdLajos Molnar ALOGW("Ignoring unsupported ts-schema [%s]", tsSchema.c_str()); 44194154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 4420f1c70d7f5472e3f5680144c29c839108993996fdLajos Molnar tsLayers = min(tsLayers, (size_t)OMX_VIDEO_ANDROID_MAXVP8TEMPORALLAYERS); 44214154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 44224154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev 44234154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev OMX_VIDEO_PARAM_ANDROID_VP8ENCODERTYPE vp8type; 44244154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev InitOMXParams(&vp8type); 44254154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.nPortIndex = kPortIndexOutput; 44264154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev status_t err = mOMX->getParameter( 44274154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev mNode, (OMX_INDEXTYPE)OMX_IndexParamVideoAndroidVp8Encoder, 44284154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev &vp8type, sizeof(vp8type)); 44294154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev 44304154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (err == OK) { 44314154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (iFrameInterval > 0) { 4432f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar vp8type.nKeyFrameInterval = setPFramesSpacing(iFrameInterval, frameRate) + 1; 44334154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 44344154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.eTemporalPattern = pattern; 44354154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.nTemporalLayerCount = tsLayers; 44364154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (tsLayers > 0) { 44374154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev for (size_t i = 0; i < OMX_VIDEO_ANDROID_MAXVP8TEMPORALLAYERS; i++) { 44384154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.nTemporalLayerBitrateRatio[i] = 44394154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev kVp8LayerRateAlloction[tsLayers - 1][i]; 44404154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 44414154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 44424154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (bitrateMode == OMX_Video_ControlRateConstant) { 44434154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.nMinQuantizer = 2; 44444154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.nMaxQuantizer = 63; 44454154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 44464154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev 44474154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev err = mOMX->setParameter( 44484154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev mNode, (OMX_INDEXTYPE)OMX_IndexParamVideoAndroidVp8Encoder, 44494154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev &vp8type, sizeof(vp8type)); 44504154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (err != OK) { 44514154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev ALOGW("Extended VP8 parameters set failed: %d", err); 44529bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar } else if (tsType == OMX_VIDEO_AndroidTemporalLayeringPatternWebRTC) { 44539bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar // advertise even single layer WebRTC layering, as it is defined 44549bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar outputFormat->setString("ts-schema", AStringPrintf("webrtc.vp8.%u-layer", tsLayers)); 44559bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar } else if (tsLayers > 0) { 44569bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar // tsType == OMX_VIDEO_AndroidTemporalLayeringPatternAndroid 44579bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar outputFormat->setString("ts-schema", AStringPrintf("android.generic.%u", tsLayers)); 44584154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 44594154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 44604154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev 446189b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber return configureBitrate(bitrate, bitrateMode); 446289b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber} 446389b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber 44645778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::verifySupportForProfileAndLevel( 44655778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t profile, int32_t level) { 44665778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PARAM_PROFILELEVELTYPE params; 44675778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(¶ms); 44685778822d86b0337407514b9372562b86edfa91cdAndreas Huber params.nPortIndex = kPortIndexOutput; 44695778822d86b0337407514b9372562b86edfa91cdAndreas Huber 44706e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar for (OMX_U32 index = 0; index <= kMaxIndicesToCheck; ++index) { 44716e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar params.nProfileIndex = index; 44725778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = mOMX->getParameter( 44735778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, 44745778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_IndexParamVideoProfileLevelQuerySupported, 44755778822d86b0337407514b9372562b86edfa91cdAndreas Huber ¶ms, 44765778822d86b0337407514b9372562b86edfa91cdAndreas Huber sizeof(params)); 44775778822d86b0337407514b9372562b86edfa91cdAndreas Huber 44785778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 44795778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 44805778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 44815778822d86b0337407514b9372562b86edfa91cdAndreas Huber 44825778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t supportedProfile = static_cast<int32_t>(params.eProfile); 44835778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t supportedLevel = static_cast<int32_t>(params.eLevel); 44845778822d86b0337407514b9372562b86edfa91cdAndreas Huber 44855778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (profile == supportedProfile && level <= supportedLevel) { 44865778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 44875778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 44886e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar 44896e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar if (index == kMaxIndicesToCheck) { 44906e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar ALOGW("[%s] stopping checking profiles after %u: %x/%x", 44916e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar mComponentName.c_str(), index, 44926e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar params.eProfile, params.eLevel); 44936e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar } 44945778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 44956e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar return ERROR_UNSUPPORTED; 44965778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 44975778822d86b0337407514b9372562b86edfa91cdAndreas Huber 449896076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huberstatus_t ACodec::configureBitrate( 449996076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber int32_t bitrate, OMX_VIDEO_CONTROLRATETYPE bitrateMode) { 45005778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PARAM_BITRATETYPE bitrateType; 45015778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&bitrateType); 45025778822d86b0337407514b9372562b86edfa91cdAndreas Huber bitrateType.nPortIndex = kPortIndexOutput; 45035778822d86b0337407514b9372562b86edfa91cdAndreas Huber 45045778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = mOMX->getParameter( 45055778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoBitrate, 45065778822d86b0337407514b9372562b86edfa91cdAndreas Huber &bitrateType, sizeof(bitrateType)); 45075778822d86b0337407514b9372562b86edfa91cdAndreas Huber 45085778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 45095778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 45105778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 45115778822d86b0337407514b9372562b86edfa91cdAndreas Huber 451296076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber bitrateType.eControlRate = bitrateMode; 45135778822d86b0337407514b9372562b86edfa91cdAndreas Huber bitrateType.nTargetBitrate = bitrate; 45145778822d86b0337407514b9372562b86edfa91cdAndreas Huber 45155778822d86b0337407514b9372562b86edfa91cdAndreas Huber return mOMX->setParameter( 45165778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoBitrate, 45175778822d86b0337407514b9372562b86edfa91cdAndreas Huber &bitrateType, sizeof(bitrateType)); 45185778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 45195778822d86b0337407514b9372562b86edfa91cdAndreas Huber 45205778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupErrorCorrectionParameters() { 45215778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PARAM_ERRORCORRECTIONTYPE errorCorrectionType; 45225778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&errorCorrectionType); 45235778822d86b0337407514b9372562b86edfa91cdAndreas Huber errorCorrectionType.nPortIndex = kPortIndexOutput; 45245778822d86b0337407514b9372562b86edfa91cdAndreas Huber 45255778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = mOMX->getParameter( 45265778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoErrorCorrection, 45275778822d86b0337407514b9372562b86edfa91cdAndreas Huber &errorCorrectionType, sizeof(errorCorrectionType)); 45285778822d86b0337407514b9372562b86edfa91cdAndreas Huber 45295778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 45305778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; // Optional feature. Ignore this failure 45315778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 45325778822d86b0337407514b9372562b86edfa91cdAndreas Huber 45335778822d86b0337407514b9372562b86edfa91cdAndreas Huber errorCorrectionType.bEnableHEC = OMX_FALSE; 45345778822d86b0337407514b9372562b86edfa91cdAndreas Huber errorCorrectionType.bEnableResync = OMX_TRUE; 45355778822d86b0337407514b9372562b86edfa91cdAndreas Huber errorCorrectionType.nResynchMarkerSpacing = 256; 45365778822d86b0337407514b9372562b86edfa91cdAndreas Huber errorCorrectionType.bEnableDataPartitioning = OMX_FALSE; 45375778822d86b0337407514b9372562b86edfa91cdAndreas Huber errorCorrectionType.bEnableRVLC = OMX_FALSE; 45385778822d86b0337407514b9372562b86edfa91cdAndreas Huber 45395778822d86b0337407514b9372562b86edfa91cdAndreas Huber return mOMX->setParameter( 45405778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoErrorCorrection, 45415778822d86b0337407514b9372562b86edfa91cdAndreas Huber &errorCorrectionType, sizeof(errorCorrectionType)); 45425778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 45435778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4544f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::setVideoFormatOnPort( 4545f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 portIndex, 454678b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad int32_t width, int32_t height, OMX_VIDEO_CODINGTYPE compressionFormat, 454778b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad float frameRate) { 4548f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 4549f933441648ef6a71dee783d733aac17b9508b452Andreas Huber InitOMXParams(&def); 4550f933441648ef6a71dee783d733aac17b9508b452Andreas Huber def.nPortIndex = portIndex; 4551f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4552f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_VIDEO_PORTDEFINITIONTYPE *video_def = &def.format.video; 4553f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4554f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t err = mOMX->getParameter( 4555f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 4556777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4557777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4558777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4559f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4560f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (portIndex == kPortIndexInput) { 4561f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // XXX Need a (much) better heuristic to compute input buffer sizes. 4562f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const size_t X = 64 * 1024; 4563f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (def.nBufferSize < X) { 4564f933441648ef6a71dee783d733aac17b9508b452Andreas Huber def.nBufferSize = X; 4565f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4566f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4567f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4568777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (def.eDomain != OMX_PortDomainVideo) { 4569777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("expected video port, got %s(%d)", asString(def.eDomain), def.eDomain); 4570777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return FAILED_TRANSACTION; 4571777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4572f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4573f933441648ef6a71dee783d733aac17b9508b452Andreas Huber video_def->nFrameWidth = width; 4574f933441648ef6a71dee783d733aac17b9508b452Andreas Huber video_def->nFrameHeight = height; 4575f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4576f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (portIndex == kPortIndexInput) { 4577f933441648ef6a71dee783d733aac17b9508b452Andreas Huber video_def->eCompressionFormat = compressionFormat; 4578f933441648ef6a71dee783d733aac17b9508b452Andreas Huber video_def->eColorFormat = OMX_COLOR_FormatUnused; 457978b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad if (frameRate >= 0) { 458078b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad video_def->xFramerate = (OMX_U32)(frameRate * 65536.0f); 458178b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad } 4582f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4583f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4584f933441648ef6a71dee783d733aac17b9508b452Andreas Huber err = mOMX->setParameter( 4585f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 4586f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4587f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 4588f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4589f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4590f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::initNativeWindow() { 4591f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mNativeWindow != NULL) { 4592a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar return mOMX->enableNativeBuffers(mNode, kPortIndexOutput, OMX_TRUE /* graphic */, OMX_TRUE); 4593f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4594f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4595a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar mOMX->enableNativeBuffers(mNode, kPortIndexOutput, OMX_TRUE /* graphic */, OMX_FALSE); 4596f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return OK; 4597f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4598f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4599d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Hubersize_t ACodec::countBuffersOwnedByComponent(OMX_U32 portIndex) const { 4600d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber size_t n = 0; 4601d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 4602d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber for (size_t i = 0; i < mBuffers[portIndex].size(); ++i) { 4603d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber const BufferInfo &info = mBuffers[portIndex].itemAt(i); 4604d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 4605d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber if (info.mStatus == BufferInfo::OWNED_BY_COMPONENT) { 4606d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber ++n; 4607d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber } 4608d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber } 4609d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 4610d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber return n; 4611d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber} 4612d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 46137e7013392e302a28364df1dcee79b82ad90978b4Andreas Hubersize_t ACodec::countBuffersOwnedByNativeWindow() const { 46147e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber size_t n = 0; 46157e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 46167e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber for (size_t i = 0; i < mBuffers[kPortIndexOutput].size(); ++i) { 46177e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber const BufferInfo &info = mBuffers[kPortIndexOutput].itemAt(i); 46187e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 46197e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber if (info.mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW) { 46207e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber ++n; 46217e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber } 46227e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber } 46237e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 46247e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber return n; 46257e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber} 46267e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 46277e7013392e302a28364df1dcee79b82ad90978b4Andreas Hubervoid ACodec::waitUntilAllPossibleNativeWindowBuffersAreReturnedToUs() { 46287e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber if (mNativeWindow == NULL) { 46297e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber return; 46307e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber } 46317e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 4632e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar while (countBuffersOwnedByNativeWindow() > mNumUndequeuedBuffers 46337e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber && dequeueBufferFromNativeWindow() != NULL) { 4634c38fcfba95f711e5738e4c72bd5499317a2f30d9Lajos Molnar // these buffers will be submitted as regular buffers; account for this 4635054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (storingMetadataInDecodedBuffers() && mMetadataBuffersToSubmit > 0) { 4636054219874873b41f1c815552987c10465c34ba2bLajos Molnar --mMetadataBuffersToSubmit; 4637c38fcfba95f711e5738e4c72bd5499317a2f30d9Lajos Molnar } 46387e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber } 46397e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber} 46407e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 4641f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::allYourBuffersAreBelongToUs( 4642f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 portIndex) { 4643f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (size_t i = 0; i < mBuffers[portIndex].size(); ++i) { 4644f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = &mBuffers[portIndex].editItemAt(i); 4645f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4646f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mStatus != BufferInfo::OWNED_BY_US 4647f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && info->mStatus != BufferInfo::OWNED_BY_NATIVE_WINDOW) { 4648609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] Buffer %u on port %u still has status %d", 4649f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mComponentName.c_str(), 4650f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mBufferID, portIndex, info->mStatus); 4651f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return false; 4652f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4653f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4654f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4655f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 4656f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4657f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4658f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::allYourBuffersAreBelongToUs() { 4659f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return allYourBuffersAreBelongToUs(kPortIndexInput) 4660f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && allYourBuffersAreBelongToUs(kPortIndexOutput); 4661f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4662f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4663f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::deferMessage(const sp<AMessage> &msg) { 4664f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mDeferredQueue.push_back(msg); 4665f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4666f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4667f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::processDeferredMessages() { 4668f933441648ef6a71dee783d733aac17b9508b452Andreas Huber List<sp<AMessage> > queue = mDeferredQueue; 4669f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mDeferredQueue.clear(); 4670f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4671f933441648ef6a71dee783d733aac17b9508b452Andreas Huber List<sp<AMessage> >::iterator it = queue.begin(); 4672f933441648ef6a71dee783d733aac17b9508b452Andreas Huber while (it != queue.end()) { 4673f933441648ef6a71dee783d733aac17b9508b452Andreas Huber onMessageReceived(*it++); 4674f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4675f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4676f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4677e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnarstatus_t ACodec::getPortFormat(OMX_U32 portIndex, sp<AMessage> ¬ify) { 4678777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim const char *niceIndex = portIndex == kPortIndexInput ? "input" : "output"; 467931e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 468031e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber InitOMXParams(&def); 4681e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar def.nPortIndex = portIndex; 468231e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 4683777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim status_t err = mOMX->getParameter(mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 4684777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4685777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4686777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 468731e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 4688777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (def.eDir != (portIndex == kPortIndexOutput ? OMX_DirOutput : OMX_DirInput)) { 4689777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("unexpected dir: %s(%d) on %s port", asString(def.eDir), def.eDir, niceIndex); 4690777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return BAD_VALUE; 4691777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 469231e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 469331e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber switch (def.eDomain) { 469431e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber case OMX_PortDomainVideo: 469531e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber { 469631e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber OMX_VIDEO_PORTDEFINITIONTYPE *videoDef = &def.format.video; 4697e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar switch ((int)videoDef->eCompressionFormat) { 4698e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar case OMX_VIDEO_CodingUnused: 4699e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar { 4700e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK(mIsEncoder ^ (portIndex == kPortIndexOutput)); 4701e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setString("mime", MEDIA_MIMETYPE_VIDEO_RAW); 4702e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4703e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("stride", videoDef->nStride); 4704e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("slice-height", videoDef->nSliceHeight); 4705e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("color-format", videoDef->eColorFormat); 4706e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 47070d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (mNativeWindow == NULL) { 470873dd808754c641fe798273d356ee38368715fa7bLajos Molnar DescribeColorFormat2Params describeParams; 47090d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar InitOMXParams(&describeParams); 47100d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.eColorFormat = videoDef->eColorFormat; 47110d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.nFrameWidth = videoDef->nFrameWidth; 47120d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.nFrameHeight = videoDef->nFrameHeight; 47130d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.nStride = videoDef->nStride; 47140d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.nSliceHeight = videoDef->nSliceHeight; 47150d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.bUsingNativeBuffers = OMX_FALSE; 47160d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar 47171ad5b240bfd49aa918092dbdc18c1a24c5e6c3a4Wonsik Kim if (DescribeColorFormat(mOMX, mNode, describeParams)) { 47180d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar notify->setBuffer( 47190d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar "image-data", 47200d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar ABuffer::CreateAsCopy( 47210d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar &describeParams.sMediaImage, 47220d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar sizeof(describeParams.sMediaImage))); 47235a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar 472473dd808754c641fe798273d356ee38368715fa7bLajos Molnar MediaImage2 &img = describeParams.sMediaImage; 472573dd808754c641fe798273d356ee38368715fa7bLajos Molnar MediaImage2::PlaneInfo *plane = img.mPlane; 472673dd808754c641fe798273d356ee38368715fa7bLajos Molnar ALOGV("[%s] MediaImage { F(%ux%u) @%u+%d+%d @%u+%d+%d @%u+%d+%d }", 472773dd808754c641fe798273d356ee38368715fa7bLajos Molnar mComponentName.c_str(), img.mWidth, img.mHeight, 472873dd808754c641fe798273d356ee38368715fa7bLajos Molnar plane[0].mOffset, plane[0].mColInc, plane[0].mRowInc, 472973dd808754c641fe798273d356ee38368715fa7bLajos Molnar plane[1].mOffset, plane[1].mColInc, plane[1].mRowInc, 473073dd808754c641fe798273d356ee38368715fa7bLajos Molnar plane[2].mOffset, plane[2].mColInc, plane[2].mRowInc); 47310d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 473203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 473303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 4734b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar int32_t width = (int32_t)videoDef->nFrameWidth; 4735b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar int32_t height = (int32_t)videoDef->nFrameHeight; 4736b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 4737b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (portIndex == kPortIndexOutput) { 4738b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar OMX_CONFIG_RECTTYPE rect; 4739b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar InitOMXParams(&rect); 4740b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nPortIndex = portIndex; 4741b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 4742b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (mOMX->getConfig( 4743b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mNode, 4744b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar (portIndex == kPortIndexOutput ? 4745b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar OMX_IndexConfigCommonOutputCrop : 4746b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar OMX_IndexConfigCommonInputCrop), 4747b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar &rect, sizeof(rect)) != OK) { 4748b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nLeft = 0; 4749b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nTop = 0; 4750b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nWidth = videoDef->nFrameWidth; 4751b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nHeight = videoDef->nFrameHeight; 4752b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 475391a3cc00db31a713a25848f345bd624ac2ad8dc5Lajos Molnar 4754b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (rect.nLeft < 0 || 4755b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nTop < 0 || 4756b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nLeft + rect.nWidth > videoDef->nFrameWidth || 4757b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nTop + rect.nHeight > videoDef->nFrameHeight) { 4758b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGE("Wrong cropped rect (%d, %d) - (%u, %u) vs. frame (%u, %u)", 4759b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nLeft, rect.nTop, 4760b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nLeft + rect.nWidth, rect.nTop + rect.nHeight, 4761b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar videoDef->nFrameWidth, videoDef->nFrameHeight); 4762b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return BAD_VALUE; 4763b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 476431e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 4765b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar notify->setRect( 4766b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar "crop", 4767b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nLeft, 4768b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nTop, 4769b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nLeft + rect.nWidth - 1, 4770b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nTop + rect.nHeight - 1); 4771b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 4772b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar width = rect.nWidth; 4773b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar height = rect.nHeight; 4774b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 4775b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar android_dataspace dataSpace = HAL_DATASPACE_UNKNOWN; 4776b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar (void)getColorAspectsAndDataSpaceForVideoDecoder( 4777b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar width, height, mConfigFormat, notify, 4778b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mUsingNativeWindow ? &dataSpace : NULL); 4779b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (mUsingNativeWindow) { 4780b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar notify->setInt32("android._dataspace", dataSpace); 4781b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 47825e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang (void)getHDRStaticInfoForVideoCodec(kPortIndexOutput, notify); 4783b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } else { 4784b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar (void)getInputColorAspectsForVideoEncoder(notify); 47855e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang if (mConfigFormat->contains("hdr-static-info")) { 47865e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang (void)getHDRStaticInfoForVideoCodec(kPortIndexInput, notify); 47875e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang } 4788777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4789e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4790e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar break; 4791e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 47924730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia 47934730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia case OMX_VIDEO_CodingVP8: 47944730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia case OMX_VIDEO_CodingVP9: 47954730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia { 47964730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia OMX_VIDEO_PARAM_ANDROID_VP8ENCODERTYPE vp8type; 47974730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia InitOMXParams(&vp8type); 47984730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia vp8type.nPortIndex = kPortIndexOutput; 47994730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia status_t err = mOMX->getParameter( 48004730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia mNode, 48014730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia (OMX_INDEXTYPE)OMX_IndexParamVideoAndroidVp8Encoder, 48024730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia &vp8type, 48034730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia sizeof(vp8type)); 48044730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia 48054730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia if (err == OK) { 48069bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar if (vp8type.eTemporalPattern == OMX_VIDEO_VPXTemporalLayerPatternWebRTC 48079bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar && vp8type.nTemporalLayerCount > 0 48089bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar && vp8type.nTemporalLayerCount 48099bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar <= OMX_VIDEO_ANDROID_MAXVP8TEMPORALLAYERS) { 48109bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar // advertise as android.generic if we configured for android.generic 48119bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar AString origSchema; 48129bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar if (notify->findString("ts-schema", &origSchema) 48139bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar && origSchema.startsWith("android.generic")) { 48149bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar notify->setString("ts-schema", AStringPrintf( 48159bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar "android.generic.%u", vp8type.nTemporalLayerCount)); 48169bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar } else { 48179bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar notify->setString("ts-schema", AStringPrintf( 48189bbbdd3cab5c6b93649cbf31ba3097218944b06aLajos Molnar "webrtc.vp8.%u-layer", vp8type.nTemporalLayerCount)); 48194730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 48204730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 48214730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 48224730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia // Fall through to set up mime. 48234730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 48244730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia 4825e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar default: 4826e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar { 4827777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (mIsEncoder ^ (portIndex == kPortIndexOutput)) { 4828777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim // should be CodingUnused 4829777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Raw port video compression format is %s(%d)", 4830777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim asString(videoDef->eCompressionFormat), 4831777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim videoDef->eCompressionFormat); 4832777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return BAD_VALUE; 4833777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4834e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar AString mime; 4835e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if (GetMimeTypeForVideoCoding( 4836e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar videoDef->eCompressionFormat, &mime) != OK) { 4837e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setString("mime", "application/octet-stream"); 4838e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } else { 4839e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setString("mime", mime.c_str()); 4840e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 4841870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang uint32_t intraRefreshPeriod = 0; 4842870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (mIsEncoder && getIntraRefreshPeriod(&intraRefreshPeriod) == OK 4843870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang && intraRefreshPeriod > 0) { 4844870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang notify->setInt32("intra-refresh-period", intraRefreshPeriod); 4845870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 4846e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar break; 4847e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 484831e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber } 4849e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("width", videoDef->nFrameWidth); 4850e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("height", videoDef->nFrameHeight); 48515a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar ALOGV("[%s] %s format is %s", mComponentName.c_str(), 48525a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar portIndex == kPortIndexInput ? "input" : "output", 48535a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar notify->debugString().c_str()); 48545a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar 485531e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber break; 485631e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber } 485731e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 485831e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber case OMX_PortDomainAudio: 485931e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber { 486031e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber OMX_AUDIO_PORTDEFINITIONTYPE *audioDef = &def.format.audio; 486131e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 486297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu switch ((int)audioDef->eEncoding) { 4863e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber case OMX_AUDIO_CodingPCM: 4864e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { 4865e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber OMX_AUDIO_PARAM_PCMMODETYPE params; 4866e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber InitOMXParams(¶ms); 4867e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 4868e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4869777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 4870777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, OMX_IndexParamAudioPcm, ¶ms, sizeof(params)); 4871777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4872777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4873777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 487414f7672b5d450ed26a06fd3bb3ce045ea78b11b2Andreas Huber 4875777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (params.nChannels <= 0 4876777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim || (params.nChannels != 1 && !params.bInterleaved) 4877777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim || params.ePCMMode != OMX_AUDIO_PCMModeLinear) { 48785b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar ALOGE("unsupported PCM port: %u channels%s, %u-bit", 4879777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim params.nChannels, 4880777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim params.bInterleaved ? " interleaved" : "", 48815b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar params.nBitPerSample); 4882777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return FAILED_TRANSACTION; 4883777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4884e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4885e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setString("mime", MEDIA_MIMETYPE_AUDIO_RAW); 4886e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("channel-count", params.nChannels); 4887e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("sample-rate", params.nSamplingRate); 48885b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar 48895b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar AudioEncoding encoding = kAudioEncodingPcm16bit; 48905b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (params.eNumData == OMX_NumericalDataUnsigned 48915b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar && params.nBitPerSample == 8u) { 48925b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar encoding = kAudioEncodingPcm8bit; 48935b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } else if (params.eNumData == OMX_NumericalDataFloat 48945b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar && params.nBitPerSample == 32u) { 48955b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar encoding = kAudioEncodingPcmFloat; 48965b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } else if (params.nBitPerSample != 16u 48975b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar || params.eNumData != OMX_NumericalDataSigned) { 48985b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar ALOGE("unsupported PCM port: %s(%d), %s(%d) mode ", 48995b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar asString(params.eNumData), params.eNumData, 49005b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar asString(params.ePCMMode), params.ePCMMode); 49015b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar return FAILED_TRANSACTION; 49025b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 49035b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar notify->setInt32("pcm-encoding", encoding); 4904e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4905e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (mChannelMaskPresent) { 4906e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("channel-mask", mChannelMask); 49078b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen } 4908e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber break; 49098b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen } 49109806555d3930be43e11106281dee354820ac1c88Andreas Huber 4911e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber case OMX_AUDIO_CodingAAC: 4912e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { 4913e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber OMX_AUDIO_PARAM_AACPROFILETYPE params; 4914e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber InitOMXParams(¶ms); 4915e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 4916e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4917777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 4918777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, OMX_IndexParamAudioAac, ¶ms, sizeof(params)); 4919777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4920777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4921777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4922e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4923e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setString("mime", MEDIA_MIMETYPE_AUDIO_AAC); 4924e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("channel-count", params.nChannels); 4925e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("sample-rate", params.nSampleRate); 4926e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber break; 4927e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 4928e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4929e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber case OMX_AUDIO_CodingAMR: 4930e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { 4931e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber OMX_AUDIO_PARAM_AMRTYPE params; 4932e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber InitOMXParams(¶ms); 4933e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 49349806555d3930be43e11106281dee354820ac1c88Andreas Huber 4935777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 4936777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, OMX_IndexParamAudioAmr, ¶ms, sizeof(params)); 4937777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4938777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4939777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4940e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4941e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("channel-count", 1); 4942e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (params.eAMRBandMode >= OMX_AUDIO_AMRBandModeWB0) { 49430806340688c937e7b78c2d89db3809274130df4eLajos Molnar notify->setString("mime", MEDIA_MIMETYPE_AUDIO_AMR_WB); 4944e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("sample-rate", 16000); 4945e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } else { 49460806340688c937e7b78c2d89db3809274130df4eLajos Molnar notify->setString("mime", MEDIA_MIMETYPE_AUDIO_AMR_NB); 4947e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("sample-rate", 8000); 4948e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 4949e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber break; 4950e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 4951e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4952e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber case OMX_AUDIO_CodingFLAC: 4953e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { 4954e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber OMX_AUDIO_PARAM_FLACTYPE params; 4955e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber InitOMXParams(¶ms); 4956e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 4957e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4958777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 4959777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, OMX_IndexParamAudioFlac, ¶ms, sizeof(params)); 4960777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4961777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4962777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4963e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4964e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setString("mime", MEDIA_MIMETYPE_AUDIO_FLAC); 4965e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("channel-count", params.nChannels); 4966e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("sample-rate", params.nSampleRate); 4967e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber break; 4968e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 4969e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4970e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar case OMX_AUDIO_CodingMP3: 4971e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar { 4972e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar OMX_AUDIO_PARAM_MP3TYPE params; 4973e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar InitOMXParams(¶ms); 4974e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 4975e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4976777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 4977777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, OMX_IndexParamAudioMp3, ¶ms, sizeof(params)); 4978777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4979777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4980777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4981e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4982e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setString("mime", MEDIA_MIMETYPE_AUDIO_MPEG); 4983e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("channel-count", params.nChannels); 4984e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("sample-rate", params.nSampleRate); 4985e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar break; 4986e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 4987e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4988e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar case OMX_AUDIO_CodingVORBIS: 4989e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar { 4990e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar OMX_AUDIO_PARAM_VORBISTYPE params; 4991e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar InitOMXParams(¶ms); 4992e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 4993e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4994777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 4995777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, OMX_IndexParamAudioVorbis, ¶ms, sizeof(params)); 4996777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4997777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4998777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4999e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 5000e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setString("mime", MEDIA_MIMETYPE_AUDIO_VORBIS); 5001e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("channel-count", params.nChannels); 5002e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("sample-rate", params.nSampleRate); 5003e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar break; 5004e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 5005e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 500697358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu case OMX_AUDIO_CodingAndroidAC3: 500797358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu { 500897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu OMX_AUDIO_PARAM_ANDROID_AC3TYPE params; 500997358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu InitOMXParams(¶ms); 5010e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 501197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 5012777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 5013777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidAc3, 5014777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ¶ms, sizeof(params)); 5015777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 5016777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 5017777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 501897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 501997358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu notify->setString("mime", MEDIA_MIMETYPE_AUDIO_AC3); 502097358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu notify->setInt32("channel-count", params.nChannels); 502197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu notify->setInt32("sample-rate", params.nSampleRate); 502297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu break; 502397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } 5024e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 50258a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad case OMX_AUDIO_CodingAndroidEAC3: 50268a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad { 50278a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad OMX_AUDIO_PARAM_ANDROID_EAC3TYPE params; 50288a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad InitOMXParams(¶ms); 50298a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad params.nPortIndex = portIndex; 50308a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 5031777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 5032777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidEac3, 5033777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ¶ms, sizeof(params)); 5034777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 5035777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 5036777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 50378a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 50388a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad notify->setString("mime", MEDIA_MIMETYPE_AUDIO_EAC3); 50398a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad notify->setInt32("channel-count", params.nChannels); 50408a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad notify->setInt32("sample-rate", params.nSampleRate); 50418a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad break; 50428a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } 50438a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 50448c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian case OMX_AUDIO_CodingAndroidOPUS: 50458c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian { 50468c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian OMX_AUDIO_PARAM_ANDROID_OPUSTYPE params; 50478c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian InitOMXParams(¶ms); 50488c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian params.nPortIndex = portIndex; 50498c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian 5050777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 5051777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidOpus, 5052777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ¶ms, sizeof(params)); 5053777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 5054777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 5055777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 50568c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian 50578c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian notify->setString("mime", MEDIA_MIMETYPE_AUDIO_OPUS); 50588c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian notify->setInt32("channel-count", params.nChannels); 50598c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian notify->setInt32("sample-rate", params.nSampleRate); 50608c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian break; 50618c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian } 50628c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian 506310d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang case OMX_AUDIO_CodingG711: 506410d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang { 506510d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang OMX_AUDIO_PARAM_PCMMODETYPE params; 506610d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang InitOMXParams(¶ms); 506710d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang params.nPortIndex = portIndex; 506810d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang 5069777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 5070777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, (OMX_INDEXTYPE)OMX_IndexParamAudioPcm, ¶ms, sizeof(params)); 5071777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 5072777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 5073777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 507410d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang 507510d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang const char *mime = NULL; 507610d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang if (params.ePCMMode == OMX_AUDIO_PCMModeMULaw) { 507710d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang mime = MEDIA_MIMETYPE_AUDIO_G711_MLAW; 507810d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang } else if (params.ePCMMode == OMX_AUDIO_PCMModeALaw) { 507910d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang mime = MEDIA_MIMETYPE_AUDIO_G711_ALAW; 508010d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang } else { // params.ePCMMode == OMX_AUDIO_PCMModeLinear 508110d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang mime = MEDIA_MIMETYPE_AUDIO_RAW; 508210d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang } 508310d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang notify->setString("mime", mime); 508410d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang notify->setInt32("channel-count", params.nChannels); 508510d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang notify->setInt32("sample-rate", params.nSamplingRate); 508678bd91b15ee8ea5aa2ab5a8cad7e892cb2d01c1bLajos Molnar notify->setInt32("pcm-encoding", kAudioEncodingPcm16bit); 508710d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang break; 508810d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang } 508941d3f579d2c166984958263533284209b90c87d5Marco Nelissen 509041d3f579d2c166984958263533284209b90c87d5Marco Nelissen case OMX_AUDIO_CodingGSMFR: 509141d3f579d2c166984958263533284209b90c87d5Marco Nelissen { 50920806340688c937e7b78c2d89db3809274130df4eLajos Molnar OMX_AUDIO_PARAM_PCMMODETYPE params; 509341d3f579d2c166984958263533284209b90c87d5Marco Nelissen InitOMXParams(¶ms); 509441d3f579d2c166984958263533284209b90c87d5Marco Nelissen params.nPortIndex = portIndex; 509541d3f579d2c166984958263533284209b90c87d5Marco Nelissen 5096777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 5097777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, OMX_IndexParamAudioPcm, ¶ms, sizeof(params)); 5098777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 5099777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 5100777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 510141d3f579d2c166984958263533284209b90c87d5Marco Nelissen 510241d3f579d2c166984958263533284209b90c87d5Marco Nelissen notify->setString("mime", MEDIA_MIMETYPE_AUDIO_MSGSM); 510341d3f579d2c166984958263533284209b90c87d5Marco Nelissen notify->setInt32("channel-count", params.nChannels); 51040806340688c937e7b78c2d89db3809274130df4eLajos Molnar notify->setInt32("sample-rate", params.nSamplingRate); 510541d3f579d2c166984958263533284209b90c87d5Marco Nelissen break; 510610d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang } 510710d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang 5108e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber default: 5109777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Unsupported audio coding: %s(%d)\n", 5110777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim asString(audioDef->eEncoding), audioDef->eEncoding); 5111777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return BAD_TYPE; 5112e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 511331e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber break; 511431e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber } 511531e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 511631e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber default: 5117777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Unsupported domain: %s(%d)", asString(def.eDomain), def.eDomain); 5118777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return BAD_TYPE; 511931e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber } 512031e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 5121e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar return OK; 5122e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar} 5123e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 5124b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnarvoid ACodec::onDataSpaceChanged(android_dataspace dataSpace, const ColorAspects &aspects) { 5125b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // aspects are normally communicated in ColorAspects 5126b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar int32_t range, standard, transfer; 5127b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar convertCodecColorAspectsToPlatformAspects(aspects, &range, &standard, &transfer); 5128b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 5129b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // if some aspects are unspecified, use dataspace fields 5130b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (range != 0) { 5131b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar range = (dataSpace & HAL_DATASPACE_RANGE_MASK) >> HAL_DATASPACE_RANGE_SHIFT; 5132b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 5133b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (standard != 0) { 5134b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar standard = (dataSpace & HAL_DATASPACE_STANDARD_MASK) >> HAL_DATASPACE_STANDARD_SHIFT; 5135b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 5136b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (transfer != 0) { 5137b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar transfer = (dataSpace & HAL_DATASPACE_TRANSFER_MASK) >> HAL_DATASPACE_TRANSFER_SHIFT; 5138b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 5139b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 5140b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mOutputFormat = mOutputFormat->dup(); // trigger an output format changed event 5141b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (range != 0) { 5142b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mOutputFormat->setInt32("color-range", range); 5143b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 5144b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (standard != 0) { 5145b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mOutputFormat->setInt32("color-standard", standard); 5146b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 5147b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (transfer != 0) { 5148b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mOutputFormat->setInt32("color-transfer", transfer); 5149b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 5150b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 5151b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGD("dataspace changed to %#x (R:%d(%s), P:%d(%s), M:%d(%s), T:%d(%s)) " 5152b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar "(R:%d(%s), S:%d(%s), T:%d(%s))", 5153b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar dataSpace, 5154b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar aspects.mRange, asString(aspects.mRange), 5155b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar aspects.mPrimaries, asString(aspects.mPrimaries), 5156b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar aspects.mMatrixCoeffs, asString(aspects.mMatrixCoeffs), 5157b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar aspects.mTransfer, asString(aspects.mTransfer), 5158b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar range, asString((ColorRange)range), 5159b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar standard, asString((ColorStandard)standard), 5160b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar transfer, asString((ColorTransfer)transfer)); 5161b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar} 5162b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 51631734c7d01c1567568ced29398b23abd601fd44cbLajos Molnarvoid ACodec::onOutputFormatChanged(sp<const AMessage> expectedFormat) { 5164697aedf61d6180e72102068a969383018eedfa1eLajos Molnar // store new output format, at the same time mark that this is no longer the first frame 5165b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar mOutputFormat = mBaseOutputFormat->dup(); 5166e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 5167b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar if (getPortFormat(kPortIndexOutput, mOutputFormat) != OK) { 5168777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("[%s] Failed to get port format to send format change", mComponentName.c_str()); 5169777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return; 5170777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 5171e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 51721734c7d01c1567568ced29398b23abd601fd44cbLajos Molnar if (expectedFormat != NULL) { 51731734c7d01c1567568ced29398b23abd601fd44cbLajos Molnar sp<const AMessage> changes = expectedFormat->changesFrom(mOutputFormat); 51741734c7d01c1567568ced29398b23abd601fd44cbLajos Molnar sp<const AMessage> to = mOutputFormat->changesFrom(expectedFormat); 51751734c7d01c1567568ced29398b23abd601fd44cbLajos Molnar if (changes->countEntries() != 0 || to->countEntries() != 0) { 51761734c7d01c1567568ced29398b23abd601fd44cbLajos Molnar ALOGW("[%s] BAD CODEC: Output format changed unexpectedly from (diff) %s to (diff) %s", 51771734c7d01c1567568ced29398b23abd601fd44cbLajos Molnar mComponentName.c_str(), 51781734c7d01c1567568ced29398b23abd601fd44cbLajos Molnar changes->debugString(4).c_str(), to->debugString(4).c_str()); 51791734c7d01c1567568ced29398b23abd601fd44cbLajos Molnar } 51801734c7d01c1567568ced29398b23abd601fd44cbLajos Molnar } 51811734c7d01c1567568ced29398b23abd601fd44cbLajos Molnar 51825b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (!mIsVideo && !mIsEncoder) { 51835b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar AudioEncoding pcmEncoding = kAudioEncodingPcm16bit; 51845b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar (void)mConfigFormat->findInt32("pcm-encoding", (int32_t*)&pcmEncoding); 51855b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar AudioEncoding codecPcmEncoding = kAudioEncodingPcm16bit; 51865b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar (void)mOutputFormat->findInt32("pcm-encoding", (int32_t*)&pcmEncoding); 51875b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar 51885b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar mConverter[kPortIndexOutput] = AudioConverter::Create(codecPcmEncoding, pcmEncoding); 51895b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (mConverter[kPortIndexOutput] != NULL) { 51905b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar mOutputFormat->setInt32("pcm-encoding", pcmEncoding); 51915b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 51925b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 51935b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar 5194b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar if (mTunneled) { 5195b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar sendFormatChange(); 5196b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar } 5197b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar} 5198b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar 5199b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnarvoid ACodec::addKeyFormatChangesToRenderBufferNotification(sp<AMessage> ¬ify) { 5200e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar AString mime; 5201b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar CHECK(mOutputFormat->findString("mime", &mime)); 5202e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 5203b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (mime == MEDIA_MIMETYPE_VIDEO_RAW && mNativeWindow != NULL) { 5204b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // notify renderer of the crop change and dataspace change 5205e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar // NOTE: native window uses extended right-bottom coordinate 5206b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar int32_t left, top, right, bottom; 5207b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (mOutputFormat->findRect("crop", &left, &top, &right, &bottom)) { 5208b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar notify->setRect("crop", left, top, right + 1, bottom + 1); 5209b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 5210b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 5211b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar int32_t dataSpace; 5212b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (mOutputFormat->findInt32("android._dataspace", &dataSpace)) { 5213b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar notify->setInt32("dataspace", dataSpace); 5214b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 5215b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar } 5216b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar} 5217b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar 5218b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnarvoid ACodec::sendFormatChange() { 5219b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar AString mime; 5220b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar CHECK(mOutputFormat->findString("mime", &mime)); 5221b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar 5222b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar if (mime == MEDIA_MIMETYPE_AUDIO_RAW && (mEncoderDelay || mEncoderPadding)) { 5223b6e9b8919c9ba25afc0f7f55ee3933f5d9f24dc8Marco Nelissen int32_t channelCount, sampleRate; 522484d7e874983ee0d66db328c454fa603374d4635fMarco Nelissen CHECK(mOutputFormat->findInt32("channel-count", &channelCount)); 5225b6e9b8919c9ba25afc0f7f55ee3933f5d9f24dc8Marco Nelissen CHECK(mOutputFormat->findInt32("sample-rate", &sampleRate)); 5226b6e9b8919c9ba25afc0f7f55ee3933f5d9f24dc8Marco Nelissen if (mSampleRate != 0 && sampleRate != 0) { 5227b6e9b8919c9ba25afc0f7f55ee3933f5d9f24dc8Marco Nelissen mEncoderDelay = mEncoderDelay * sampleRate / mSampleRate; 5228b6e9b8919c9ba25afc0f7f55ee3933f5d9f24dc8Marco Nelissen mEncoderPadding = mEncoderPadding * sampleRate / mSampleRate; 5229b6e9b8919c9ba25afc0f7f55ee3933f5d9f24dc8Marco Nelissen mSampleRate = sampleRate; 5230b6e9b8919c9ba25afc0f7f55ee3933f5d9f24dc8Marco Nelissen } 5231e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if (mSkipCutBuffer != NULL) { 5232e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar size_t prevbufsize = mSkipCutBuffer->size(); 5233e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if (prevbufsize != 0) { 5234ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGW("Replacing SkipCutBuffer holding %zu bytes", prevbufsize); 5235e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 5236e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 5237b1cf03160fa7e7bc6e5cf138db07a7e1ab2ecb26Marco Nelissen mSkipCutBuffer = new SkipCutBuffer(mEncoderDelay, mEncoderPadding, channelCount); 5238e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 5239e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 5240b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar sp<AMessage> notify = mNotify->dup(); 5241b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar notify->setInt32("what", kWhatOutputFormatChanged); 5242b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar notify->setMessage("format", mOutputFormat); 524331e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber notify->post(); 524431e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 5245b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar // mLastOutputFormat is not used when tunneled; doing this just to stay consistent 5246b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar mLastOutputFormat = mOutputFormat; 524731e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber} 524831e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 52495778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid ACodec::signalError(OMX_ERRORTYPE error, status_t internalError) { 5250cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber sp<AMessage> notify = mNotify->dup(); 5251d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatError); 5252251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung ALOGE("signalError(omxError %#x, internalError %d)", error, internalError); 5253251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung 5254251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (internalError == UNKNOWN_ERROR) { // find better error code 5255251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung const status_t omxStatus = statusFromOMXError(error); 5256251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (omxStatus != 0) { 5257251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung internalError = omxStatus; 5258251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else { 5259251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung ALOGW("Invalid OMX error %#x", error); 5260251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 5261251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 5262346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang 5263346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang mFatalError = true; 5264346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang 52655778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->setInt32("err", internalError); 5266251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung notify->setInt32("actionCode", ACTION_CODE_FATAL); // could translate from OMX error. 5267cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber notify->post(); 5268cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber} 5269cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber 5270496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huberstatus_t ACodec::requestIDRFrame() { 5271496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber if (!mIsEncoder) { 5272496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber return ERROR_UNSUPPORTED; 5273496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber } 5274496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 5275496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber OMX_CONFIG_INTRAREFRESHVOPTYPE params; 5276496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber InitOMXParams(¶ms); 5277496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 5278496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber params.nPortIndex = kPortIndexOutput; 5279496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber params.IntraRefreshVOP = OMX_TRUE; 5280496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 5281496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber return mOMX->setConfig( 5282496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber mNode, 5283496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber OMX_IndexConfigVideoIntraVOPRefresh, 5284496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber ¶ms, 5285496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber sizeof(params)); 5286496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber} 5287496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 52887e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim//////////////////////////////////////////////////////////////////////////////// 52897e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim 52907e34bf5af26f8752d4786d3098740cdf51e2438fWonsik KimACodec::PortDescription::PortDescription() { 52917e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim} 52927e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim 5293eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Hubervoid ACodec::PortDescription::addBuffer( 52947e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim IOMX::buffer_id id, const sp<MediaCodecBuffer> &buffer, 5295a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar const sp<NativeHandle> &handle, const sp<RefBase> &memRef) { 5296eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber mBufferIDs.push_back(id); 5297eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber mBuffers.push_back(buffer); 5298a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar mHandles.push_back(handle); 529986b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu mMemRefs.push_back(memRef); 5300eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber} 5301eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 5302eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Hubersize_t ACodec::PortDescription::countBuffers() { 5303eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber return mBufferIDs.size(); 5304eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber} 5305eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 5306eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas HuberIOMX::buffer_id ACodec::PortDescription::bufferIDAt(size_t index) const { 5307eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber return mBufferIDs.itemAt(index); 5308eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber} 5309eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 53107e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kimsp<MediaCodecBuffer> ACodec::PortDescription::bufferAt(size_t index) const { 5311eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber return mBuffers.itemAt(index); 5312eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber} 5313eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 5314a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnarsp<NativeHandle> ACodec::PortDescription::handleAt(size_t index) const { 5315a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar return mHandles.itemAt(index); 5316a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar} 5317a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar 531886b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wusp<RefBase> ACodec::PortDescription::memRefAt(size_t index) const { 531986b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu return mMemRefs.itemAt(index); 532086b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu} 532186b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu 5322eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber//////////////////////////////////////////////////////////////////////////////// 5323eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 5324f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::BaseState::BaseState(ACodec *codec, const sp<AState> &parentState) 5325f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : AState(parentState), 5326f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec(codec) { 5327f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5328f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5329ccb067b1d8424ba610cbd3de83368bd55b532b5bAndreas HuberACodec::BaseState::PortMode ACodec::BaseState::getPortMode( 5330ccb067b1d8424ba610cbd3de83368bd55b532b5bAndreas Huber OMX_U32 /* portIndex */) { 5331f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return KEEP_BUFFERS; 5332f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5333f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5334f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::BaseState::onMessageReceived(const sp<AMessage> &msg) { 5335f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 5336f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatInputBufferFilled: 5337f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5338f933441648ef6a71dee783d733aac17b9508b452Andreas Huber onInputBufferFilled(msg); 5339f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5340f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5341f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5342f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatOutputBufferDrained: 5343f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5344f933441648ef6a71dee783d733aac17b9508b452Andreas Huber onOutputBufferDrained(msg); 5345f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5346f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5347f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 534826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar case ACodec::kWhatOMXMessageList: 534926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar { 535026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar return checkOMXMessage(msg) ? onOMXMessageList(msg) : true; 535126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 535226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 5353e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar case ACodec::kWhatOMXMessageItem: 5354e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar { 5355e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar // no need to check as we already did it for kWhatOMXMessageList 5356e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar return onOMXMessage(msg); 5357e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar } 5358e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar 5359f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case ACodec::kWhatOMXMessage: 5360f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 536126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar return checkOMXMessage(msg) ? onOMXMessage(msg) : true; 5362f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5363f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 53641dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar case ACodec::kWhatSetSurface: 53651dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar { 53661dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AReplyToken> replyID; 53671dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar CHECK(msg->senderAwaitsResponse(&replyID)); 53681dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 53691dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<RefBase> obj; 53701dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar CHECK(msg->findObject("surface", &obj)); 53711dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 53722235b4efd3b8149e09c666e2235530f3e6ed9c9aLajos Molnar status_t err = mCodec->handleSetSurface(static_cast<Surface *>(obj.get())); 53731dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 53741dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> response = new AMessage; 53751dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar response->setInt32("err", err); 53761dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar response->postReply(replyID); 53771dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar break; 53781dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 53791dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 53807cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case ACodec::kWhatCreateInputSurface: 53818f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang case ACodec::kWhatSetInputSurface: 53827cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case ACodec::kWhatSignalEndOfInputStream: 53837cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 5384251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // This may result in an app illegal state exception. 53857cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden ALOGE("Message 0x%x was not handled", msg->what()); 53867cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mCodec->signalError(OMX_ErrorUndefined, INVALID_OPERATION); 53877cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden return true; 53887cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 53897cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 5390ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber case ACodec::kWhatOMXDied: 5391ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber { 5392251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // This will result in kFlagSawMediaServerDie handling in MediaCodec. 5393ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber ALOGE("OMX/mediaserver died, signalling error!"); 53946d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang mCodec->mGraphicBufferSource.clear(); 5395ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mCodec->signalError(OMX_ErrorResourcesLost, DEAD_OBJECT); 5396ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber break; 5397ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber } 5398ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 539930358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar case ACodec::kWhatReleaseCodecInstance: 540030358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar { 540130358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar ALOGI("[%s] forcing the release of codec", 540230358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar mCodec->mComponentName.c_str()); 540330358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar status_t err = mCodec->mOMX->freeNode(mCodec->mNode); 540430358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar ALOGE_IF("[%s] failed to release codec instance: err=%d", 540530358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar mCodec->mComponentName.c_str(), err); 540630358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar sp<AMessage> notify = mCodec->mNotify->dup(); 540730358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar notify->setInt32("what", CodecBase::kWhatShutdownCompleted); 540830358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar notify->post(); 540930358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar break; 541030358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar } 541130358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar 5412f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 5413f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return false; 5414f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5415f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5416f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 5417f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5418f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 541926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnarbool ACodec::BaseState::checkOMXMessage(const sp<AMessage> &msg) { 54205e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar // there is a possibility that this is an outstanding message for a 54215e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar // codec that we have already destroyed 5422ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar if (mCodec->mNode == 0) { 54235e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar ALOGI("ignoring message as already freed component: %s", 54245e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar msg->debugString().c_str()); 542526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar return false; 54265e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar } 54275e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar 5428f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::node_id nodeID; 5429609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CHECK(msg->findInt32("node", (int32_t*)&nodeID)); 5430777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (nodeID != mCodec->mNode) { 5431777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Unexpected message for nodeID: %u, should have been %u", nodeID, mCodec->mNode); 5432777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return false; 5433777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 543426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar return true; 543526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar} 543626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 543726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnarbool ACodec::BaseState::onOMXMessageList(const sp<AMessage> &msg) { 543826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar sp<RefBase> obj; 543926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar CHECK(msg->findObject("messages", &obj)); 544026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar sp<MessageList> msgList = static_cast<MessageList *>(obj.get()); 544126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 544290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar bool receivedRenderedEvents = false; 544326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar for (std::list<sp<AMessage>>::const_iterator it = msgList->getList().cbegin(); 544426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar it != msgList->getList().cend(); ++it) { 5445e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar (*it)->setWhat(ACodec::kWhatOMXMessageItem); 5446e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar mCodec->handleMessage(*it); 544790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int32_t type; 544890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar CHECK((*it)->findInt32("type", &type)); 544990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (type == omx_message::FRAME_RENDERED) { 545090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar receivedRenderedEvents = true; 545190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 545290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 545390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 545490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (receivedRenderedEvents) { 545590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // NOTE: all buffers are rendered in this case 545690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->notifyOfRenderedFrames(); 545726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 545826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar return true; 545926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar} 546026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 546126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnarbool ACodec::BaseState::onOMXMessage(const sp<AMessage> &msg) { 546226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar int32_t type; 546326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar CHECK(msg->findInt32("type", &type)); 5464f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5465f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (type) { 5466f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case omx_message::EVENT: 5467f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5468f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t event, data1, data2; 5469f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("event", &event)); 5470f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("data1", &data1)); 5471f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("data2", &data2)); 5472f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 54730af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber if (event == OMX_EventCmdComplete 54740af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber && data1 == OMX_CommandFlush 54750af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber && data2 == (int32_t)OMX_ALL) { 54760af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber // Use of this notification is not consistent across 54770af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber // implementations. We'll drop this notification and rely 54780af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber // on flush-complete notifications on the individual port 54790af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber // indices instead. 54800af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber 54810af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber return true; 54820af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber } 54830af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber 5484f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return onOMXEvent( 5485f933441648ef6a71dee783d733aac17b9508b452Andreas Huber static_cast<OMX_EVENTTYPE>(event), 5486f933441648ef6a71dee783d733aac17b9508b452Andreas Huber static_cast<OMX_U32>(data1), 5487f933441648ef6a71dee783d733aac17b9508b452Andreas Huber static_cast<OMX_U32>(data2)); 5488f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5489f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5490f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case omx_message::EMPTY_BUFFER_DONE: 5491f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5492f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferID; 549315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int32_t fenceFd; 549415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 5495609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CHECK(msg->findInt32("buffer", (int32_t*)&bufferID)); 549615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar CHECK(msg->findInt32("fence_fd", &fenceFd)); 5497f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 549815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar return onOMXEmptyBufferDone(bufferID, fenceFd); 5499f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5500f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5501f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case omx_message::FILL_BUFFER_DONE: 5502f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5503f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferID; 5504609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CHECK(msg->findInt32("buffer", (int32_t*)&bufferID)); 5505f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 550615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int32_t rangeOffset, rangeLength, flags, fenceFd; 5507f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int64_t timeUs; 5508f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5509f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("range_offset", &rangeOffset)); 5510f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("range_length", &rangeLength)); 5511f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("flags", &flags)); 5512f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt64("timestamp", &timeUs)); 551315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar CHECK(msg->findInt32("fence_fd", &fenceFd)); 5514f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5515f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return onOMXFillBufferDone( 5516f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bufferID, 5517f933441648ef6a71dee783d733aac17b9508b452Andreas Huber (size_t)rangeOffset, (size_t)rangeLength, 5518f933441648ef6a71dee783d733aac17b9508b452Andreas Huber (OMX_U32)flags, 551915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar timeUs, 552015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar fenceFd); 5521f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5522f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 552390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar case omx_message::FRAME_RENDERED: 552490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar { 552590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int64_t mediaTimeUs, systemNano; 552690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 552790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar CHECK(msg->findInt64("media_time_us", &mediaTimeUs)); 552890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar CHECK(msg->findInt64("system_nano", &systemNano)); 552990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 553090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar return onOMXFrameRendered( 553190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mediaTimeUs, systemNano); 553290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 553390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 5534f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 5535777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Unexpected message type: %d", type); 5536777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return false; 5537f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5538f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5539f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 554090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarbool ACodec::BaseState::onOMXFrameRendered( 554190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int64_t mediaTimeUs __unused, nsecs_t systemNano __unused) { 554290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // ignore outside of Executing and PortSettingsChanged states 554390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar return true; 554490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 554590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 5546f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::BaseState::onOMXEvent( 5547f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 5548b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (event == OMX_EventDataSpaceChanged) { 55496cf9a1238986880536de705255f7c2c91c1ba719Chong Zhang ColorAspects aspects = ColorUtils::unpackToColorAspects(data2); 5550b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 5551b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mCodec->onDataSpaceChanged((android_dataspace)data1, aspects); 5552b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return true; 5553b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 5554b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 5555f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (event != OMX_EventError) { 5556ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] EVENT(%d, 0x%08x, 0x%08x)", 5557f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mComponentName.c_str(), event, data1, data2); 5558f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5559f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return false; 5560f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5561f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5562ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGE("[%s] ERROR(0x%08x)", mCodec->mComponentName.c_str(), data1); 5563f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5564251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // verify OMX component sends back an error we expect. 5565251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung OMX_ERRORTYPE omxError = (OMX_ERRORTYPE)data1; 5566251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (!isOMXError(omxError)) { 5567251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung ALOGW("Invalid OMX error %#x", omxError); 5568251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung omxError = OMX_ErrorUndefined; 5569251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 5570251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mCodec->signalError(omxError); 5571f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5572f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 5573f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5574f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 557515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnarbool ACodec::BaseState::onOMXEmptyBufferDone(IOMX::buffer_id bufferID, int fenceFd) { 5576ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] onOMXEmptyBufferDone %u", 5577349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mCodec->mComponentName.c_str(), bufferID); 5578349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 55790806340688c937e7b78c2d89db3809274130df4eLajos Molnar BufferInfo *info = mCodec->findBufferByID(kPortIndexInput, bufferID); 55800806340688c937e7b78c2d89db3809274130df4eLajos Molnar BufferInfo::Status status = BufferInfo::getSafeStatus(info); 55810806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (status != BufferInfo::OWNED_BY_COMPONENT) { 55820806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Wrong ownership in EBD: %s(%d) buffer #%u", _asString(status), status, bufferID); 55830806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->dumpBuffers(kPortIndexInput); 558415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (fenceFd >= 0) { 558515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ::close(fenceFd); 558615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 55870806340688c937e7b78c2d89db3809274130df4eLajos Molnar return false; 55880806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5589f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_US; 5590f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 559115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // input buffers cannot take fences, so wait for any fence now 559215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar (void)mCodec->waitForFence(fenceFd, "onOMXEmptyBufferDone"); 559315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar fenceFd = -1; 559415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 559515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // still save fence for completeness 559615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->setWriteFence(fenceFd, "onOMXEmptyBufferDone"); 559715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 559896e92b58b7e9647b4c7c2f54b62a1b357ab06b66Wei Jia // We're in "store-metadata-in-buffers" mode, the underlying 559996e92b58b7e9647b4c7c2f54b62a1b357ab06b66Wei Jia // OMX component had access to data that's implicitly refcounted 560096e92b58b7e9647b4c7c2f54b62a1b357ab06b66Wei Jia // by this "MediaBuffer" object. Now that the OMX component has 560196e92b58b7e9647b4c7c2f54b62a1b357ab06b66Wei Jia // told us that it's done with the input buffer, we can decrement 560296e92b58b7e9647b4c7c2f54b62a1b357ab06b66Wei Jia // the mediaBuffer's reference count. 560396e92b58b7e9647b4c7c2f54b62a1b357ab06b66Wei Jia info->mData->setMediaBufferBase(NULL); 5604d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 5605f933441648ef6a71dee783d733aac17b9508b452Andreas Huber PortMode mode = getPortMode(kPortIndexInput); 5606f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5607f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (mode) { 5608f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case KEEP_BUFFERS: 5609f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5610f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5611f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case RESUBMIT_BUFFERS: 5612f933441648ef6a71dee783d733aac17b9508b452Andreas Huber postFillThisBuffer(info); 5613f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5614f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5615777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim case FREE_BUFFERS: 5616f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 5617777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("SHOULD NOT REACH HERE: cannot free empty output buffers"); 5618777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return false; 5619f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5620f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5621f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 5622f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5623f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5624f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::BaseState::postFillThisBuffer(BufferInfo *info) { 5625f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mCodec->mPortEOS[kPortIndexInput]) { 5626f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return; 5627f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5628f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5629f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ((int)info->mStatus, (int)BufferInfo::OWNED_BY_US); 5630f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5631f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 5632d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatFillThisBuffer); 5633609b815a3131d22da38b2f452faa9f89daad4039Andy Hung notify->setInt32("buffer-id", info->mBufferID); 5634f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5635f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mData->meta()->clear(); 56367e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim notify->setObject("buffer", info->mData); 5637f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 56381d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> reply = new AMessage(kWhatInputBufferFilled, mCodec); 5639609b815a3131d22da38b2f452faa9f89daad4039Andy Hung reply->setInt32("buffer-id", info->mBufferID); 5640f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5641f933441648ef6a71dee783d733aac17b9508b452Andreas Huber notify->setMessage("reply", reply); 5642f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5643f933441648ef6a71dee783d733aac17b9508b452Andreas Huber notify->post(); 5644f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5645f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_UPSTREAM; 5646f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5647f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5648f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::BaseState::onInputBufferFilled(const sp<AMessage> &msg) { 5649f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferID; 5650609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CHECK(msg->findInt32("buffer-id", (int32_t*)&bufferID)); 56517e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim sp<MediaCodecBuffer> buffer; 5652f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t err = OK; 56535778822d86b0337407514b9372562b86edfa91cdAndreas Huber bool eos = false; 5654a73c954d947748a3b6f630cf2c160fe55ec596e3Lajos Molnar PortMode mode = getPortMode(kPortIndexInput); 56555778822d86b0337407514b9372562b86edfa91cdAndreas Huber 56567e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim sp<RefBase> obj; 56577e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim if (!msg->findObject("buffer", &obj)) { 5658a73c954d947748a3b6f630cf2c160fe55ec596e3Lajos Molnar /* these are unfilled buffers returned by client */ 5659f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("err", &err)); 5660f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 56617fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar if (err == OK) { 56627fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar /* buffers with no errors are returned on MediaCodec.flush */ 56637fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar mode = KEEP_BUFFERS; 56647fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar } else { 56657fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar ALOGV("[%s] saw error %d instead of an input buffer", 56667fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar mCodec->mComponentName.c_str(), err); 56677fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar eos = true; 56687fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar } 56693831a066bcf1019864a94d2bc7b4c9241efc5c22Andreas Huber 56702d8bedd05437b6fccdbc6bf70f673ffd86744d59Andreas Huber buffer.clear(); 56717e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim } else { 56727e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim buffer = static_cast<MediaCodecBuffer *>(obj.get()); 5673f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5674f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 56755778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t tmp; 56765778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (buffer != NULL && buffer->meta()->findInt32("eos", &tmp) && tmp) { 56775778822d86b0337407514b9372562b86edfa91cdAndreas Huber eos = true; 56785778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = ERROR_END_OF_STREAM; 56795778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 56805778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5681f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = mCodec->findBufferByID(kPortIndexInput, bufferID); 56820806340688c937e7b78c2d89db3809274130df4eLajos Molnar BufferInfo::Status status = BufferInfo::getSafeStatus(info); 56830806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (status != BufferInfo::OWNED_BY_UPSTREAM) { 56840806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Wrong ownership in IBF: %s(%d) buffer #%u", _asString(status), status, bufferID); 56850806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->dumpBuffers(kPortIndexInput); 56860806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 56870806340688c937e7b78c2d89db3809274130df4eLajos Molnar return; 56880806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5689f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5690f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_US; 5691f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5692f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (mode) { 5693f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case KEEP_BUFFERS: 5694f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 56955778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (eos) { 5696dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber if (!mCodec->mPortEOS[kPortIndexInput]) { 5697dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mCodec->mPortEOS[kPortIndexInput] = true; 5698dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mCodec->mInputEOSResult = err; 5699dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber } 5700f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5701f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5702f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5703f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5704f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case RESUBMIT_BUFFERS: 5705f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 57065778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (buffer != NULL && !mCodec->mPortEOS[kPortIndexInput]) { 5707fd866b3aa0d97375de08f8888b95669026c83361Wei Jia // Do not send empty input buffer w/o EOS to the component. 5708fd866b3aa0d97375de08f8888b95669026c83361Wei Jia if (buffer->size() == 0 && !eos) { 5709fd866b3aa0d97375de08f8888b95669026c83361Wei Jia postFillThisBuffer(info); 5710fd866b3aa0d97375de08f8888b95669026c83361Wei Jia break; 5711fd866b3aa0d97375de08f8888b95669026c83361Wei Jia } 5712fd866b3aa0d97375de08f8888b95669026c83361Wei Jia 5713f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int64_t timeUs; 5714f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(buffer->meta()->findInt64("timeUs", &timeUs)); 5715f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5716f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 flags = OMX_BUFFERFLAG_ENDOFFRAME; 5717f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5718d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar MetadataBufferType metaType = mCodec->mInputMetadataType; 5719d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar int32_t isCSD = 0; 5720f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (buffer->meta()->findInt32("csd", &isCSD) && isCSD != 0) { 5721f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang if (mCodec->mIsLegacyVP9Decoder) { 5722f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang ALOGV("[%s] is legacy VP9 decoder. Ignore %u codec specific data", 5723f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang mCodec->mComponentName.c_str(), bufferID); 5724f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang postFillThisBuffer(info); 5725f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang break; 5726f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang } 5727f933441648ef6a71dee783d733aac17b9508b452Andreas Huber flags |= OMX_BUFFERFLAG_CODECCONFIG; 5728d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar metaType = kMetadataBufferTypeInvalid; 5729f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5730f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 57315778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (eos) { 57325778822d86b0337407514b9372562b86edfa91cdAndreas Huber flags |= OMX_BUFFERFLAG_EOS; 57335778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 57345778822d86b0337407514b9372562b86edfa91cdAndreas Huber 57355b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (buffer != info->mCodecData) { 5736ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] Needs to copy input data for buffer %u. (%p != %p)", 5737d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber mCodec->mComponentName.c_str(), 5738d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber bufferID, 57395b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar buffer.get(), info->mCodecData.get()); 5740f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 57415b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar sp<DataConverter> converter = mCodec->mConverter[kPortIndexInput]; 5742d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar if (converter == NULL || isCSD) { 57435b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar converter = getCopyConverter(); 57445b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 57455b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar status_t err = converter->convert(buffer, info->mCodecData); 57465b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (err != OK) { 57475b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar mCodec->signalError(OMX_ErrorUndefined, err); 57480806340688c937e7b78c2d89db3809274130df4eLajos Molnar return; 57490806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5750f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5751f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5752078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber if (flags & OMX_BUFFERFLAG_CODECCONFIG) { 5753ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] calling emptyBuffer %u w/ codec specific data", 5754078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber mCodec->mComponentName.c_str(), bufferID); 57555778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (flags & OMX_BUFFERFLAG_EOS) { 5756ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] calling emptyBuffer %u w/ EOS", 57575778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->mComponentName.c_str(), bufferID); 5758078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber } else { 5759d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#if TRACK_BUFFER_TIMING 5760ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGI("[%s] calling emptyBuffer %u w/ time %lld us", 5761ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar mCodec->mComponentName.c_str(), bufferID, (long long)timeUs); 5762d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#else 5763ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] calling emptyBuffer %u w/ time %lld us", 5764ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar mCodec->mComponentName.c_str(), bufferID, (long long)timeUs); 5765d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#endif 5766078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber } 5767349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 5768d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#if TRACK_BUFFER_TIMING 5769d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber ACodec::BufferStats stats; 5770d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber stats.mEmptyBufferTimeUs = ALooper::GetNowUs(); 5771d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber stats.mFillBufferDoneTimeUs = -1ll; 5772d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber mCodec->mBufferStats.add(timeUs, stats); 5773d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#endif 5774d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 5775054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mCodec->storingMetadataInDecodedBuffers()) { 5776054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar // try to submit an output buffer for each input buffer 5777054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar PortMode outputMode = getPortMode(kPortIndexOutput); 5778054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 5779054219874873b41f1c815552987c10465c34ba2bLajos Molnar ALOGV("MetadataBuffersToSubmit=%u portMode=%s", 5780054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->mMetadataBuffersToSubmit, 5781054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar (outputMode == FREE_BUFFERS ? "FREE" : 5782054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar outputMode == KEEP_BUFFERS ? "KEEP" : "RESUBMIT")); 5783054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar if (outputMode == RESUBMIT_BUFFERS) { 5784054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->submitOutputMetadataBuffer(); 5785054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 5786054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 578715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkReadFence("onInputBufferFilled"); 5788d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar 5789d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar status_t err2 = OK; 5790d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar switch (metaType) { 5791d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar case kMetadataBufferTypeInvalid: 5792d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar break; 5793d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar#ifndef OMX_ANDROID_COMPILE_AS_32BIT_ON_64BIT_PLATFORMS 5794d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar case kMetadataBufferTypeNativeHandleSource: 5795d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar if (info->mCodecData->size() >= sizeof(VideoNativeHandleMetadata)) { 5796d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar VideoNativeHandleMetadata *vnhmd = 5797d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar (VideoNativeHandleMetadata*)info->mCodecData->base(); 5798d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar err2 = mCodec->mOMX->updateNativeHandleInMeta( 5799d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar mCodec->mNode, kPortIndexInput, 5800d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar NativeHandle::create(vnhmd->pHandle, false /* ownsHandle */), 5801d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar bufferID); 5802d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar } 5803d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar break; 5804d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar case kMetadataBufferTypeANWBuffer: 5805d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar if (info->mCodecData->size() >= sizeof(VideoNativeMetadata)) { 5806d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar VideoNativeMetadata *vnmd = (VideoNativeMetadata*)info->mCodecData->base(); 5807d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar err2 = mCodec->mOMX->updateGraphicBufferInMeta( 5808d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar mCodec->mNode, kPortIndexInput, 5809d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar new GraphicBuffer(vnmd->pBuffer, false /* keepOwnership */), 5810d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar bufferID); 5811d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar } 5812d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar break; 5813d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar#endif 5814d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar default: 5815d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar ALOGW("Can't marshall %s data in %zu sized buffers in %zu-bit mode", 5816d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar asString(metaType), info->mCodecData->size(), 5817d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar sizeof(buffer_handle_t) * 8); 5818d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar err2 = ERROR_UNSUPPORTED; 5819d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar break; 5820d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar } 5821d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar 5822d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar if (err2 == OK) { 5823d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar err2 = mCodec->mOMX->emptyBuffer( 5824d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar mCodec->mNode, 5825d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar bufferID, 5826d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar 0, 5827d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar info->mCodecData->size(), 5828d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar flags, 5829d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar timeUs, 5830d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar info->mFenceFd); 5831d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar } 583215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 58330806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err2 != OK) { 58340806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err2)); 58350806340688c937e7b78c2d89db3809274130df4eLajos Molnar return; 58360806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5837f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_COMPONENT; 5838f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 58390806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (!eos && err == OK) { 58405778822d86b0337407514b9372562b86edfa91cdAndreas Huber getMoreInputDataIfPossible(); 58415778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 58420806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGV("[%s] Signalled EOS (%d) on the input port", 58430806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mComponentName.c_str(), err); 58445778822d86b0337407514b9372562b86edfa91cdAndreas Huber 58455778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->mPortEOS[kPortIndexInput] = true; 58465778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->mInputEOSResult = err; 58475778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 5848f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else if (!mCodec->mPortEOS[kPortIndexInput]) { 58490806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK && err != ERROR_END_OF_STREAM) { 58500806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGV("[%s] Signalling EOS on the input port due to error %d", 5851dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mCodec->mComponentName.c_str(), err); 5852dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber } else { 58533856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Signalling EOS on the input port", 5854dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mCodec->mComponentName.c_str()); 5855dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber } 5856f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5857ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] calling emptyBuffer %u signalling EOS", 5858349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mCodec->mComponentName.c_str(), bufferID); 5859349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 586015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkReadFence("onInputBufferFilled"); 58610806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err2 = mCodec->mOMX->emptyBuffer( 58620806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mNode, 58630806340688c937e7b78c2d89db3809274130df4eLajos Molnar bufferID, 58640806340688c937e7b78c2d89db3809274130df4eLajos Molnar 0, 58650806340688c937e7b78c2d89db3809274130df4eLajos Molnar 0, 58660806340688c937e7b78c2d89db3809274130df4eLajos Molnar OMX_BUFFERFLAG_EOS, 586715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 0, 586815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd); 586915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 58700806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err2 != OK) { 58710806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err2)); 58720806340688c937e7b78c2d89db3809274130df4eLajos Molnar return; 58730806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5874f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_COMPONENT; 5875f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5876f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mPortEOS[kPortIndexInput] = true; 5877dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mCodec->mInputEOSResult = err; 5878f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5879f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5880f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5881625b93f1971039a547b239f87a2dc8a8d5716589Robert Shih 5882777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim case FREE_BUFFERS: 5883777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim break; 5884777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim 5885625b93f1971039a547b239f87a2dc8a8d5716589Robert Shih default: 5886777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("invalid port mode: %d", mode); 5887625b93f1971039a547b239f87a2dc8a8d5716589Robert Shih break; 5888f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5889f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5890f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5891f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::BaseState::getMoreInputDataIfPossible() { 5892f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mCodec->mPortEOS[kPortIndexInput]) { 5893f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return; 5894f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5895f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5896f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *eligible = NULL; 5897f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5898f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (size_t i = 0; i < mCodec->mBuffers[kPortIndexInput].size(); ++i) { 5899f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = &mCodec->mBuffers[kPortIndexInput].editItemAt(i); 5900f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5901f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#if 0 5902f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mStatus == BufferInfo::OWNED_BY_UPSTREAM) { 5903f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // There's already a "read" pending. 5904f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return; 5905f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5906f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#endif 5907f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5908f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mStatus == BufferInfo::OWNED_BY_US) { 5909f933441648ef6a71dee783d733aac17b9508b452Andreas Huber eligible = info; 5910f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5911f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5912f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5913f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (eligible == NULL) { 5914f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return; 5915f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5916f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5917f933441648ef6a71dee783d733aac17b9508b452Andreas Huber postFillThisBuffer(eligible); 5918f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5919f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5920f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::BaseState::onOMXFillBufferDone( 5921f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferID, 5922f933441648ef6a71dee783d733aac17b9508b452Andreas Huber size_t rangeOffset, size_t rangeLength, 5923f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 flags, 592415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int64_t timeUs, 592515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int fenceFd) { 5926609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] onOMXFillBufferDone %u time %" PRId64 " us, flags = 0x%08x", 59275778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->mComponentName.c_str(), bufferID, timeUs, flags); 5928349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 5929f933441648ef6a71dee783d733aac17b9508b452Andreas Huber ssize_t index; 59300806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err= OK; 5931d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 5932d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#if TRACK_BUFFER_TIMING 5933d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber index = mCodec->mBufferStats.indexOfKey(timeUs); 5934d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber if (index >= 0) { 5935d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber ACodec::BufferStats *stats = &mCodec->mBufferStats.editValueAt(index); 5936d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber stats->mFillBufferDoneTimeUs = ALooper::GetNowUs(); 5937d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 5938d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber ALOGI("frame PTS %lld: %lld", 5939d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber timeUs, 5940d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber stats->mFillBufferDoneTimeUs - stats->mEmptyBufferTimeUs); 5941d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 5942d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber mCodec->mBufferStats.removeItemsAt(index); 5943d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber stats = NULL; 5944d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber } 5945d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#endif 5946d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 5947f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = 5948f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->findBufferByID(kPortIndexOutput, bufferID, &index); 59490806340688c937e7b78c2d89db3809274130df4eLajos Molnar BufferInfo::Status status = BufferInfo::getSafeStatus(info); 59500806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (status != BufferInfo::OWNED_BY_COMPONENT) { 59510806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Wrong ownership in FBD: %s(%d) buffer #%u", _asString(status), status, bufferID); 59520806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->dumpBuffers(kPortIndexOutput); 59530806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 595415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (fenceFd >= 0) { 595515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ::close(fenceFd); 595615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 59570806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 59580806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5959f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5960054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar info->mDequeuedAt = ++mCodec->mDequeueCounter; 5961f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_US; 5962f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 596390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (info->mRenderInfo != NULL) { 596490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // The fence for an emptied buffer must have signaled, but there still could be queued 596590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // or out-of-order dequeued buffers in the render queue prior to this buffer. Drop these, 596690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // as we will soon requeue this buffer to the surface. While in theory we could still keep 596790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // track of buffers that are requeued to the surface, it is better to add support to the 596890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // buffer-queue to notify us of released buffers and their fences (in the future). 596990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->notifyOfRenderedFrames(true /* dropIncomplete */); 597090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 597190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 597215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // byte buffers cannot take fences, so wait for any fence now 597315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (mCodec->mNativeWindow == NULL) { 597415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar (void)mCodec->waitForFence(fenceFd, "onOMXFillBufferDone"); 597515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar fenceFd = -1; 597615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 597715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->setReadFence(fenceFd, "onOMXFillBufferDone"); 597815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 5979f933441648ef6a71dee783d733aac17b9508b452Andreas Huber PortMode mode = getPortMode(kPortIndexOutput); 5980f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5981f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (mode) { 5982f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case KEEP_BUFFERS: 5983f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5984f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5985f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case RESUBMIT_BUFFERS: 5986f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5987a0940a569f2bc24b00dc10ce0fa7658b1dc3a3a5Lajos Molnar if (rangeLength == 0 && (!(flags & OMX_BUFFERFLAG_EOS) 5988a0940a569f2bc24b00dc10ce0fa7658b1dc3a3a5Lajos Molnar || mCodec->mPortEOS[kPortIndexOutput])) { 5989609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] calling fillBuffer %u", 59905778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->mComponentName.c_str(), info->mBufferID); 5991349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 599215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar err = mCodec->mOMX->fillBuffer(mCodec->mNode, info->mBufferID, info->mFenceFd); 599315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 59940806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 59950806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 59960806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 59970806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5998f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 59995778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mStatus = BufferInfo::OWNED_BY_COMPONENT; 60005778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 60015778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 600231e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 6003577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar sp<AMessage> reply = 60041d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar new AMessage(kWhatOutputBufferDrained, mCodec); 60057e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim sp<MediaCodecBuffer> buffer = info->mData; 6006577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar 6007b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar if (mCodec->mOutputFormat != mCodec->mLastOutputFormat && rangeLength > 0) { 6008697aedf61d6180e72102068a969383018eedfa1eLajos Molnar // pretend that output format has changed on the first frame (we used to do this) 6009697aedf61d6180e72102068a969383018eedfa1eLajos Molnar if (mCodec->mBaseOutputFormat == mCodec->mOutputFormat) { 60101734c7d01c1567568ced29398b23abd601fd44cbLajos Molnar mCodec->onOutputFormatChanged(mCodec->mOutputFormat); 6011697aedf61d6180e72102068a969383018eedfa1eLajos Molnar } 6012b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar mCodec->addKeyFormatChangesToRenderBufferNotification(reply); 6013b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar mCodec->sendFormatChange(); 6014fe73b95aaef79ad312d9dfdb6c8873bd50c6c19eLajos Molnar } else if (rangeLength > 0 && mCodec->mNativeWindow != NULL) { 6015fe73b95aaef79ad312d9dfdb6c8873bd50c6c19eLajos Molnar // If potentially rendering onto a surface, always save key format data (crop & 6016fe73b95aaef79ad312d9dfdb6c8873bd50c6c19eLajos Molnar // data space) so that we can set it if and once the buffer is rendered. 6017fe73b95aaef79ad312d9dfdb6c8873bd50c6c19eLajos Molnar mCodec->addKeyFormatChangesToRenderBufferNotification(reply); 60185778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 6019b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar 6020054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mCodec->usingMetadataOnEncoderOutput()) { 6021054219874873b41f1c815552987c10465c34ba2bLajos Molnar native_handle_t *handle = NULL; 60223e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar VideoNativeHandleMetadata &nativeMeta = 60237e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim *(VideoNativeHandleMetadata *)buffer->data(); 60247e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim if (buffer->size() >= sizeof(nativeMeta) 60253e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar && nativeMeta.eType == kMetadataBufferTypeNativeHandleSource) { 60267c77f9ca649f321374118937bcdaca14a7e5684bLajos Molnar#ifdef OMX_ANDROID_COMPILE_AS_32BIT_ON_64BIT_PLATFORMS 60273e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar // handle is only valid on 32-bit/mediaserver process 60287c77f9ca649f321374118937bcdaca14a7e5684bLajos Molnar handle = NULL; 60297c77f9ca649f321374118937bcdaca14a7e5684bLajos Molnar#else 60303e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar handle = (native_handle_t *)nativeMeta.pHandle; 60317c77f9ca649f321374118937bcdaca14a7e5684bLajos Molnar#endif 6032054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 60337e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim buffer->meta()->setPointer("handle", handle); 60347e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim buffer->meta()->setInt32("rangeOffset", rangeOffset); 60357e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim buffer->meta()->setInt32("rangeLength", rangeLength); 60367e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim } else if (buffer == info->mCodecData) { 60377e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim buffer->setRange(rangeOffset, rangeLength); 60385b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } else { 60395b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar info->mCodecData->setRange(rangeOffset, rangeLength); 60405b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar // in this case we know that mConverter is not null 60415b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar status_t err = mCodec->mConverter[kPortIndexOutput]->convert( 60427e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim info->mCodecData, buffer); 60435b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (err != OK) { 60445b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 60455b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar return true; 60465b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 6047308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang } 6048496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber#if 0 604921ad778dcfcddb8f8fd9dc3fe4992fbef246c511Marco Nelissen if (mCodec->mNativeWindow == NULL) { 6050496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber if (IsIDR(info->mData)) { 6051496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber ALOGI("IDR frame"); 6052496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber } 60535778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 605421ad778dcfcddb8f8fd9dc3fe4992fbef246c511Marco Nelissen#endif 6055f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 60568b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen if (mCodec->mSkipCutBuffer != NULL) { 60577e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim mCodec->mSkipCutBuffer->submit(buffer); 60588b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen } 60597e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim buffer->meta()->setInt64("timeUs", timeUs); 6060f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 60615778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 6062d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatDrainThisBuffer); 6063609b815a3131d22da38b2f452faa9f89daad4039Andy Hung notify->setInt32("buffer-id", info->mBufferID); 60647e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim notify->setObject("buffer", buffer); 60655778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->setInt32("flags", flags); 6066f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6067609b815a3131d22da38b2f452faa9f89daad4039Andy Hung reply->setInt32("buffer-id", info->mBufferID); 6068f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 60695778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->setMessage("reply", reply); 6070f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 60715778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->post(); 60725778822d86b0337407514b9372562b86edfa91cdAndreas Huber 60735778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mStatus = BufferInfo::OWNED_BY_DOWNSTREAM; 6074f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6075f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (flags & OMX_BUFFERFLAG_EOS) { 60765778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGV("[%s] saw output EOS", mCodec->mComponentName.c_str()); 60775778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6078f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 6079d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatEOS); 6080dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber notify->setInt32("err", mCodec->mInputEOSResult); 6081f933441648ef6a71dee783d733aac17b9508b452Andreas Huber notify->post(); 6082f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6083f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mPortEOS[kPortIndexOutput] = true; 6084f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6085f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6086f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6087f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6088777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim case FREE_BUFFERS: 60890806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mCodec->freeBuffer(kPortIndexOutput, index); 60900806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 60910806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 60920806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 60930806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6094f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6095777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim 6096777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim default: 6097777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Invalid port mode: %d", mode); 6098777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return false; 6099f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6100f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6101f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6102f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6103f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6104f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::BaseState::onOutputBufferDrained(const sp<AMessage> &msg) { 6105f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferID; 6106609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CHECK(msg->findInt32("buffer-id", (int32_t*)&bufferID)); 61077e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim sp<RefBase> obj; 61087e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim sp<MediaCodecBuffer> buffer = nullptr; 61097e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim if (msg->findObject("buffer", &obj)) { 61107e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim buffer = static_cast<MediaCodecBuffer *>(obj.get()); 61117e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim } 6112f933441648ef6a71dee783d733aac17b9508b452Andreas Huber ssize_t index; 61130806340688c937e7b78c2d89db3809274130df4eLajos Molnar BufferInfo *info = mCodec->findBufferByID(kPortIndexOutput, bufferID, &index); 61140806340688c937e7b78c2d89db3809274130df4eLajos Molnar BufferInfo::Status status = BufferInfo::getSafeStatus(info); 61150806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (status != BufferInfo::OWNED_BY_DOWNSTREAM) { 61160806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Wrong ownership in OBD: %s(%d) buffer #%u", _asString(status), status, bufferID); 61170806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->dumpBuffers(kPortIndexOutput); 61180806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 61190806340688c937e7b78c2d89db3809274130df4eLajos Molnar return; 61200806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6121f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6122577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar android_native_rect_t crop; 6123fe73b95aaef79ad312d9dfdb6c8873bd50c6c19eLajos Molnar if (msg->findRect("crop", &crop.left, &crop.top, &crop.right, &crop.bottom) 6124fe73b95aaef79ad312d9dfdb6c8873bd50c6c19eLajos Molnar && memcmp(&crop, &mCodec->mLastNativeWindowCrop, sizeof(crop)) != 0) { 6125fe73b95aaef79ad312d9dfdb6c8873bd50c6c19eLajos Molnar mCodec->mLastNativeWindowCrop = crop; 6126777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim status_t err = native_window_set_crop(mCodec->mNativeWindow.get(), &crop); 6127777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGW_IF(err != NO_ERROR, "failed to set crop: %d", err); 6128577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar } 6129577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar 6130b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar int32_t dataSpace; 6131fe73b95aaef79ad312d9dfdb6c8873bd50c6c19eLajos Molnar if (msg->findInt32("dataspace", &dataSpace) 6132fe73b95aaef79ad312d9dfdb6c8873bd50c6c19eLajos Molnar && dataSpace != mCodec->mLastNativeWindowDataSpace) { 6133b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t err = native_window_set_buffers_data_space( 6134b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mCodec->mNativeWindow.get(), (android_dataspace)dataSpace); 6135fe73b95aaef79ad312d9dfdb6c8873bd50c6c19eLajos Molnar mCodec->mLastNativeWindowDataSpace = dataSpace; 6136b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGW_IF(err != NO_ERROR, "failed to set dataspace: %d", err); 6137b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 6138b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 6139f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t render; 6140f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mCodec->mNativeWindow != NULL 61416aade6058521b0dbd35a9a4620f4d04f02f90444Marco Nelissen && msg->findInt32("render", &render) && render != 0 61427e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim && buffer != NULL && buffer->size() != 0) { 61436fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar ATRACE_NAME("render"); 6144f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // The client wants this buffer to be rendered. 6145f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 614690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // save buffers sent to the surface so we can get render time when they return 614790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int64_t mediaTimeUs = -1; 61487e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim buffer->meta()->findInt64("timeUs", &mediaTimeUs); 614990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (mediaTimeUs >= 0) { 615090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->mRenderTracker.onFrameQueued( 615190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mediaTimeUs, info->mGraphicBuffer, new Fence(::dup(info->mFenceFd))); 615290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 615390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 6154fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar int64_t timestampNs = 0; 6155fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar if (!msg->findInt64("timestampNs", ×tampNs)) { 6156c8edf5af010ac24a99b302a18e7b84e8b4b2b783Lajos Molnar // use media timestamp if client did not request a specific render timestamp 61577e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim if (buffer->meta()->findInt64("timeUs", ×tampNs)) { 6158c8edf5af010ac24a99b302a18e7b84e8b4b2b783Lajos Molnar ALOGV("using buffer PTS of %lld", (long long)timestampNs); 6159fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar timestampNs *= 1000; 6160fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar } 6161fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar } 6162fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar 61635778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err; 6164fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar err = native_window_set_buffers_timestamp(mCodec->mNativeWindow.get(), timestampNs); 61650806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGW_IF(err != NO_ERROR, "failed to set buffer timestamp: %d", err); 6166fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar 616715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkReadFence("onOutputBufferDrained before queueBuffer"); 61680806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mCodec->mNativeWindow->queueBuffer( 616915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mCodec->mNativeWindow.get(), info->mGraphicBuffer.get(), info->mFenceFd); 617015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 61710806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 6172cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber info->mStatus = BufferInfo::OWNED_BY_NATIVE_WINDOW; 6173cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber } else { 6174264bac95912efe121d6a60026612617f04f42966Lajos Molnar ALOGE("queueBuffer failed in onOutputBufferDrained: %d", err); 6175251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 6176cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber info->mStatus = BufferInfo::OWNED_BY_US; 617715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // keeping read fence as write fence to avoid clobbering 617815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mIsReadFence = false; 6179cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber } 6180f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else { 61816fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar if (mCodec->mNativeWindow != NULL && 61827e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim (buffer == NULL || buffer->size() != 0)) { 618315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // move read fence into write fence to avoid clobbering 618415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mIsReadFence = false; 61856fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar ATRACE_NAME("frame-drop"); 61866fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar } 6187f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_US; 6188f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6189f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6190f933441648ef6a71dee783d733aac17b9508b452Andreas Huber PortMode mode = getPortMode(kPortIndexOutput); 6191f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6192f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (mode) { 6193f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case KEEP_BUFFERS: 6194f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6195f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // XXX fishy, revisit!!! What about the FREE_BUFFERS case below? 6196f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6197f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW) { 6198f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // We cannot resubmit the buffer we just rendered, dequeue 6199f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // the spare instead. 6200f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6201f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info = mCodec->dequeueBufferFromNativeWindow(); 6202f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6203f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6204f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6205f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6206f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case RESUBMIT_BUFFERS: 6207f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6208f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (!mCodec->mPortEOS[kPortIndexOutput]) { 6209f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW) { 6210f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // We cannot resubmit the buffer we just rendered, dequeue 6211f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // the spare instead. 6212f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6213f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info = mCodec->dequeueBufferFromNativeWindow(); 6214f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6215f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6216c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber if (info != NULL) { 6217609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] calling fillBuffer %u", 6218c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber mCodec->mComponentName.c_str(), info->mBufferID); 621915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkWriteFence("onOutputBufferDrained::RESUBMIT_BUFFERS"); 622015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar status_t err = mCodec->mOMX->fillBuffer( 622115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mCodec->mNode, info->mBufferID, info->mFenceFd); 622215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 62230806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 62240806340688c937e7b78c2d89db3809274130df4eLajos Molnar info->mStatus = BufferInfo::OWNED_BY_COMPONENT; 62250806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 62260806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 62270806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6228c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber } 6229f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6230f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6231f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6232f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6233777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim case FREE_BUFFERS: 6234f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 62350806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = mCodec->freeBuffer(kPortIndexOutput, index); 62360806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 62370806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 62380806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6239f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6240f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6241777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim 6242777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim default: 6243777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Invalid port mode: %d", mode); 6244777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return; 6245f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6246f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6247f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6248f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 6249f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6250f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::UninitializedState::UninitializedState(ACodec *codec) 6251f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : BaseState(codec) { 6252f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6253f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6254c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Hubervoid ACodec::UninitializedState::stateEntered() { 6255c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber ALOGV("Now uninitialized"); 6256ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 6257ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber if (mDeathNotifier != NULL) { 625823858874bbce68fb5ac83250087fa7788c97dd12Marco Nelissen mCodec->mNodeBinder->unlinkToDeath(mDeathNotifier); 6259ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mDeathNotifier.clear(); 6260ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber } 6261ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 6262b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mCodec->mUsingNativeWindow = false; 6263ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mCodec->mNativeWindow.clear(); 6264e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar mCodec->mNativeWindowUsageBits = 0; 6265ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar mCodec->mNode = 0; 6266ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mCodec->mOMX.clear(); 6267ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mCodec->mQuirks = 0; 6268ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mCodec->mFlags = 0; 6269054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->mInputMetadataType = kMetadataBufferTypeInvalid; 6270054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->mOutputMetadataType = kMetadataBufferTypeInvalid; 62715b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar mCodec->mConverter[0].clear(); 62725b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar mCodec->mConverter[1].clear(); 6273ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mCodec->mComponentName.clear(); 6274c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 6275c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6276f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::UninitializedState::onMessageReceived(const sp<AMessage> &msg) { 6277f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool handled = false; 6278f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6279f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 6280f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case ACodec::kWhatSetup: 6281f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6282f933441648ef6a71dee783d733aac17b9508b452Andreas Huber onSetup(msg); 6283f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6284f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 6285f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6286f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6287f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 62885778822d86b0337407514b9372562b86edfa91cdAndreas Huber case ACodec::kWhatAllocateComponent: 62895778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 62905778822d86b0337407514b9372562b86edfa91cdAndreas Huber onAllocateComponent(msg); 62915778822d86b0337407514b9372562b86edfa91cdAndreas Huber handled = true; 62925778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 62935778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 62945778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6295f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case ACodec::kWhatShutdown: 6296f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6297c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber int32_t keepComponentAllocated; 6298c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber CHECK(msg->findInt32( 6299c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber "keepComponentAllocated", &keepComponentAllocated)); 630054b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar ALOGW_IF(keepComponentAllocated, 630154b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar "cannot keep component allocated on shutdown in Uninitialized state"); 6302c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6303f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 6304d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatShutdownCompleted); 6305f933441648ef6a71dee783d733aac17b9508b452Andreas Huber notify->post(); 6306f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6307f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 6308c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber break; 6309f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6310f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6311f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case ACodec::kWhatFlush: 6312f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6313f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 6314d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatFlushCompleted); 6315f933441648ef6a71dee783d733aac17b9508b452Andreas Huber notify->post(); 6316f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6317f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 6318c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber break; 6319f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6320f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 632130358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar case ACodec::kWhatReleaseCodecInstance: 632230358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar { 632330358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar // nothing to do, as we have already signaled shutdown 632430358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar handled = true; 632530358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar break; 632630358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar } 632730358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar 6328f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6329f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onMessageReceived(msg); 6330f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6331f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6332f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return handled; 6333f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6334f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6335f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::UninitializedState::onSetup( 6336f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const sp<AMessage> &msg) { 6337c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (onAllocateComponent(msg) 6338c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber && mCodec->mLoadedState->onConfigureComponent(msg)) { 6339c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->mLoadedState->onStart(); 6340c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 63415778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 63425778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6343c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberbool ACodec::UninitializedState::onAllocateComponent(const sp<AMessage> &msg) { 63445778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGV("onAllocateComponent"); 63455778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6346ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar CHECK(mCodec->mNode == 0); 63475778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6348f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMXClient client; 634948a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung if (client.connect() != OK) { 635048a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung mCodec->signalError(OMX_ErrorUndefined, NO_INIT); 635148a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung return false; 635248a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung } 6353f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6354f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<IOMX> omx = client.interface(); 6355f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 63561d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> notify = new AMessage(kWhatOMXDied, mCodec); 6357ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 6358b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar Vector<AString> matchingCodecs; 63595778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6360f933441648ef6a71dee783d733aac17b9508b452Andreas Huber AString mime; 6361f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 63625778822d86b0337407514b9372562b86edfa91cdAndreas Huber AString componentName; 6363d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber uint32_t quirks = 0; 63647791cf11186a22b3f84d98cfde67393bee748cb0Marco Nelissen int32_t encoder = false; 63655778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (msg->findString("componentName", &componentName)) { 6366b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar sp<IMediaCodecList> list = MediaCodecList::getInstance(); 6367b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar if (list != NULL && list->findCodecByName(componentName.c_str()) >= 0) { 6368b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar matchingCodecs.add(componentName); 6369afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber } 63705778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 63715778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findString("mime", &mime)); 63725778822d86b0337407514b9372562b86edfa91cdAndreas Huber 63735778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("encoder", &encoder)) { 63745778822d86b0337407514b9372562b86edfa91cdAndreas Huber encoder = false; 63755778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 63765778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6377b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar MediaCodecList::findMatchingCodecs( 63785778822d86b0337407514b9372562b86edfa91cdAndreas Huber mime.c_str(), 63795778822d86b0337407514b9372562b86edfa91cdAndreas Huber encoder, // createEncoder 6380b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar 0, // flags 6381e671207115fac3914134c61b336d5fa0242c68caAndreas Huber &matchingCodecs); 63825778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 63831065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber 63841065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber sp<CodecObserver> observer = new CodecObserver; 6385ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar IOMX::node_id node = 0; 63861065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber 6387201d8d400eb037547f4f476a838475b13a446007Wei Jia status_t err = NAME_NOT_FOUND; 63881065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber for (size_t matchIndex = 0; matchIndex < matchingCodecs.size(); 63891065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber ++matchIndex) { 6390b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar componentName = matchingCodecs[matchIndex]; 6391b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar quirks = MediaCodecList::getQuirksFor(componentName.c_str()); 6392f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6393da153975581fb3161a30452348a5b26ee72d9255Elliott Hughes pid_t tid = gettid(); 6394078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber int prevPriority = androidGetThreadPriority(tid); 6395078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber androidSetThreadPriority(tid, ANDROID_PRIORITY_FOREGROUND); 639623858874bbce68fb5ac83250087fa7788c97dd12Marco Nelissen err = omx->allocateNode(componentName.c_str(), observer, &mCodec->mNodeBinder, &node); 6397078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber androidSetThreadPriority(tid, prevPriority); 6398f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 63991065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber if (err == OK) { 64001065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber break; 64017a727021b86c2fb2c9f60af2c999154dce1766ebZhijun He } else { 64027a727021b86c2fb2c9f60af2c999154dce1766ebZhijun He ALOGW("Allocating component '%s' failed, try next one.", componentName.c_str()); 64031065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber } 64041065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber 6405ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar node = 0; 64061065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber } 64071065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber 6408ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar if (node == 0) { 64095778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!mime.empty()) { 64109f41ee5a4dd73093d107bc80df5cebb9a273cc72Ronghua Wu ALOGE("Unable to instantiate a %scoder for type '%s' with err %#x.", 64119f41ee5a4dd73093d107bc80df5cebb9a273cc72Ronghua Wu encoder ? "en" : "de", mime.c_str(), err); 64125778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 64139f41ee5a4dd73093d107bc80df5cebb9a273cc72Ronghua Wu ALOGE("Unable to instantiate codec '%s' with err %#x.", componentName.c_str(), err); 64145778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 6415c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber 641652e88b2986536e83a7a6da63461556b8734a85f3Ronghua Wu mCodec->signalError((OMX_ERRORTYPE)err, makeNoSideEffectStatus(err)); 6417c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return false; 6418c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber } 6419f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 642023858874bbce68fb5ac83250087fa7788c97dd12Marco Nelissen mDeathNotifier = new DeathNotifier(notify); 642123858874bbce68fb5ac83250087fa7788c97dd12Marco Nelissen if (mCodec->mNodeBinder == NULL || 642223858874bbce68fb5ac83250087fa7788c97dd12Marco Nelissen mCodec->mNodeBinder->linkToDeath(mDeathNotifier) != OK) { 642323858874bbce68fb5ac83250087fa7788c97dd12Marco Nelissen // This was a local binder, if it dies so do we, we won't care 642423858874bbce68fb5ac83250087fa7788c97dd12Marco Nelissen // about any notifications in the afterlife. 642523858874bbce68fb5ac83250087fa7788c97dd12Marco Nelissen mDeathNotifier.clear(); 642623858874bbce68fb5ac83250087fa7788c97dd12Marco Nelissen } 642723858874bbce68fb5ac83250087fa7788c97dd12Marco Nelissen 642826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar notify = new AMessage(kWhatOMXMessageList, mCodec); 6429f933441648ef6a71dee783d733aac17b9508b452Andreas Huber observer->setNotificationMessage(notify); 6430f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6431f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mComponentName = componentName; 643290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->mRenderTracker.setComponentName(componentName); 6433ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber mCodec->mFlags = 0; 6434ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 6435ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber if (componentName.endsWith(".secure")) { 6436ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber mCodec->mFlags |= kFlagIsSecure; 64371713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang mCodec->mFlags |= kFlagIsGrallocUsageProtected; 64380167414e261f88a96b5e4bf6cb592e6ca11e5a95Andreas Huber mCodec->mFlags |= kFlagPushBlankBuffersToNativeWindowOnShutdown; 6439ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 6440ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 6441afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber mCodec->mQuirks = quirks; 6442f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mOMX = omx; 6443f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mNode = node; 6444f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 64455778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 64465778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 6447d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatComponentAllocated); 64485778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->setString("componentName", mCodec->mComponentName.c_str()); 64495778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->post(); 64505778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 6451c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6452c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->changeState(mCodec->mLoadedState); 6453c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6454c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return true; 64555778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 64565778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6457c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber//////////////////////////////////////////////////////////////////////////////// 6458c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6459c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas HuberACodec::LoadedState::LoadedState(ACodec *codec) 6460c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber : BaseState(codec) { 6461c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 6462c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6463c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Hubervoid ACodec::LoadedState::stateEntered() { 6464c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber ALOGV("[%s] Now Loaded", mCodec->mComponentName.c_str()); 6465c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6466f6f38287b97ec69b169387add6458f859b770e65Andreas Huber mCodec->mPortEOS[kPortIndexInput] = 6467f6f38287b97ec69b169387add6458f859b770e65Andreas Huber mCodec->mPortEOS[kPortIndexOutput] = false; 6468f6f38287b97ec69b169387add6458f859b770e65Andreas Huber 6469f6f38287b97ec69b169387add6458f859b770e65Andreas Huber mCodec->mInputEOSResult = OK; 6470f6f38287b97ec69b169387add6458f859b770e65Andreas Huber 6471054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mCodec->mDequeueCounter = 0; 6472054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->mMetadataBuffersToSubmit = 0; 6473a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber mCodec->mRepeatFrameDelayUs = -1ll; 6474e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar mCodec->mInputFormat.clear(); 6475e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar mCodec->mOutputFormat.clear(); 64764e865a3cfe4c955e0890321a6b488cf661808b63Lajos Molnar mCodec->mBaseOutputFormat.clear(); 64776d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang mCodec->mGraphicBufferSource.clear(); 6478054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 6479c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (mCodec->mShutdownInProgress) { 6480c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber bool keepComponentAllocated = mCodec->mKeepComponentAllocated; 6481c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6482c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->mShutdownInProgress = false; 6483c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->mKeepComponentAllocated = false; 6484c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6485c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber onShutdown(keepComponentAllocated); 6486c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 648754b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar mCodec->mExplicitShutdown = false; 6488f393c33e65ae51a7cf168b4e15771b152f996b32Wei Jia 6489f393c33e65ae51a7cf168b4e15771b152f996b32Wei Jia mCodec->processDeferredMessages(); 6490c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 6491c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6492c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Hubervoid ACodec::LoadedState::onShutdown(bool keepComponentAllocated) { 6493c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (!keepComponentAllocated) { 64940806340688c937e7b78c2d89db3809274130df4eLajos Molnar (void)mCodec->mOMX->freeNode(mCodec->mNode); 6495c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6496c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->changeState(mCodec->mUninitializedState); 6497c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 6498c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 649954b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar if (mCodec->mExplicitShutdown) { 650054b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar sp<AMessage> notify = mCodec->mNotify->dup(); 6501d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatShutdownCompleted); 650254b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar notify->post(); 650354b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar mCodec->mExplicitShutdown = false; 650454b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar } 6505c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 6506c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6507c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberbool ACodec::LoadedState::onMessageReceived(const sp<AMessage> &msg) { 6508c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber bool handled = false; 6509c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6510c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber switch (msg->what()) { 6511c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case ACodec::kWhatConfigureComponent: 6512c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber { 6513c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber onConfigureComponent(msg); 6514c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber handled = true; 6515c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber break; 6516c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 6517c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 65187cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case ACodec::kWhatCreateInputSurface: 65197cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 65207cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden onCreateInputSurface(msg); 65217cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden handled = true; 65227cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 65237cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 65247cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 65258f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang case ACodec::kWhatSetInputSurface: 6526d291c222357303b9611cab89d0c3b047584ef377Chong Zhang { 65278f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang onSetInputSurface(msg); 6528d291c222357303b9611cab89d0c3b047584ef377Chong Zhang handled = true; 6529d291c222357303b9611cab89d0c3b047584ef377Chong Zhang break; 6530d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 6531d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6532c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case ACodec::kWhatStart: 6533c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber { 6534c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber onStart(); 6535c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber handled = true; 6536c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber break; 6537c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 6538c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6539c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case ACodec::kWhatShutdown: 6540c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber { 6541c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber int32_t keepComponentAllocated; 6542c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber CHECK(msg->findInt32( 6543c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber "keepComponentAllocated", &keepComponentAllocated)); 6544c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 654554b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar mCodec->mExplicitShutdown = true; 6546c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber onShutdown(keepComponentAllocated); 6547c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6548c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber handled = true; 6549c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber break; 6550c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 6551c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6552c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case ACodec::kWhatFlush: 6553c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber { 6554c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 6555d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatFlushCompleted); 6556c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber notify->post(); 6557c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6558c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber handled = true; 6559c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber break; 6560c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 6561c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6562c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber default: 6563c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return BaseState::onMessageReceived(msg); 6564c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 6565c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6566c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return handled; 6567c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 6568c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6569c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberbool ACodec::LoadedState::onConfigureComponent( 65705778822d86b0337407514b9372562b86edfa91cdAndreas Huber const sp<AMessage> &msg) { 65715778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGV("onConfigureComponent"); 65725778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6573ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar CHECK(mCodec->mNode != 0); 65745778822d86b0337407514b9372562b86edfa91cdAndreas Huber 65750806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = OK; 65765778822d86b0337407514b9372562b86edfa91cdAndreas Huber AString mime; 65770806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (!msg->findString("mime", &mime)) { 65780806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = BAD_VALUE; 65790806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 65800806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mCodec->configureCodec(mime.c_str(), msg); 65810806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 65825778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 6583c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber ALOGE("[%s] configureCodec returning error %d", 6584c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber mCodec->mComponentName.c_str(), err); 6585c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber 6586251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 6587c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return false; 65885778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 6589f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 65905778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 65915778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 6592d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatComponentConfigured); 6593e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setMessage("input-format", mCodec->mInputFormat); 6594e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setMessage("output-format", mCodec->mOutputFormat); 65955778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->post(); 65965778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 6597c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6598c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return true; 65995778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 66005778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6601d291c222357303b9611cab89d0c3b047584ef377Chong Zhangstatus_t ACodec::LoadedState::setupInputSurface() { 6602d291c222357303b9611cab89d0c3b047584ef377Chong Zhang status_t err = OK; 6603a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber 6604d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (mCodec->mRepeatFrameDelayUs > 0ll) { 66056d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang err = statusFromBinderStatus( 66066d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang mCodec->mGraphicBufferSource->setRepeatPreviousFrameDelayUs( 66076d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang mCodec->mRepeatFrameDelayUs)); 6608a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber 6609a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber if (err != OK) { 6610a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber ALOGE("[%s] Unable to configure option to repeat previous " 6611a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber "frames (err %d)", 66126d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang mCodec->mComponentName.c_str(), err); 6613d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return err; 6614a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber } 6615a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber } 6616a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber 6617d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (mCodec->mMaxPtsGapUs > 0ll) { 66186d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang err = statusFromBinderStatus( 66196d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang mCodec->mGraphicBufferSource->setMaxTimestampGapUs( 66206d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang mCodec->mMaxPtsGapUs)); 662194ee4b708acfa941581160b267afb79192b1d816Chong Zhang 662294ee4b708acfa941581160b267afb79192b1d816Chong Zhang if (err != OK) { 662394ee4b708acfa941581160b267afb79192b1d816Chong Zhang ALOGE("[%s] Unable to configure max timestamp gap (err %d)", 66246d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang mCodec->mComponentName.c_str(), err); 6625d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return err; 66262c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang } 66272c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang } 66282c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang 6629d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (mCodec->mMaxFps > 0) { 66306d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang err = statusFromBinderStatus( 66316d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang mCodec->mGraphicBufferSource->setMaxFps(mCodec->mMaxFps)); 663237b2b389139ed638831e49708c947863eef631efRonghua Wu 663337b2b389139ed638831e49708c947863eef631efRonghua Wu if (err != OK) { 663437b2b389139ed638831e49708c947863eef631efRonghua Wu ALOGE("[%s] Unable to configure max fps (err %d)", 66356d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang mCodec->mComponentName.c_str(), err); 6636d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return err; 663737b2b389139ed638831e49708c947863eef631efRonghua Wu } 663837b2b389139ed638831e49708c947863eef631efRonghua Wu } 663937b2b389139ed638831e49708c947863eef631efRonghua Wu 6640d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (mCodec->mTimePerCaptureUs > 0ll 66412c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang && mCodec->mTimePerFrameUs > 0ll) { 66426d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang err = statusFromBinderStatus( 66436d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang mCodec->mGraphicBufferSource->setTimeLapseConfig( 66446d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang mCodec->mTimePerFrameUs, mCodec->mTimePerCaptureUs)); 66452c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang 66462c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang if (err != OK) { 66472c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang ALOGE("[%s] Unable to configure time lapse (err %d)", 66486d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang mCodec->mComponentName.c_str(), err); 6649d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return err; 66502c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang } 66512c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang } 665272cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang 6653d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (mCodec->mCreateInputBuffersSuspended) { 66546d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang err = statusFromBinderStatus( 66556d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang mCodec->mGraphicBufferSource->setSuspend(true)); 665672cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang 665772cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang if (err != OK) { 665872cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang ALOGE("[%s] Unable to configure option to suspend (err %d)", 66596d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang mCodec->mComponentName.c_str(), err); 6660d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return err; 666194ee4b708acfa941581160b267afb79192b1d816Chong Zhang } 666294ee4b708acfa941581160b267afb79192b1d816Chong Zhang } 666394ee4b708acfa941581160b267afb79192b1d816Chong Zhang 6664c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar uint32_t usageBits; 6665c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar if (mCodec->mOMX->getParameter( 6666c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar mCodec->mNode, (OMX_INDEXTYPE)OMX_IndexParamConsumerUsageBits, 6667c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar &usageBits, sizeof(usageBits)) == OK) { 6668c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar mCodec->mInputFormat->setInt32( 6669c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar "using-sw-read-often", !!(usageBits & GRALLOC_USAGE_SW_READ_OFTEN)); 6670c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar } 6671c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar 6672b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar sp<ABuffer> colorAspectsBuffer; 6673b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (mCodec->mInputFormat->findBuffer("android._color-aspects", &colorAspectsBuffer)) { 66746d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang if (colorAspectsBuffer->size() != sizeof(ColorAspects)) { 66756d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang return INVALID_OPERATION; 66766d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang } 66776d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang 66786d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang err = statusFromBinderStatus( 66796d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang mCodec->mGraphicBufferSource->setColorAspects(ColorUtils::packToU32( 66806d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang *(ColorAspects *)colorAspectsBuffer->base()))); 66816d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang 6682b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err != OK) { 6683b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGE("[%s] Unable to configure color aspects (err %d)", 6684b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mCodec->mComponentName.c_str(), err); 6685b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return err; 6686b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 6687b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 6688d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return OK; 6689d291c222357303b9611cab89d0c3b047584ef377Chong Zhang} 6690d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6691d291c222357303b9611cab89d0c3b047584ef377Chong Zhangvoid ACodec::LoadedState::onCreateInputSurface( 6692d291c222357303b9611cab89d0c3b047584ef377Chong Zhang const sp<AMessage> & /* msg */) { 6693d291c222357303b9611cab89d0c3b047584ef377Chong Zhang ALOGV("onCreateInputSurface"); 6694d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6695d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<AMessage> notify = mCodec->mNotify->dup(); 6696d291c222357303b9611cab89d0c3b047584ef377Chong Zhang notify->setInt32("what", CodecBase::kWhatInputSurfaceCreated); 6697d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6698b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar android_dataspace dataSpace; 6699b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t err = 6700b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mCodec->setInitialColorAspectsForVideoEncoderSurfaceAndGetDataSpace(&dataSpace); 6701b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar notify->setMessage("input-format", mCodec->mInputFormat); 6702b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar notify->setMessage("output-format", mCodec->mOutputFormat); 670357fad3c31f46ec98d15bc253c16f9d269aeb8ea7Lajos Molnar 6704d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<IGraphicBufferProducer> bufferProducer; 6705b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err == OK) { 67063e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar mCodec->mInputMetadataType = kMetadataBufferTypeANWBuffer; 6707b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = mCodec->mOMX->createInputSurface( 67086d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang mCodec->mNode, kPortIndexInput, dataSpace, 67096d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang &bufferProducer, &mCodec->mGraphicBufferSource, 67103e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar &mCodec->mInputMetadataType); 67113e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar // framework uses ANW buffers internally instead of gralloc handles 67123e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar if (mCodec->mInputMetadataType == kMetadataBufferTypeGrallocSource) { 67133e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar mCodec->mInputMetadataType = kMetadataBufferTypeANWBuffer; 67143e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar } 6715b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 6716d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6717d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (err == OK) { 6718d291c222357303b9611cab89d0c3b047584ef377Chong Zhang err = setupInputSurface(); 6719d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 6720d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 67217cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (err == OK) { 67227cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden notify->setObject("input-surface", 67237cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden new BufferProducerWrapper(bufferProducer)); 67247cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } else { 67257cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden // Can't use mCodec->signalError() here -- MediaCodec won't forward 67267cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden // the error through because it's in the "configured" state. We 67277cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden // send a kWhatInputSurfaceCreated with an error value instead. 67287cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden ALOGE("[%s] onCreateInputSurface returning error %d", 67297cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mCodec->mComponentName.c_str(), err); 67307cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden notify->setInt32("err", err); 67317cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 67327cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden notify->post(); 67337cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden} 67347cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 67358f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhangvoid ACodec::LoadedState::onSetInputSurface( 6736d291c222357303b9611cab89d0c3b047584ef377Chong Zhang const sp<AMessage> &msg) { 67378f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang ALOGV("onSetInputSurface"); 6738d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6739d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<AMessage> notify = mCodec->mNotify->dup(); 6740d291c222357303b9611cab89d0c3b047584ef377Chong Zhang notify->setInt32("what", CodecBase::kWhatInputSurfaceAccepted); 6741d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6742d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<RefBase> obj; 6743d291c222357303b9611cab89d0c3b047584ef377Chong Zhang CHECK(msg->findObject("input-surface", &obj)); 6744d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<PersistentSurface> surface = static_cast<PersistentSurface *>(obj.get()); 6745d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6746b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar android_dataspace dataSpace; 6747b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t err = 6748b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mCodec->setInitialColorAspectsForVideoEncoderSurfaceAndGetDataSpace(&dataSpace); 6749b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar notify->setMessage("input-format", mCodec->mInputFormat); 6750b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar notify->setMessage("output-format", mCodec->mOutputFormat); 6751b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 6752b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err == OK) { 67533e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar mCodec->mInputMetadataType = kMetadataBufferTypeANWBuffer; 6754b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = mCodec->mOMX->setInputSurface( 67556d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang mCodec->mNode, kPortIndexInput, 67566d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang surface->getBufferConsumer(), 67576d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang &mCodec->mGraphicBufferSource, 6758b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar &mCodec->mInputMetadataType); 67593e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar // framework uses ANW buffers internally instead of gralloc handles 67603e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar if (mCodec->mInputMetadataType == kMetadataBufferTypeGrallocSource) { 67613e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar mCodec->mInputMetadataType = kMetadataBufferTypeANWBuffer; 67623e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar } 6763b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 6764d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6765d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (err == OK) { 6766b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar surface->getBufferConsumer()->setDefaultBufferDataSpace(dataSpace); 6767d291c222357303b9611cab89d0c3b047584ef377Chong Zhang err = setupInputSurface(); 6768d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 6769d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6770d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (err != OK) { 6771d291c222357303b9611cab89d0c3b047584ef377Chong Zhang // Can't use mCodec->signalError() here -- MediaCodec won't forward 6772d291c222357303b9611cab89d0c3b047584ef377Chong Zhang // the error through because it's in the "configured" state. We 6773d291c222357303b9611cab89d0c3b047584ef377Chong Zhang // send a kWhatInputSurfaceAccepted with an error value instead. 67748f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang ALOGE("[%s] onSetInputSurface returning error %d", 6775d291c222357303b9611cab89d0c3b047584ef377Chong Zhang mCodec->mComponentName.c_str(), err); 6776d291c222357303b9611cab89d0c3b047584ef377Chong Zhang notify->setInt32("err", err); 6777d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 6778d291c222357303b9611cab89d0c3b047584ef377Chong Zhang notify->post(); 6779d291c222357303b9611cab89d0c3b047584ef377Chong Zhang} 6780d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6781c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Hubervoid ACodec::LoadedState::onStart() { 67825778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGV("onStart"); 67835778822d86b0337407514b9372562b86edfa91cdAndreas Huber 67840806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = mCodec->mOMX->sendCommand(mCodec->mNode, OMX_CommandStateSet, OMX_StateIdle); 67850806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 67860806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 67870806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 67880806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->changeState(mCodec->mLoadedToIdleState); 67890806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6790f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6791f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6792f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 6793f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6794f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::LoadedToIdleState::LoadedToIdleState(ACodec *codec) 6795f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : BaseState(codec) { 6796f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6797f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6798f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::LoadedToIdleState::stateEntered() { 67993856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now Loaded->Idle", mCodec->mComponentName.c_str()); 6800f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6801cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber status_t err; 6802cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber if ((err = allocateBuffers()) != OK) { 680329357bc2c0dd7c43ad3bd0c8e3efa4e6fd9bfd47Steve Block ALOGE("Failed to allocate buffers after transitioning to IDLE state " 6804cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber "(error 0x%08x)", 6805cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber err); 6806cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber 6807251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 680891bfadb4aa75444c60e9949232de3c184cfe060aAndreas Huber 6809c673de8067ad53f96b3fcd2b7b24b066303a32aaWei Jia mCodec->mOMX->sendCommand( 6810c673de8067ad53f96b3fcd2b7b24b066303a32aaWei Jia mCodec->mNode, OMX_CommandStateSet, OMX_StateLoaded); 6811c673de8067ad53f96b3fcd2b7b24b066303a32aaWei Jia if (mCodec->allYourBuffersAreBelongToUs(kPortIndexInput)) { 6812c673de8067ad53f96b3fcd2b7b24b066303a32aaWei Jia mCodec->freeBuffersOnPort(kPortIndexInput); 6813c673de8067ad53f96b3fcd2b7b24b066303a32aaWei Jia } 6814c673de8067ad53f96b3fcd2b7b24b066303a32aaWei Jia if (mCodec->allYourBuffersAreBelongToUs(kPortIndexOutput)) { 6815c673de8067ad53f96b3fcd2b7b24b066303a32aaWei Jia mCodec->freeBuffersOnPort(kPortIndexOutput); 6816c673de8067ad53f96b3fcd2b7b24b066303a32aaWei Jia } 6817c673de8067ad53f96b3fcd2b7b24b066303a32aaWei Jia 681891bfadb4aa75444c60e9949232de3c184cfe060aAndreas Huber mCodec->changeState(mCodec->mLoadedState); 6819cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber } 6820f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6821f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6822f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::LoadedToIdleState::allocateBuffers() { 6823f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t err = mCodec->allocateBuffersOnPort(kPortIndexInput); 6824f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6825f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 6826f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 6827f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6828f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6829f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return mCodec->allocateBuffersOnPort(kPortIndexOutput); 6830f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6831f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6832f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::LoadedToIdleState::onMessageReceived(const sp<AMessage> &msg) { 6833f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 683472cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang case kWhatSetParameters: 6835f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 6836f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6837f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->deferMessage(msg); 6838f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6839f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6840f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 68416507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden case kWhatSignalEndOfInputStream: 68426507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden { 68436507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mCodec->onSignalEndOfInputStream(); 68446507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden return true; 68456507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden } 68466507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 68476463e76d41430f9b03a79b221de84255f2475658Marco Nelissen case kWhatResume: 68486463e76d41430f9b03a79b221de84255f2475658Marco Nelissen { 68496463e76d41430f9b03a79b221de84255f2475658Marco Nelissen // We'll be active soon enough. 68506463e76d41430f9b03a79b221de84255f2475658Marco Nelissen return true; 68516463e76d41430f9b03a79b221de84255f2475658Marco Nelissen } 68526463e76d41430f9b03a79b221de84255f2475658Marco Nelissen 68536463e76d41430f9b03a79b221de84255f2475658Marco Nelissen case kWhatFlush: 68546463e76d41430f9b03a79b221de84255f2475658Marco Nelissen { 68556463e76d41430f9b03a79b221de84255f2475658Marco Nelissen // We haven't even started yet, so we're flushed alright... 68566463e76d41430f9b03a79b221de84255f2475658Marco Nelissen sp<AMessage> notify = mCodec->mNotify->dup(); 6857d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatFlushCompleted); 68586463e76d41430f9b03a79b221de84255f2475658Marco Nelissen notify->post(); 68596463e76d41430f9b03a79b221de84255f2475658Marco Nelissen return true; 68606463e76d41430f9b03a79b221de84255f2475658Marco Nelissen } 68616463e76d41430f9b03a79b221de84255f2475658Marco Nelissen 6862f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6863f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onMessageReceived(msg); 6864f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6865f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6866f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6867f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::LoadedToIdleState::onOMXEvent( 6868f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 6869f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 6870f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventCmdComplete: 6871f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 68720806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = OK; 68730806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (data1 != (OMX_U32)OMX_CommandStateSet 68740806340688c937e7b78c2d89db3809274130df4eLajos Molnar || data2 != (OMX_U32)OMX_StateIdle) { 68750806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Unexpected command completion in LoadedToIdleState: %s(%u) %s(%u)", 68760806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_COMMANDTYPE)data1), data1, 68770806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_STATETYPE)data2), data2); 68780806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = FAILED_TRANSACTION; 68790806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6880f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 68810806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 68820806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mCodec->mOMX->sendCommand( 68830806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mNode, OMX_CommandStateSet, OMX_StateExecuting); 68840806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6885f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 68860806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 68870806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 68880806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 68890806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->changeState(mCodec->mIdleToExecutingState); 68900806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6891f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6892f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6893f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6894f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6895f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6896f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onOMXEvent(event, data1, data2); 6897f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6898f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6899f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6900f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 6901f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6902f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::IdleToExecutingState::IdleToExecutingState(ACodec *codec) 6903f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : BaseState(codec) { 6904f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6905f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6906f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::IdleToExecutingState::stateEntered() { 69073856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now Idle->Executing", mCodec->mComponentName.c_str()); 6908f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6909f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6910f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::IdleToExecutingState::onMessageReceived(const sp<AMessage> &msg) { 6911f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 691272cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang case kWhatSetParameters: 6913f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 6914f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6915f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->deferMessage(msg); 6916f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6917f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6918f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6919d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber case kWhatResume: 6920d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber { 6921d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber // We'll be active soon enough. 6922d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber return true; 6923d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber } 6924d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber 6925d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber case kWhatFlush: 6926d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber { 6927d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber // We haven't even started yet, so we're flushed alright... 6928d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 6929d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatFlushCompleted); 6930d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber notify->post(); 6931d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber 6932d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber return true; 6933d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber } 6934d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber 69356507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden case kWhatSignalEndOfInputStream: 69366507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden { 69376507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mCodec->onSignalEndOfInputStream(); 69386507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden return true; 69396507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden } 69406507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 6941f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6942f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onMessageReceived(msg); 6943f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6944f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6945f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6946f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::IdleToExecutingState::onOMXEvent( 6947f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 6948f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 6949f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventCmdComplete: 6950f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 69510806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (data1 != (OMX_U32)OMX_CommandStateSet 69520806340688c937e7b78c2d89db3809274130df4eLajos Molnar || data2 != (OMX_U32)OMX_StateExecuting) { 69530806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Unexpected command completion in IdleToExecutingState: %s(%u) %s(%u)", 69540806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_COMMANDTYPE)data1), data1, 69550806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_STATETYPE)data2), data2); 69560806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 69570806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 69580806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6959f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6960f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mExecutingState->resume(); 6961f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->changeState(mCodec->mExecutingState); 6962f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6963f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6964f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6965f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6966f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6967f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onOMXEvent(event, data1, data2); 6968f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6969f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6970f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6971f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 6972f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6973f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::ExecutingState::ExecutingState(ACodec *codec) 6974349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber : BaseState(codec), 6975349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mActive(false) { 6976f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6977f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6978f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::BaseState::PortMode ACodec::ExecutingState::getPortMode( 6979ccb067b1d8424ba610cbd3de83368bd55b532b5bAndreas Huber OMX_U32 /* portIndex */) { 6980f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return RESUBMIT_BUFFERS; 6981f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6982f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6983054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnarvoid ACodec::ExecutingState::submitOutputMetaBuffers() { 6984054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar // submit as many buffers as there are input buffers with the codec 6985054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar // in case we are in port reconfiguring 6986054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar for (size_t i = 0; i < mCodec->mBuffers[kPortIndexInput].size(); ++i) { 6987054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar BufferInfo *info = &mCodec->mBuffers[kPortIndexInput].editItemAt(i); 6988054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 6989054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar if (info->mStatus == BufferInfo::OWNED_BY_COMPONENT) { 6990054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mCodec->submitOutputMetadataBuffer() != OK) 6991054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar break; 6992054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 6993054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 69944dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar 69954dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar // *** NOTE: THE FOLLOWING WORKAROUND WILL BE REMOVED *** 6996054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->signalSubmitOutputMetadataBufferIfEOS_workaround(); 6997054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar} 6998054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 6999054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnarvoid ACodec::ExecutingState::submitRegularOutputBuffers() { 70000806340688c937e7b78c2d89db3809274130df4eLajos Molnar bool failed = false; 7001f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (size_t i = 0; i < mCodec->mBuffers[kPortIndexOutput].size(); ++i) { 7002f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = &mCodec->mBuffers[kPortIndexOutput].editItemAt(i); 7003f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7004f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mCodec->mNativeWindow != NULL) { 70050806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (info->mStatus != BufferInfo::OWNED_BY_US 70060806340688c937e7b78c2d89db3809274130df4eLajos Molnar && info->mStatus != BufferInfo::OWNED_BY_NATIVE_WINDOW) { 70070806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("buffers should be owned by us or the surface"); 70080806340688c937e7b78c2d89db3809274130df4eLajos Molnar failed = true; 70090806340688c937e7b78c2d89db3809274130df4eLajos Molnar break; 70100806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 7011f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7012f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW) { 7013f933441648ef6a71dee783d733aac17b9508b452Andreas Huber continue; 7014f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7015f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else { 70160806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (info->mStatus != BufferInfo::OWNED_BY_US) { 70170806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("buffers should be owned by us"); 70180806340688c937e7b78c2d89db3809274130df4eLajos Molnar failed = true; 70190806340688c937e7b78c2d89db3809274130df4eLajos Molnar break; 70200806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 7021f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7022f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 70230806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGV("[%s] calling fillBuffer %u", mCodec->mComponentName.c_str(), info->mBufferID); 7024349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 702515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkWriteFence("submitRegularOutputBuffers"); 702615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar status_t err = mCodec->mOMX->fillBuffer(mCodec->mNode, info->mBufferID, info->mFenceFd); 702715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 70280806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 70290806340688c937e7b78c2d89db3809274130df4eLajos Molnar failed = true; 70300806340688c937e7b78c2d89db3809274130df4eLajos Molnar break; 70310806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 7032f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7033f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_COMPONENT; 7034f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 70350806340688c937e7b78c2d89db3809274130df4eLajos Molnar 70360806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (failed) { 70370806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 70380806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 7039f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7040f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7041054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnarvoid ACodec::ExecutingState::submitOutputBuffers() { 7042c38fcfba95f711e5738e4c72bd5499317a2f30d9Lajos Molnar submitRegularOutputBuffers(); 7043054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mCodec->storingMetadataInDecodedBuffers()) { 7044054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar submitOutputMetaBuffers(); 7045054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 7046054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar} 7047054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 7048f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::ExecutingState::resume() { 7049349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber if (mActive) { 70500806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGV("[%s] We're already active, no need to resume.", mCodec->mComponentName.c_str()); 7051349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber return; 7052349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber } 7053349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 7054f933441648ef6a71dee783d733aac17b9508b452Andreas Huber submitOutputBuffers(); 7055f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 70563cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar // Post all available input buffers 7057777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (mCodec->mBuffers[kPortIndexInput].size() == 0u) { 7058777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGW("[%s] we don't have any input buffers to resume", mCodec->mComponentName.c_str()); 7059777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 7060777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim 70613cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar for (size_t i = 0; i < mCodec->mBuffers[kPortIndexInput].size(); i++) { 70623cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar BufferInfo *info = &mCodec->mBuffers[kPortIndexInput].editItemAt(i); 70633cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar if (info->mStatus == BufferInfo::OWNED_BY_US) { 70643cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar postFillThisBuffer(info); 70653cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar } 70663cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar } 7067349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 7068349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mActive = true; 7069f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7070f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7071f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::ExecutingState::stateEntered() { 70723856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now Executing", mCodec->mComponentName.c_str()); 7073f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 707490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->mRenderTracker.clear(systemTime(CLOCK_MONOTONIC)); 7075f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->processDeferredMessages(); 7076f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7077f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7078f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::ExecutingState::onMessageReceived(const sp<AMessage> &msg) { 7079f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool handled = false; 7080f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7081f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 7082f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 7083f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 7084c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber int32_t keepComponentAllocated; 7085c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber CHECK(msg->findInt32( 7086c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber "keepComponentAllocated", &keepComponentAllocated)); 7087c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 7088c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->mShutdownInProgress = true; 708954b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar mCodec->mExplicitShutdown = true; 7090c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->mKeepComponentAllocated = keepComponentAllocated; 7091c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 7092349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mActive = false; 7093349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 70940806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = mCodec->mOMX->sendCommand( 70950806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mNode, OMX_CommandStateSet, OMX_StateIdle); 70960806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 70970806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (keepComponentAllocated) { 70980806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 70990806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 71000806340688c937e7b78c2d89db3809274130df4eLajos Molnar // TODO: do some recovery here. 71010806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 71020806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->changeState(mCodec->mExecutingToIdleState); 71030806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 7104f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7105f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 7106f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7107f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7108f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7109f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatFlush: 7110f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 71117a3a2b2f9bb9421dcf83fbd47276e57917078aefJames Dong ALOGV("[%s] ExecutingState flushing now " 7112ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar "(codec owns %zu/%zu input, %zu/%zu output).", 7113d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber mCodec->mComponentName.c_str(), 7114d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber mCodec->countBuffersOwnedByComponent(kPortIndexInput), 7115d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber mCodec->mBuffers[kPortIndexInput].size(), 7116d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber mCodec->countBuffersOwnedByComponent(kPortIndexOutput), 7117d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber mCodec->mBuffers[kPortIndexOutput].size()); 7118d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 7119349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mActive = false; 7120349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 71210806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = mCodec->mOMX->sendCommand(mCodec->mNode, OMX_CommandFlush, OMX_ALL); 71220806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 71230806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 71240806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 71250806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->changeState(mCodec->mFlushingState); 71260806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 7127f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7128f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 7129f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7130f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7131f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7132f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatResume: 7133f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 7134f933441648ef6a71dee783d733aac17b9508b452Andreas Huber resume(); 7135f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7136f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 7137f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7138f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7139f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7140496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber case kWhatRequestIDRFrame: 7141496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber { 7142496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber status_t err = mCodec->requestIDRFrame(); 7143496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber if (err != OK) { 7144496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber ALOGW("Requesting an IDR frame failed."); 7145496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber } 7146496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 7147496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber handled = true; 7148496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber break; 7149496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber } 7150496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 7151a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber case kWhatSetParameters: 7152a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber { 7153a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber sp<AMessage> params; 7154a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber CHECK(msg->findMessage("params", ¶ms)); 7155a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 7156a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber status_t err = mCodec->setParameters(params); 7157a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 7158a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber sp<AMessage> reply; 7159a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber if (msg->findMessage("reply", &reply)) { 7160a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber reply->setInt32("err", err); 7161a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber reply->post(); 7162a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber } 7163a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 7164a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber handled = true; 7165a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber break; 7166a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber } 7167a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 71687cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case ACodec::kWhatSignalEndOfInputStream: 71697cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 71706507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mCodec->onSignalEndOfInputStream(); 71717cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden handled = true; 71727cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 71737cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 71747cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 71754dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar // *** NOTE: THE FOLLOWING WORKAROUND WILL BE REMOVED *** 7176054219874873b41f1c815552987c10465c34ba2bLajos Molnar case kWhatSubmitOutputMetadataBufferIfEOS: 71774dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar { 71784dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar if (mCodec->mPortEOS[kPortIndexInput] && 71794dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar !mCodec->mPortEOS[kPortIndexOutput]) { 7180054219874873b41f1c815552987c10465c34ba2bLajos Molnar status_t err = mCodec->submitOutputMetadataBuffer(); 71814dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar if (err == OK) { 7182054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->signalSubmitOutputMetadataBufferIfEOS_workaround(); 71834dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar } 71844dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar } 71854dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar return true; 71864dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar } 71874dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar 7188f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 7189f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = BaseState::onMessageReceived(msg); 7190f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7191f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7192f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7193f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return handled; 7194f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7195f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7196a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huberstatus_t ACodec::setParameters(const sp<AMessage> ¶ms) { 7197a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber int32_t videoBitrate; 7198530fdbdc1b5491f3fbf172752834d1515701e142Lajos Molnar if (params->findInt32("video-bitrate", &videoBitrate)) { 7199a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber OMX_VIDEO_CONFIG_BITRATETYPE configParams; 7200a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber InitOMXParams(&configParams); 7201a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber configParams.nPortIndex = kPortIndexOutput; 7202a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber configParams.nEncodeBitrate = videoBitrate; 7203a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 7204a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber status_t err = mOMX->setConfig( 7205a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber mNode, 7206a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber OMX_IndexConfigVideoBitrate, 7207a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber &configParams, 7208a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber sizeof(configParams)); 7209a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 7210a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber if (err != OK) { 7211a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber ALOGE("setConfig(OMX_IndexConfigVideoBitrate, %d) failed w/ err %d", 7212a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber videoBitrate, err); 7213a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 7214a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber return err; 7215a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber } 7216a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber } 7217a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 721861fcfd1b0b58dff9284ede8dc49749ca7395856dHangyu Kuang int64_t timeOffsetUs; 721961fcfd1b0b58dff9284ede8dc49749ca7395856dHangyu Kuang if (params->findInt64("time-offset-us", &timeOffsetUs)) { 72206d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang if (mGraphicBufferSource == NULL) { 72216d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang ALOGE("[%s] Invalid to set input buffer time offset without surface", 72226d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang mComponentName.c_str()); 72236d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang return INVALID_OPERATION; 72246d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang } 72256d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang 72266d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang status_t err = statusFromBinderStatus( 72276d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang mGraphicBufferSource->setTimeOffsetUs(timeOffsetUs)); 722861fcfd1b0b58dff9284ede8dc49749ca7395856dHangyu Kuang 722961fcfd1b0b58dff9284ede8dc49749ca7395856dHangyu Kuang if (err != OK) { 723061fcfd1b0b58dff9284ede8dc49749ca7395856dHangyu Kuang ALOGE("[%s] Unable to set input buffer time offset (err %d)", 723161fcfd1b0b58dff9284ede8dc49749ca7395856dHangyu Kuang mComponentName.c_str(), 723261fcfd1b0b58dff9284ede8dc49749ca7395856dHangyu Kuang err); 723361fcfd1b0b58dff9284ede8dc49749ca7395856dHangyu Kuang return err; 723461fcfd1b0b58dff9284ede8dc49749ca7395856dHangyu Kuang } 723561fcfd1b0b58dff9284ede8dc49749ca7395856dHangyu Kuang } 723661fcfd1b0b58dff9284ede8dc49749ca7395856dHangyu Kuang 723772cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang int64_t skipFramesBeforeUs; 723872cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang if (params->findInt64("skip-frames-before", &skipFramesBeforeUs)) { 72396d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang if (mGraphicBufferSource == NULL) { 72406d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang ALOGE("[%s] Invalid to set start time without surface", 72416d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang mComponentName.c_str()); 72426d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang return INVALID_OPERATION; 72436d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang } 72446d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang 72456d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang status_t err = statusFromBinderStatus( 72466d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang mGraphicBufferSource->setStartTimeUs(skipFramesBeforeUs)); 724772cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang 724872cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang if (err != OK) { 724972cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang ALOGE("Failed to set parameter 'skip-frames-before' (err %d)", err); 725072cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang return err; 725172cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang } 725272cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang } 725372cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang 7254e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber int32_t dropInputFrames; 7255e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber if (params->findInt32("drop-input-frames", &dropInputFrames)) { 72566d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang if (mGraphicBufferSource == NULL) { 72576d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang ALOGE("[%s] Invalid to set suspend without surface", 72586d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang mComponentName.c_str()); 72596d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang return INVALID_OPERATION; 72606d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang } 7261e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber 72626d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang status_t err = statusFromBinderStatus( 72636d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang mGraphicBufferSource->setSuspend(dropInputFrames != 0)); 7264b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber 7265b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber if (err != OK) { 7266b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber ALOGE("Failed to set parameter 'drop-input-frames' (err %d)", err); 7267b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber return err; 7268b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber } 7269b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber } 7270b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber 7271b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber int32_t dummy; 7272b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber if (params->findInt32("request-sync", &dummy)) { 7273b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber status_t err = requestIDRFrame(); 7274b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber 7275b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber if (err != OK) { 7276b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber ALOGE("Requesting a sync frame failed w/ err %d", err); 7277b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber return err; 7278b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber } 7279e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber } 7280e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber 72818db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu float rate; 72828db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu if (params->findFloat("operating-rate", &rate) && rate > 0) { 72838db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu status_t err = setOperatingRate(rate, mIsVideo); 72848db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu if (err != OK) { 72858db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu ALOGE("Failed to set parameter 'operating-rate' (err %d)", err); 72868db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu return err; 72878db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu } 72888db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu } 72898db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu 7290870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang int32_t intraRefreshPeriod = 0; 7291870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (params->findInt32("intra-refresh-period", &intraRefreshPeriod) 7292870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang && intraRefreshPeriod > 0) { 7293870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang status_t err = setIntraRefreshPeriod(intraRefreshPeriod, false); 7294870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (err != OK) { 7295870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang ALOGI("[%s] failed setIntraRefreshPeriod. Failure is fine since this key is optional", 7296870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang mComponentName.c_str()); 7297870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang err = OK; 7298870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 7299870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 7300870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 73010f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar status_t err = configureTemporalLayers(params, false /* inConfigure */, mOutputFormat); 73020f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar if (err != OK) { 73030f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar err = OK; // ignore failure 73040f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar } 73050f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar 73060f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar return err; 7307a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber} 7308a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 73096507d14c6d10f93d390de62b9eed267f9b544985Andy McFaddenvoid ACodec::onSignalEndOfInputStream() { 73106507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden sp<AMessage> notify = mNotify->dup(); 7311d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatSignaledInputEOS); 73126507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 73136d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang status_t err = INVALID_OPERATION; 73146d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang if (mGraphicBufferSource != NULL) { 73156d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang err = statusFromBinderStatus(mGraphicBufferSource->signalEndOfInputStream()); 73166d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang } 73176507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden if (err != OK) { 73186507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden notify->setInt32("err", err); 73196507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden } 73206507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden notify->post(); 73216507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden} 73226507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 732390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarbool ACodec::ExecutingState::onOMXFrameRendered(int64_t mediaTimeUs, nsecs_t systemNano) { 732490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->onFrameRendered(mediaTimeUs, systemNano); 732590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar return true; 732690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 732790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 7328f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::ExecutingState::onOMXEvent( 7329f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 7330f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 7331f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventPortSettingsChanged: 7332f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 7333f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ(data1, (OMX_U32)kPortIndexOutput); 7334f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7335b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar mCodec->onOutputFormatChanged(); 7336b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar 733731e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber if (data2 == 0 || data2 == OMX_IndexParamPortDefinition) { 7338054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->mMetadataBuffersToSubmit = 0; 7339f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ(mCodec->mOMX->sendCommand( 7340f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mNode, 7341f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_CommandPortDisable, kPortIndexOutput), 7342f933441648ef6a71dee783d733aac17b9508b452Andreas Huber (status_t)OK); 7343f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7344349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mCodec->freeOutputBuffersNotOwnedByComponent(); 7345f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7346f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->changeState(mCodec->mOutputPortSettingsChangedState); 7347b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar } else if (data2 != OMX_IndexConfigCommonOutputCrop 7348b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar && data2 != OMX_IndexConfigAndroidIntraRefresh) { 7349ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] OMX_EventPortSettingsChanged 0x%08x", 7350f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mComponentName.c_str(), data2); 7351f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7352f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7353f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 7354f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7355f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7356f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventBufferFlag: 7357f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 7358f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 7359f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7360f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7361f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 7362f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onOMXEvent(event, data1, data2); 7363f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7364f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7365f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7366f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 7367f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7368f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::OutputPortSettingsChangedState::OutputPortSettingsChangedState( 7369f933441648ef6a71dee783d733aac17b9508b452Andreas Huber ACodec *codec) 7370f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : BaseState(codec) { 7371f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7372f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7373f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::BaseState::PortMode ACodec::OutputPortSettingsChangedState::getPortMode( 7374f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 portIndex) { 7375f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (portIndex == kPortIndexOutput) { 7376f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return FREE_BUFFERS; 7377f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7378f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7379f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ(portIndex, (OMX_U32)kPortIndexInput); 7380f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7381f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return RESUBMIT_BUFFERS; 7382f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7383f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7384f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::OutputPortSettingsChangedState::onMessageReceived( 7385f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const sp<AMessage> &msg) { 7386f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool handled = false; 7387f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7388f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 7389f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatFlush: 7390f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 7391349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber case kWhatResume: 7392e6eea3a6b6e0cf92287ec1ceb8350f201d17e1acPer Persson case kWhatSetParameters: 7393f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 7394349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber if (msg->what() == kWhatResume) { 73953856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Deferring resume", mCodec->mComponentName.c_str()); 7396349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber } 7397349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 7398f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->deferMessage(msg); 7399f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 7400f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7401f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7402f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7403f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 7404f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = BaseState::onMessageReceived(msg); 7405f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7406f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7407f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7408f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return handled; 7409f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7410f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7411f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::OutputPortSettingsChangedState::stateEntered() { 74123856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now handling output port settings change", 7413f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mComponentName.c_str()); 7414f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7415f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 741690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarbool ACodec::OutputPortSettingsChangedState::onOMXFrameRendered( 741790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int64_t mediaTimeUs, nsecs_t systemNano) { 741890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->onFrameRendered(mediaTimeUs, systemNano); 741990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar return true; 742090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 742190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 7422f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::OutputPortSettingsChangedState::onOMXEvent( 7423f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 7424f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 7425f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventCmdComplete: 7426f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 7427f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (data1 == (OMX_U32)OMX_CommandPortDisable) { 74280806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (data2 != (OMX_U32)kPortIndexOutput) { 74290806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGW("ignoring EventCmdComplete CommandPortDisable for port %u", data2); 74300806340688c937e7b78c2d89db3809274130df4eLajos Molnar return false; 74310806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 7432f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 74330806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGV("[%s] Output port now disabled.", mCodec->mComponentName.c_str()); 7434f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 74350806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = OK; 74360806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (!mCodec->mBuffers[kPortIndexOutput].isEmpty()) { 74370806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("disabled port should be empty, but has %zu buffers", 74380806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mBuffers[kPortIndexOutput].size()); 74390806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = FAILED_TRANSACTION; 74400806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 74410806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mDealer[kPortIndexOutput].clear(); 74420806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 7443f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 74440806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 74450806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mCodec->mOMX->sendCommand( 74460806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mNode, OMX_CommandPortEnable, kPortIndexOutput); 74470806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 7448f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 74490806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 74500806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mCodec->allocateBuffersOnPort(kPortIndexOutput); 74510806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE_IF(err != OK, "Failed to allocate output port buffers after port " 74520806340688c937e7b78c2d89db3809274130df4eLajos Molnar "reconfiguration: (%d)", err); 74530806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 7454cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber 74550806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 7456251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 7457d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 7458755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber // This is technically not correct, but appears to be 7459755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber // the only way to free the component instance. 7460755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber // Controlled transitioning from excecuting->idle 7461755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber // and idle->loaded seem impossible probably because 7462755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber // the output port never finishes re-enabling. 7463755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber mCodec->mShutdownInProgress = true; 7464755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber mCodec->mKeepComponentAllocated = false; 7465755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber mCodec->changeState(mCodec->mLoadedState); 7466cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber } 7467f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7468f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 7469f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else if (data1 == (OMX_U32)OMX_CommandPortEnable) { 7470777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (data2 != (OMX_U32)kPortIndexOutput) { 7471777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGW("ignoring EventCmdComplete OMX_CommandPortEnable for port %u", data2); 7472777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return false; 7473777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 7474f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 74750806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGV("[%s] Output port now reenabled.", mCodec->mComponentName.c_str()); 7476f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7477349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber if (mCodec->mExecutingState->active()) { 7478349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mCodec->mExecutingState->submitOutputBuffers(); 7479349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber } 7480349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 7481f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->changeState(mCodec->mExecutingState); 7482f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7483f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 7484f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7485f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7486f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return false; 7487f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7488f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7489f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 7490f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return false; 7491f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7492f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7493f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7494f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 7495f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7496f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::ExecutingToIdleState::ExecutingToIdleState(ACodec *codec) 74975778822d86b0337407514b9372562b86edfa91cdAndreas Huber : BaseState(codec), 74985778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentNowIdle(false) { 7499f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7500f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7501f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::ExecutingToIdleState::onMessageReceived(const sp<AMessage> &msg) { 7502f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool handled = false; 7503f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7504f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 7505f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatFlush: 7506f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 7507f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // Don't send me a flush request if you previously wanted me 7508f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // to shutdown. 75090806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGW("Ignoring flush request in ExecutingToIdleState"); 7510f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7511f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7512f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7513f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 7514f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 7515f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // We're already doing that... 7516f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7517f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 7518f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7519f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7520f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7521f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 7522f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = BaseState::onMessageReceived(msg); 7523f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7524f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7525f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7526f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return handled; 7527f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7528f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7529f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::ExecutingToIdleState::stateEntered() { 75303856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now Executing->Idle", mCodec->mComponentName.c_str()); 753131e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 75325778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentNowIdle = false; 7533b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar mCodec->mLastOutputFormat.clear(); 7534f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7535f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7536f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::ExecutingToIdleState::onOMXEvent( 7537f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 7538f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 7539f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventCmdComplete: 7540f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 75410806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (data1 != (OMX_U32)OMX_CommandStateSet 75420806340688c937e7b78c2d89db3809274130df4eLajos Molnar || data2 != (OMX_U32)OMX_StateIdle) { 75430806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Unexpected command completion in ExecutingToIdleState: %s(%u) %s(%u)", 75440806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_COMMANDTYPE)data1), data1, 75450806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_STATETYPE)data2), data2); 75460806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 75470806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 75480806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 7549f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 75505778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentNowIdle = true; 75515778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7552f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeStateIfWeOwnAllBuffers(); 7553f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7554f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 7555f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7556f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7557349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber case OMX_EventPortSettingsChanged: 7558349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber case OMX_EventBufferFlag: 7559349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber { 7560349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber // We're shutting down and don't care about this anymore. 7561349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber return true; 7562349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber } 7563349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 7564f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 7565f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onOMXEvent(event, data1, data2); 7566f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7567f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 75680af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber 7569f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::ExecutingToIdleState::changeStateIfWeOwnAllBuffers() { 75705778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mComponentNowIdle && mCodec->allYourBuffersAreBelongToUs()) { 75710806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = mCodec->mOMX->sendCommand( 75720806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mNode, OMX_CommandStateSet, OMX_StateLoaded); 75730806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 75740806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mCodec->freeBuffersOnPort(kPortIndexInput); 75750806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err2 = mCodec->freeBuffersOnPort(kPortIndexOutput); 75760806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 75770806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = err2; 75780806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 75790806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 7580f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 75810167414e261f88a96b5e4bf6cb592e6ca11e5a95Andreas Huber if ((mCodec->mFlags & kFlagPushBlankBuffersToNativeWindowOnShutdown) 75820167414e261f88a96b5e4bf6cb592e6ca11e5a95Andreas Huber && mCodec->mNativeWindow != NULL) { 7583bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber // We push enough 1x1 blank buffers to ensure that one of 7584bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber // them has made it to the display. This allows the OMX 7585bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber // component teardown to zero out any protected buffers 7586bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber // without the risk of scanning out one of those buffers. 7587b2d0b487efd40700199852c9a18b369b1651f15bLajos Molnar pushBlankBuffersToNativeWindow(mCodec->mNativeWindow.get()); 7588bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber } 7589bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber 75900806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 75910806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 75920806340688c937e7b78c2d89db3809274130df4eLajos Molnar return; 75930806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 75940806340688c937e7b78c2d89db3809274130df4eLajos Molnar 7595f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->changeState(mCodec->mIdleToLoadedState); 7596f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7597f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7598f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7599f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::ExecutingToIdleState::onInputBufferFilled( 7600f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const sp<AMessage> &msg) { 7601f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BaseState::onInputBufferFilled(msg); 7602f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7603f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeStateIfWeOwnAllBuffers(); 7604f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7605f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7606f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::ExecutingToIdleState::onOutputBufferDrained( 7607f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const sp<AMessage> &msg) { 7608f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BaseState::onOutputBufferDrained(msg); 7609f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7610f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeStateIfWeOwnAllBuffers(); 7611f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7612f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7613f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 7614f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7615f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::IdleToLoadedState::IdleToLoadedState(ACodec *codec) 7616f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : BaseState(codec) { 7617f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7618f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7619f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::IdleToLoadedState::onMessageReceived(const sp<AMessage> &msg) { 7620f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool handled = false; 7621f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7622f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 7623f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 7624f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 7625f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // We're already doing that... 7626f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7627f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 7628f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7629f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7630f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7631f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatFlush: 7632f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 7633f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // Don't send me a flush request if you previously wanted me 7634f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // to shutdown. 76350806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Got flush request in IdleToLoadedState"); 7636f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7637f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7638f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7639f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 7640f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = BaseState::onMessageReceived(msg); 7641f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7642f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7643f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7644f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return handled; 7645f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7646f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7647f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::IdleToLoadedState::stateEntered() { 76483856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now Idle->Loaded", mCodec->mComponentName.c_str()); 7649f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7650f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7651f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::IdleToLoadedState::onOMXEvent( 7652f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 7653f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 7654f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventCmdComplete: 7655f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 76560806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (data1 != (OMX_U32)OMX_CommandStateSet 76570806340688c937e7b78c2d89db3809274130df4eLajos Molnar || data2 != (OMX_U32)OMX_StateLoaded) { 76580806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Unexpected command completion in IdleToLoadedState: %s(%u) %s(%u)", 76590806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_COMMANDTYPE)data1), data1, 76600806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_STATETYPE)data2), data2); 76610806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 76620806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 76630806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 7664f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7665c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->changeState(mCodec->mLoadedState); 7666f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7667f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 7668f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7669f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7670f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 7671f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onOMXEvent(event, data1, data2); 7672f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7673f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7674f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7675f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 7676f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7677f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::FlushingState::FlushingState(ACodec *codec) 7678f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : BaseState(codec) { 7679f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7680f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7681f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::FlushingState::stateEntered() { 76823856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now Flushing", mCodec->mComponentName.c_str()); 7683f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7684f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mFlushComplete[kPortIndexInput] = mFlushComplete[kPortIndexOutput] = false; 7685f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7686f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7687f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::FlushingState::onMessageReceived(const sp<AMessage> &msg) { 7688f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool handled = false; 7689f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7690f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 7691f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 7692f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 7693f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->deferMessage(msg); 7694f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7695f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7696f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7697f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatFlush: 7698f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 7699f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // We're already doing this right now. 7700f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 7701f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7702f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7703f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7704f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 7705f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = BaseState::onMessageReceived(msg); 7706f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7707f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7708f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7709f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return handled; 7710f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7711f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7712f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::FlushingState::onOMXEvent( 7713f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 7714ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] FlushingState onOMXEvent(%u,%d)", 7715ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar mCodec->mComponentName.c_str(), event, (OMX_S32)data1); 7716d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 7717f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 7718f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventCmdComplete: 7719f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 77200806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (data1 != (OMX_U32)OMX_CommandFlush) { 77210806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("unexpected EventCmdComplete %s(%d) data2:%d in FlushingState", 77220806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_COMMANDTYPE)data1), data1, data2); 77230806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 77240806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 77250806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 7726f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7727f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (data2 == kPortIndexInput || data2 == kPortIndexOutput) { 7728777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (mFlushComplete[data2]) { 7729777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGW("Flush already completed for %s port", 7730777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim data2 == kPortIndexInput ? "input" : "output"); 7731777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return true; 7732777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 7733f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mFlushComplete[data2] = true; 7734e5bf6409774fe73f968b7db215f535b64de66139Andreas Huber 77350806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (mFlushComplete[kPortIndexInput] && mFlushComplete[kPortIndexOutput]) { 7736e5bf6409774fe73f968b7db215f535b64de66139Andreas Huber changeStateIfWeOwnAllBuffers(); 7737e5bf6409774fe73f968b7db215f535b64de66139Andreas Huber } 7738777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } else if (data2 == OMX_ALL) { 7739777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (!mFlushComplete[kPortIndexInput] || !mFlushComplete[kPortIndexOutput]) { 7740777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGW("received flush complete event for OMX_ALL before ports have been" 7741777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim "flushed (%d/%d)", 7742777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mFlushComplete[kPortIndexInput], mFlushComplete[kPortIndexOutput]); 7743777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return false; 7744777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 7745f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7746f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeStateIfWeOwnAllBuffers(); 7747777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } else { 7748777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGW("data2 not OMX_ALL but %u in EventCmdComplete CommandFlush", data2); 7749f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7750f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7751f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 7752f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7753f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7754349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber case OMX_EventPortSettingsChanged: 7755349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber { 77561d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatOMXMessage, mCodec); 7757349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber msg->setInt32("type", omx_message::EVENT); 7758609b815a3131d22da38b2f452faa9f89daad4039Andy Hung msg->setInt32("node", mCodec->mNode); 7759349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber msg->setInt32("event", event); 7760349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber msg->setInt32("data1", data1); 7761349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber msg->setInt32("data2", data2); 7762349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 77633856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Deferring OMX_EventPortSettingsChanged", 7764349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mCodec->mComponentName.c_str()); 7765349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 7766349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mCodec->deferMessage(msg); 7767349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 7768349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber return true; 7769349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber } 7770349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 7771f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 7772f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onOMXEvent(event, data1, data2); 7773f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7774f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7775f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 7776f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7777f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7778f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::FlushingState::onOutputBufferDrained(const sp<AMessage> &msg) { 7779f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BaseState::onOutputBufferDrained(msg); 7780f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7781f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeStateIfWeOwnAllBuffers(); 7782f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7783f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7784f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::FlushingState::onInputBufferFilled(const sp<AMessage> &msg) { 7785f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BaseState::onInputBufferFilled(msg); 7786f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7787f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeStateIfWeOwnAllBuffers(); 7788f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7789f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7790f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::FlushingState::changeStateIfWeOwnAllBuffers() { 7791f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mFlushComplete[kPortIndexInput] 7792f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && mFlushComplete[kPortIndexOutput] 7793f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && mCodec->allYourBuffersAreBelongToUs()) { 77947e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber // We now own all buffers except possibly those still queued with 77957e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber // the native window for rendering. Let's get those back as well. 77967e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber mCodec->waitUntilAllPossibleNativeWindowBuffersAreReturnedToUs(); 77977e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 779890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->mRenderTracker.clear(systemTime(CLOCK_MONOTONIC)); 779990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 7800f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 7801d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatFlushCompleted); 7802f933441648ef6a71dee783d733aac17b9508b452Andreas Huber notify->post(); 7803f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7804f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mPortEOS[kPortIndexInput] = 7805f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mPortEOS[kPortIndexOutput] = false; 7806f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7807dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mCodec->mInputEOSResult = OK; 7808dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber 7809f3bd1972e039c6ded5154db715e5a32f1813a239Marco Nelissen if (mCodec->mSkipCutBuffer != NULL) { 7810f3bd1972e039c6ded5154db715e5a32f1813a239Marco Nelissen mCodec->mSkipCutBuffer->clear(); 7811f3bd1972e039c6ded5154db715e5a32f1813a239Marco Nelissen } 7812f3bd1972e039c6ded5154db715e5a32f1813a239Marco Nelissen 7813f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->changeState(mCodec->mExecutingState); 7814f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7815f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7816f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 78175b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnarstatus_t ACodec::queryCapabilities( 78185b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar const AString &name, const AString &mime, bool isEncoder, 78195b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar sp<MediaCodecInfo::Capabilities> *caps) { 78205b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar (*caps).clear(); 78211ad5b240bfd49aa918092dbdc18c1a24c5e6c3a4Wonsik Kim const char *role = GetComponentRole(isEncoder, mime.c_str()); 78225b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (role == NULL) { 78235b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return BAD_VALUE; 78245b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 78255b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 78265b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar OMXClient client; 78275b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar status_t err = client.connect(); 78285b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (err != OK) { 78295b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return err; 78305b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 78315b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 78325b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar sp<IOMX> omx = client.interface(); 78335b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar sp<CodecObserver> observer = new CodecObserver; 78345b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar IOMX::node_id node = 0; 78355b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 783623858874bbce68fb5ac83250087fa7788c97dd12Marco Nelissen err = omx->allocateNode(name.c_str(), observer, NULL, &node); 78375b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (err != OK) { 78385b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar client.disconnect(); 78395b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return err; 78405b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 78415b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 78421ad5b240bfd49aa918092dbdc18c1a24c5e6c3a4Wonsik Kim err = SetComponentRole(omx, node, role); 78435b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (err != OK) { 78445b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar omx->freeNode(node); 78455b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar client.disconnect(); 78465b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return err; 78475b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 78485b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 78495b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar sp<MediaCodecInfo::CapabilitiesBuilder> builder = new MediaCodecInfo::CapabilitiesBuilder(); 78505b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar bool isVideo = mime.startsWithIgnoreCase("video/"); 78515b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 78525b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (isVideo) { 78535b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar OMX_VIDEO_PARAM_PROFILELEVELTYPE param; 78545b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar InitOMXParams(¶m); 78555b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar param.nPortIndex = isEncoder ? kPortIndexOutput : kPortIndexInput; 78565b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 78576e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar for (OMX_U32 index = 0; index <= kMaxIndicesToCheck; ++index) { 78586e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar param.nProfileIndex = index; 78595b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar status_t err = omx->getParameter( 78605b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar node, OMX_IndexParamVideoProfileLevelQuerySupported, 78615b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar ¶m, sizeof(param)); 78625b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (err != OK) { 78635b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar break; 78645b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 78655b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar builder->addProfileLevel(param.eProfile, param.eLevel); 78666e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar 78676e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar if (index == kMaxIndicesToCheck) { 78686e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar ALOGW("[%s] stopping checking profiles after %u: %x/%x", 78696e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar name.c_str(), index, 78706e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar param.eProfile, param.eLevel); 78716e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar } 78725b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 78735b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 78745b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // Color format query 78755b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // return colors in the order reported by the OMX component 78765b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // prefix "flexible" standard ones with the flexible equivalent 78775b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar OMX_VIDEO_PARAM_PORTFORMATTYPE portFormat; 78785b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar InitOMXParams(&portFormat); 787936e4e1592bb07e1fdf8d4324f65a66ba332d75f2Lajos Molnar portFormat.nPortIndex = isEncoder ? kPortIndexInput : kPortIndexOutput; 78805b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar Vector<uint32_t> supportedColors; // shadow copy to check for duplicates 78816e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar for (OMX_U32 index = 0; index <= kMaxIndicesToCheck; ++index) { 78826e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar portFormat.nIndex = index; 78835b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar status_t err = omx->getParameter( 78845b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar node, OMX_IndexParamVideoPortFormat, 78855b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar &portFormat, sizeof(portFormat)); 78865b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (err != OK) { 78875b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar break; 78885b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 78895b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 78905b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar OMX_U32 flexibleEquivalent; 78911ad5b240bfd49aa918092dbdc18c1a24c5e6c3a4Wonsik Kim if (IsFlexibleColorFormat( 78925b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar omx, node, portFormat.eColorFormat, false /* usingNativeWindow */, 78935b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar &flexibleEquivalent)) { 78945b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar bool marked = false; 78955b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar for (size_t i = 0; i < supportedColors.size(); ++i) { 78965b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (supportedColors[i] == flexibleEquivalent) { 78975b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar marked = true; 78985b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar break; 78995b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 79005b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 79015b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (!marked) { 79025b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar supportedColors.push(flexibleEquivalent); 79035b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar builder->addColorFormat(flexibleEquivalent); 79045b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 79055b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 79065b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar supportedColors.push(portFormat.eColorFormat); 79075b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar builder->addColorFormat(portFormat.eColorFormat); 79086e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar 79096e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar if (index == kMaxIndicesToCheck) { 79106e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar ALOGW("[%s] stopping checking formats after %u: %s(%x)", 79116e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar name.c_str(), index, 79126e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar asString(portFormat.eColorFormat), portFormat.eColorFormat); 79136e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar } 79145b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 79155b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } else if (mime.equalsIgnoreCase(MEDIA_MIMETYPE_AUDIO_AAC)) { 79165b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // More audio codecs if they have profiles. 79175b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar OMX_AUDIO_PARAM_ANDROID_PROFILETYPE param; 79185b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar InitOMXParams(¶m); 79195b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar param.nPortIndex = isEncoder ? kPortIndexOutput : kPortIndexInput; 79206e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar for (OMX_U32 index = 0; index <= kMaxIndicesToCheck; ++index) { 79216e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar param.nProfileIndex = index; 79225b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar status_t err = omx->getParameter( 79235b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar node, (OMX_INDEXTYPE)OMX_IndexParamAudioProfileQuerySupported, 79245b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar ¶m, sizeof(param)); 79255b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (err != OK) { 79265b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar break; 79275b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 79285b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // For audio, level is ignored. 79295b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar builder->addProfileLevel(param.eProfile, 0 /* level */); 79306e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar 79316e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar if (index == kMaxIndicesToCheck) { 79326e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar ALOGW("[%s] stopping checking profiles after %u: %x", 79336e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar name.c_str(), index, 79346e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar param.eProfile); 79356e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar } 79365b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 79375b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 79385b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // NOTE: Without Android extensions, OMX does not provide a way to query 79395b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // AAC profile support 79405b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (param.nProfileIndex == 0) { 79415b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar ALOGW("component %s doesn't support profile query.", name.c_str()); 79425b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 79435b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 79445b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 79455b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (isVideo && !isEncoder) { 79465b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar native_handle_t *sidebandHandle = NULL; 79475b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (omx->configureVideoTunnelMode( 79485b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar node, kPortIndexOutput, OMX_TRUE, 0, &sidebandHandle) == OK) { 79495b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // tunneled playback includes adaptive playback 79505b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar builder->addFlags(MediaCodecInfo::Capabilities::kFlagSupportsAdaptivePlayback 79515b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar | MediaCodecInfo::Capabilities::kFlagSupportsTunneledPlayback); 79525b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } else if (omx->storeMetaDataInBuffers( 79535b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar node, kPortIndexOutput, OMX_TRUE) == OK || 79545b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar omx->prepareForAdaptivePlayback( 79555b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar node, kPortIndexOutput, OMX_TRUE, 79565b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 1280 /* width */, 720 /* height */) == OK) { 79575b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar builder->addFlags(MediaCodecInfo::Capabilities::kFlagSupportsAdaptivePlayback); 79585b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 79595b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 79605b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 79615b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (isVideo && isEncoder) { 79625b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar OMX_VIDEO_CONFIG_ANDROID_INTRAREFRESHTYPE params; 79635b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar InitOMXParams(¶ms); 79645b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar params.nPortIndex = kPortIndexOutput; 79655b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // TODO: should we verify if fallback is supported? 79665b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (omx->getConfig( 79675b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar node, (OMX_INDEXTYPE)OMX_IndexConfigAndroidIntraRefresh, 79685b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar ¶ms, sizeof(params)) == OK) { 79695b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar builder->addFlags(MediaCodecInfo::Capabilities::kFlagSupportsIntraRefresh); 79705b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 79715b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 79725b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 79735b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar *caps = builder; 79745b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar omx->freeNode(node); 79755b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar client.disconnect(); 79765b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return OK; 79775b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar} 79785b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 7979a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar// These are supposed be equivalent to the logic in 7980a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar// "audio_channel_out_mask_from_count". 7981a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar//static 7982a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnarstatus_t ACodec::getOMXChannelMapping(size_t numChannels, OMX_AUDIO_CHANNELTYPE map[]) { 7983a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar switch (numChannels) { 7984a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar case 1: 7985a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[0] = OMX_AUDIO_ChannelCF; 7986a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar break; 7987a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar case 2: 7988a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[0] = OMX_AUDIO_ChannelLF; 7989a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[1] = OMX_AUDIO_ChannelRF; 7990a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar break; 7991a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar case 3: 7992a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[0] = OMX_AUDIO_ChannelLF; 7993a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[1] = OMX_AUDIO_ChannelRF; 7994a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[2] = OMX_AUDIO_ChannelCF; 7995a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar break; 7996a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar case 4: 7997a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[0] = OMX_AUDIO_ChannelLF; 7998a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[1] = OMX_AUDIO_ChannelRF; 7999a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[2] = OMX_AUDIO_ChannelLR; 8000a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[3] = OMX_AUDIO_ChannelRR; 8001a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar break; 8002a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar case 5: 8003a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[0] = OMX_AUDIO_ChannelLF; 8004a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[1] = OMX_AUDIO_ChannelRF; 8005a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[2] = OMX_AUDIO_ChannelCF; 8006a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[3] = OMX_AUDIO_ChannelLR; 8007a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[4] = OMX_AUDIO_ChannelRR; 8008a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar break; 8009a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar case 6: 8010a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[0] = OMX_AUDIO_ChannelLF; 8011a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[1] = OMX_AUDIO_ChannelRF; 8012a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[2] = OMX_AUDIO_ChannelCF; 8013a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[3] = OMX_AUDIO_ChannelLFE; 8014a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[4] = OMX_AUDIO_ChannelLR; 8015a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[5] = OMX_AUDIO_ChannelRR; 8016a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar break; 8017a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar case 7: 8018a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[0] = OMX_AUDIO_ChannelLF; 8019a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[1] = OMX_AUDIO_ChannelRF; 8020a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[2] = OMX_AUDIO_ChannelCF; 8021a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[3] = OMX_AUDIO_ChannelLFE; 8022a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[4] = OMX_AUDIO_ChannelLR; 8023a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[5] = OMX_AUDIO_ChannelRR; 8024a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[6] = OMX_AUDIO_ChannelCS; 8025a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar break; 8026a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar case 8: 8027a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[0] = OMX_AUDIO_ChannelLF; 8028a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[1] = OMX_AUDIO_ChannelRF; 8029a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[2] = OMX_AUDIO_ChannelCF; 8030a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[3] = OMX_AUDIO_ChannelLFE; 8031a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[4] = OMX_AUDIO_ChannelLR; 8032a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[5] = OMX_AUDIO_ChannelRR; 8033a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[6] = OMX_AUDIO_ChannelLS; 8034a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[7] = OMX_AUDIO_ChannelRS; 8035a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar break; 8036a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar default: 8037a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar return -EINVAL; 8038a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar } 8039a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar 8040a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar return OK; 8041a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar} 8042a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar 8043f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} // namespace android 8044